00000080:00000010:0.1:1787760702.029505:0:317423:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295780.
00010000:00000010:0.1:1787760702.335626:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:0.1:1787760702.530296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a20.
00000080:00000010:0.1:1787760702.530314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0080.
00010000:00000010:0.1:1787760702.642208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787760702.646315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037b00.
00010000:00000010:0.1:1787760702.646330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00000080:00000010:0.1:1787760703.598501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0000.
00000080:00000010:0.1:1787760703.598521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951c0.
00010000:00000010:0.1:1787760703.885326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110ff00.
00010000:00000010:0.1:1787760703.885333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00000080:00000010:0.1:1787760703.890388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaa40.
00000080:00000010:0.1:1787760703.890404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0400.
00010000:00000010:0.1:1787760704.034287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:0.1:1787760704.187268:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295520.
00000080:00000010:0.1:1787760704.187278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad107c0.
00010000:00000010:0.1:1787760704.235656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760704.235675:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037800.
00010000:00000010:0.1:1787760704.235680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:0.1:1787760704.253290:0:317469:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295560.
00000080:00000010:0.1:1787760704.253316:0:317469:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252952a0.
00010000:00000010:0.1:1787760704.371443:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:0.1:1787760704.371456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a600.
00000080:00000010:0.1:1787760704.387295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d80.
00000080:00000010:0.1:1787760704.387306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad100c0.
00010000:00000010:0.1:1787760704.732729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787760704.732749:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037a00.
00010000:00000010:0.1:1787760704.732753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:0.1:1787760704.757841:0:317477:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295980.
00000080:00000010:0.1:1787760704.757865:0:317477:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d40.
00010000:00000010:0.1:1787760704.889632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787760704.889641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037a00.
00010000:00000010:0.1:1787760704.889645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:0.1:1787760704.889653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295980.
00000080:00000010:0.1:1787760704.889661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295000.
00000080:00000010:0.1:1787760705.082022:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103c0.
00000080:00000010:0.1:1787760705.082037:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e60.
00010000:00000010:0.1:1787760705.415848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787760705.420299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787760705.420325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:0.1:1787760705.433522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295500.
00000080:00000010:0.1:1787760705.433539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295aa0.
00010000:00000010:0.1:1787760705.955338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760705.955355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787760705.955358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:0.1:1787760705.959314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295140.
00000080:00000010:0.1:1787760705.959335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252952e0.
00010000:00000010:0.1:1787760706.100404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:0.1:1787760706.104399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787760706.104414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:0.1:1787760706.120337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b00.
00000080:00000010:0.1:1787760706.120357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f40.
00010000:00000010:0.1:1787760706.273826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760706.286295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787760706.286310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00000080:00000010:0.1:1787760706.290296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295840.
00000080:00000010:0.1:1787760706.290322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa840.
00000080:00000010:0.1:1787760706.858631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10580.
00000080:00000010:0.1:1787760706.858643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103c0.
00010000:00000010:0.1:1787760706.966542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:0.1:1787760706.966551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:0.1:1787760706.966555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00000080:00000010:0.1:1787760706.980185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1e0.
00000080:00000010:0.1:1787760706.980203:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa920.
00010000:00000010:0.1:1787760707.076296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787760707.080180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:0.1:1787760707.080198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:0.1:1787760707.094608:0:317523:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295580.
00000080:00000010:0.1:1787760707.094628:0:317523:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b00.
00000080:00000010:0.1:1787760707.639742:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa840.
00000080:00000010:0.1:1787760707.639756:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aacc0.
00010000:00000010:0.1:1787760707.707615:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1b00.
00010000:00000010:0.1:1787760707.707629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a600.
00010000:00000010:0.1:1787760707.780309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787760707.780329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037200.
00010000:00000010:0.1:1787760707.780333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:0.1:1787760707.806315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295420.
00000080:00000010:0.1:1787760707.806338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252954a0.
00000080:00000010:0.1:1787760707.846719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad100c0.
00000080:00000010:0.1:1787760707.846742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a40.
00010000:00000010:0.1:1787760708.074937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787760708.074956:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037200.
00010000:00000010:0.1:1787760708.074959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:0.1:1787760708.080488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295700.
00000080:00000010:0.1:1787760708.080504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295460.
00010000:00000010:0.1:1787760708.105314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760708.108375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037200.
00010000:00000010:0.1:1787760708.108390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:0.1:1787760708.120679:0:317544:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295460.
00000080:00000010:0.1:1787760708.125737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0460.
00010000:00000010:0.1:1787760708.279451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787760708.279470:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037200.
00010000:00000010:0.1:1787760708.279475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:0.1:1787760708.321778:0:317547:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252952a0.
00000080:00000010:0.1:1787760708.321799:0:317547:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295060.
00010000:00000010:0.1:1787760708.594896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:0.1:1787760708.599327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1e00.
00010000:00000010:0.1:1787760708.599335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00000080:00000010:0.1:1787760708.609463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07c0.
00000080:00000010:0.1:1787760708.609473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b80.
00010000:00000010:0.1:1787760708.806524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787760708.806544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037200.
00010000:00000010:0.1:1787760708.806548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:0.1:1787760708.818484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295760.
00000080:00000010:0.1:1787760708.818500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295840.
00000080:00000010:0.1:1787760708.942350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aabc0.
00000080:00000010:0.1:1787760708.942362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad105c0.
00010000:00000010:0.1:1787760709.263310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787760709.263324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:0.1:1787760709.263327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787760709.288604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:0.1:1787760709.288615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:0.1:1787760709.299388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108c0.
00000080:00000010:0.1:1787760709.299414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102a0.
00010000:00000010:0.1:1787760709.636910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787760709.636927:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:0.1:1787760709.636931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:0.1:1787760709.643289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295800.
00000080:00000010:0.1:1787760709.652909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295020.
00010000:00000010:0.1:1787760709.874269:0:238628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:0.1:1787760710.074299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f00.
00000080:00000010:0.1:1787760710.074320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10240.
00010000:00000010:0.1:1787760710.665736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787760710.665748:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:0.1:1787760710.665752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:0.1:1787760710.678305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295fa0.
00000080:00000010:0.1:1787760710.678320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ac0.
00000080:00000010:0.1:1787760710.762525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252950c0.
00000080:00000010:0.1:1787760710.762535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0800.
00010000:00000010:0.1:1787760711.127298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787760711.147056:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037400.
00010000:00000010:0.1:1787760711.147064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:0.1:1787760711.148299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f20.
00000080:00000010:0.1:1787760711.148312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e60.
00010000:00000010:0.1:1787760711.259965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787760711.259982:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037400.
00010000:00000010:0.1:1787760711.259985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:0.1:1787760711.274284:0:317609:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c40.
00000080:00000010:0.1:1787760711.274293:0:317609:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951c0.
00010000:00000010:0.1:1787760711.294297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787760711.294315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037400.
00010000:00000010:0.1:1787760711.294320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:0.1:1787760711.308295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951c0.
00000080:00000010:0.1:1787760711.308309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252950a0.
00010000:00000010:0.1:1787760711.330639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787760711.334371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037400.
00010000:00000010:0.1:1787760711.334383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:0.1:1787760711.345298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c40.
00000080:00000010:0.1:1787760711.345308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ba0.
00010000:00000010:0.1:1787760712.256519:0:317630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760712.256535:0:317630:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037400.
00010000:00000010:0.1:1787760712.256538:0:317630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:0.1:1787760712.271504:0:317630:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e60.
00000080:00000010:0.1:1787760712.271515:0:317630:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a80.
00010000:00000010:0.1:1787760712.292772:0:317631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787760712.292779:0:317631:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037400.
00010000:00000010:0.1:1787760712.292783:0:317631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:0.1:1787760712.303030:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295920.
00000080:00000010:0.1:1787760712.303049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f40.
00010000:00000010:0.1:1787760712.337887:0:238627:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787760713.022807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760713.027364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037900.
00010000:00000010:0.1:1787760713.027377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:0.1:1787760713.058233:0:317643:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295320.
00000080:00000010:0.1:1787760713.058407:0:317643:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252952e0.
00010000:00000010:0.1:1787760713.098590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760713.107575:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037900.
00010000:00000010:0.1:1787760713.107585:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760713.203660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787760713.203677:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037900.
00010000:00000010:0.1:1787760713.203681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00000080:00000010:0.1:1787760713.244936:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f40.
00000080:00000010:0.1:1787760713.244958:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0600.
00000080:00000010:0.1:1787760713.598640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0f00.
00000080:00000010:0.1:1787760713.598655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae80.
00010000:00000010:0.1:1787760713.731299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:0.1:1787760713.731315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a600.
00010000:00000010:0.1:1787760713.984298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787760713.988318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037900.
00010000:00000010:0.1:1787760713.988334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787760714.218290:0:238628:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:0.1:1787760714.218297:0:238628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:0.1:1787760714.651648:0:317670:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760714.755739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787760714.755758:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:0.1:1787760714.755762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:0.1:1787760714.773395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a40.
00000080:00000010:0.1:1787760714.773412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad106a0.
00010000:00000010:0.1:1787760714.798668:0:317675:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760714.798679:0:317675:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:0.1:1787760714.798682:0:317675:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:0.1:1787760714.810285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252952c0.
00000080:00000010:0.1:1787760714.810299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295580.
00010000:00000010:0.1:1787760715.285352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787760715.296414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:0.1:1787760715.296420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:0.1:1787760715.307324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252957c0.
00000080:00000010:0.1:1787760715.307344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c40.
00010000:00000010:0.1:1787760715.535655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787760715.535665:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:0.1:1787760715.535668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:0.1:1787760715.651493:0:1356:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa4e0.
00000080:00000010:0.1:1787760715.651512:0:1356:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa200.
00010000:00000010:0.1:1787760715.810341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787760715.810365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:0.1:1787760715.810370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:0.1:1787760715.810379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252953a0.
00000080:00000010:0.1:1787760715.810390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295800.
00010000:00000010:0.1:1787760716.027378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787760716.027388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:0.1:1787760716.027391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:0.1:1787760716.075297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252953a0.
00000080:00000010:0.1:1787760716.075312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05c0.
00000080:00000010:0.1:1787760716.125747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10a00.
00000080:00000010:0.1:1787760716.125769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10520.
00010000:00000010:0.1:1787760717.281318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787760717.287038:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:0.1:1787760717.287065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:0.1:1787760717.420577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787760717.420596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:0.1:1787760717.420600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:0.1:1787760717.434561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c20.
00000080:00000010:0.1:1787760717.434577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f20.
00010000:00000010:0.1:1787760717.526316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760717.536908:0:317741:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:0.1:1787760717.536922:0:317741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:0.1:1787760717.548479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c80.
00000080:00000010:0.1:1787760717.548491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951e0.
00010000:00000010:0.1:1787760717.566378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760717.566394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:0.1:1787760717.566398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:0.1:1787760717.572422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252953e0.
00000080:00000010:0.1:1787760717.572438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295fc0.
00010000:00000010:0.1:1787760717.598489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760717.598508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:0.1:1787760717.598512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000080:00000010:0.1:1787760717.607301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ae0.
00000080:00000010:0.1:1787760717.607315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0400.
00010000:00000010:0.1:1787760717.935480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787760717.935492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:0.1:1787760717.935495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:0.1:1787760717.943560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f80.
00000080:00000010:0.1:1787760717.943576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ec0.
00010000:00000010:0.1:1787760717.985403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787760717.985419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:0.1:1787760717.985423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:0.1:1787760717.991537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252954a0.
00000080:00000010:0.1:1787760717.991554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295dc0.
00010000:00000010:0.1:1787760718.360673:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:0.1:1787760718.360687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760718.470456:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:0.1:1787760718.470470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:0.1:1787760718.524382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787760718.524397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:0.1:1787760718.524401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:0.1:1787760718.529403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295600.
00000080:00000010:0.1:1787760718.529413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0720.
00010000:00000010:0.1:1787760718.843316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f700.
00010000:00000010:0.1:1787760718.843332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:0.1:1787760718.858426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10a80.
00000080:00000010:0.1:1787760718.858441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101e0.
00010000:00000010:0.1:1787760718.937405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1700.
00010000:00000010:0.1:1787760718.937418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:0.1:1787760719.414304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787760719.414317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:0.1:1787760719.414321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:0.1:1787760719.428021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252954c0.
00000080:00000010:0.1:1787760719.428048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295780.
00010000:00000010:0.1:1787760719.556305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787760719.556325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:0.1:1787760719.556330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:0.1:1787760719.579407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a00.
00000080:00000010:0.1:1787760719.579418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0560.
00010000:00000010:0.1:1787760719.849752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760719.859299:0:317791:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:0.1:1787760719.859308:0:317791:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:0.1:1787760719.869314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295500.
00000080:00000010:0.1:1787760719.869331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ea0.
00010000:00000010:0.1:1787760719.902052:0:238629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760720.149311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760720.242307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037900.
00010000:00000010:0.1:1787760720.242322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00010000:00000010:0.1:1787760720.383296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760720.594303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760720.594318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787760720.594321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:0.1:1787760720.600508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e40.
00000080:00000010:0.1:1787760720.600529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295160.
00010000:00000010:0.1:1787760720.678311:0:238629:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:0.1:1787760720.678328:0:238629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a600.
00010000:00000010:0.1:1787760720.906705:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:0.1:1787760720.906713:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:0.1:1787760720.933447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787760720.938364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787760720.938378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787760720.995746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760720.995760:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787760720.995764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:0.1:1787760721.003376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295460.
00000080:00000010:0.1:1787760721.003390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d40.
00000080:00000010:0.1:1787760721.460917:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d80.
00000080:00000010:0.1:1787760721.460944:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b40.
00010000:00000010:0.1:1787760721.869362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760721.873379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:0.1:1787760721.873392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:0.1:1787760722.310294:0:317839:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760722.310305:0:317839:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037400.
00010000:00000010:0.1:1787760722.310308:0:317839:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:0.1:1787760722.324523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295000.
00000080:00000010:0.1:1787760722.324539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d03a0.
00000080:00000010:0.1:1787760722.605380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d03a0.
00000080:00000010:0.1:1787760722.605392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295920.
00010000:00000010:0.1:1787760723.373944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00010000:00000010:0.1:1787760723.377433:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:0.1:1787760723.377447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00000080:00000010:0.1:1787760723.404829:0:317860:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaa40.
00000080:00000010:0.1:1787760723.404852:0:317860:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0da0.
00010000:00000010:0.1:1787760723.434425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787760723.438448:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:0.1:1787760723.438462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787760723.693297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760723.699764:0:317866:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:0.1:1787760723.699778:0:317866:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:0.1:1787760723.709300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d20.
00000080:00000010:0.1:1787760723.709319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252955c0.
00010000:00000010:0.1:1787760723.729642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760723.733296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:0.1:1787760723.733312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787760723.847559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760723.847571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:0.1:1787760723.847574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:0.1:1787760723.865296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295b20.
00000080:00000010:0.1:1787760723.865317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10080.
00010000:00000010:0.1:1787760723.910306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:0.1:1787760723.910323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:0.1:1787760723.944303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10680.
00000080:00000010:0.1:1787760723.944318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e80.
00010000:00000010:0.1:1787760724.262553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:0.1:1787760724.266339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:0.1:1787760724.266355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a600.
00000080:00000010:0.1:1787760724.282285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ec0.
00000080:00000010:0.1:1787760724.282301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109e0.
00010000:00000010:0.1:1787760724.641300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787760724.641319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:0.1:1787760724.641323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:0.1:1787760724.652307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295b40.
00000080:00000010:0.1:1787760724.652325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295fe0.
00010000:00000010:0.1:1787760724.695336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787760724.803314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760724.811409:0:317884:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787760724.811422:0:317884:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:0.1:1787760724.823286:0:317884:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295540.
00000080:00000010:0.1:1787760724.823298:0:317884:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295460.
00010000:00000010:0.1:1787760724.841487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760724.841507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787760724.841510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:0.1:1787760725.228721:0:317894:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa6c0.
00000080:00000010:0.1:1787760725.228737:0:317894:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c20.
00010000:00000010:0.1:1787760725.323344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787760725.323364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787760725.323368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:0.1:1787760725.332339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c20.
00000080:00000010:0.1:1787760725.332356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295fc0.
00010000:00000010:0.1:1787760725.485412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:0.1:1787760726.163288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787760726.163298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:0.1:1787760726.163302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00000080:00000010:0.1:1787760726.163307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295400.
00000080:00000010:0.1:1787760726.163316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a80.
00010000:00000010:0.1:1787760726.169661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787760726.169677:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037200.
00010000:00000010:0.1:1787760726.169681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:0.1:1787760726.182392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d20.
00000080:00000010:0.1:1787760726.182404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295960.
00010000:00000010:0.1:1787760726.205335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787760726.213474:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037200.
00010000:00000010:0.1:1787760726.213483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:0.1:1787760726.222820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d20.
00000080:00000010:0.1:1787760726.222841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c80.
00010000:00000010:0.1:1787760726.282282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787760726.282295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037200.
00010000:00000010:0.1:1787760726.282298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:0.1:1787760726.339796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295de0.
00000080:00000010:0.1:1787760726.339817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e40.
00010000:00000010:0.1:1787760726.422613:0:238628:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:0.1:1787760726.422619:0:238628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:0.1:1787760726.456288:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:0.1:1787760726.456303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:0.1:1787760726.472423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa5a0.
00000080:00000010:0.1:1787760726.472439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10520.
00010000:00000010:0.1:1787760726.601799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760726.601814:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:0.1:1787760726.601818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:0.1:1787760726.609358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959a0.
00000080:00000010:0.1:1787760726.609376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295100.
00000080:00000010:0.1:1787760727.452325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa600.
00000080:00000010:0.1:1787760727.452340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa5c0.
00010000:00000010:0.1:1787760727.624386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787760727.624402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787760727.624406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:0.1:1787760727.659306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787760727.659322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787760727.659327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:0.1:1787760727.659332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295280.
00000080:00000010:0.1:1787760727.659340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295000.
00010000:00000010:0.1:1787760727.679433:0:317950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787760727.679449:0:317950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787760727.679453:0:317950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:0.1:1787760727.687478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295000.
00000080:00000010:0.1:1787760727.687503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295bc0.
00010000:00000010:0.1:1787760727.802315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787760727.802334:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787760727.802337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:0.1:1787760727.820617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295960.
00000080:00000010:0.1:1787760727.820636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e80.
00010000:00000010:0.1:1787760727.959373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760727.963662:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787760727.963670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:0.1:1787760727.971390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295160.
00000080:00000010:0.1:1787760727.971405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0420.
00010000:00000010:0.1:1787760728.751587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760728.756306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787760728.756321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787760728.848575:0:238628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760728.850614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787760728.850625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:0.1:1787760728.887292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951c0.
00000080:00000010:0.1:1787760728.887311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d02c0.
00010000:00000010:0.1:1787760729.037887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787760729.037907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787760729.037911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:0.1:1787760729.077395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959e0.
00000080:00000010:0.1:1787760729.077410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252953e0.
00010000:00000010:0.1:1787760729.225313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787760729.225334:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787760729.225339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:0.1:1787760729.250280:0:317976:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e60.
00000080:00000010:0.1:1787760729.250290:0:317976:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ae0.
00010000:00000010:0.1:1787760729.353283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787760729.364488:0:317979:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787760729.364501:0:317979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00000080:00000010:0.1:1787760729.575235:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0260.
00000080:00000010:0.1:1787760729.575269:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ba0.
00010000:00000010:0.1:1787760730.738391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f700.
00010000:00000010:0.1:1787760730.738406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:0.1:1787760730.764305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102a0.
00000080:00000010:0.1:1787760730.764324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d20.
00010000:00000010:0.1:1787760730.799352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787760730.799369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037a00.
00010000:00000010:0.1:1787760730.799373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:0.1:1787760730.799378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295980.
00000080:00000010:0.1:1787760730.799386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a00.
00010000:00000010:0.1:1787760730.826405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760730.826422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037a00.
00010000:00000010:0.1:1787760730.826426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:0.1:1787760730.853298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ba0.
00000080:00000010:0.1:1787760730.853320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10880.
00010000:00000010:0.1:1787760731.456414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:0.1:1787760731.456420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:0.1:1787760731.513507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760731.513527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037800.
00010000:00000010:0.1:1787760731.513531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:0.1:1787760731.537489:0:318021:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e00.
00000080:00000010:0.1:1787760731.537510:0:318021:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295960.
00010000:00000010:0.1:1787760731.575295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760731.575313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037800.
00010000:00000010:0.1:1787760731.575317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:0.1:1787760731.597805:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e80.
00000080:00000010:0.1:1787760731.597826:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295960.
00010000:00000010:0.1:1787760731.708877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787760731.716443:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037800.
00010000:00000010:0.1:1787760731.716456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:0.1:1787760731.728339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a60.
00000080:00000010:0.1:1787760731.728358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ac0.
00010000:00000010:0.1:1787760731.873804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787760731.877772:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037800.
00010000:00000010:0.1:1787760731.877788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:0.1:1787760731.905716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252952a0.
00000080:00000010:0.1:1787760731.905732:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295560.
00010000:00000010:0.1:1787760731.946526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787760731.946541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037800.
00010000:00000010:0.1:1787760731.946546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760732.256308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787760732.256329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037800.
00010000:00000010:0.1:1787760732.256332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:0.1:1787760732.279506:0:318037:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e60.
00000080:00000010:0.1:1787760732.279527:0:318037:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252956e0.
00010000:00000010:0.1:1787760732.528300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787760732.528310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037800.
00010000:00000010:0.1:1787760732.528314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:0.1:1787760732.537546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c80.
00000080:00000010:0.1:1787760732.537560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951e0.
00010000:00000010:0.1:1787760732.855325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787760733.177293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:0.1:1787760733.177304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:0.1:1787760733.200289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787760733.200309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037c00.
00010000:00000010:0.1:1787760733.200312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:0.1:1787760733.241790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e00.
00000080:00000010:0.1:1787760733.241811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295bc0.
00010000:00000010:0.1:1787760733.985419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:0.1:1787760733.985426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:0.1:1787760733.993345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0180.
00000080:00000010:0.1:1787760733.993359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ec0.
00010000:00000010:0.1:1787760734.013331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787760734.465477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760734.470305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037b00.
00010000:00000010:0.1:1787760734.470320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:0.1:1787760734.485294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a80.
00000080:00000010:0.1:1787760734.485311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10540.
00000080:00000010:0.1:1787760734.521499:0:318090:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa380.
00000080:00000010:0.1:1787760734.521516:0:318090:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa3a0.
00010000:00000010:0.1:1787760734.768291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760734.768307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:0.1:1787760734.768311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a600.
00000080:00000010:0.1:1787760734.788956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252957e0.
00000080:00000010:0.1:1787760734.788978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ec0.
00000080:00000010:0.1:1787760734.928168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e80.
00000080:00000010:0.1:1787760734.928189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10680.
00010000:00000010:0.1:1787760734.978362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787760734.978376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037b00.
00010000:00000010:0.1:1787760734.978380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:0.1:1787760735.144295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaac0.
00000080:00000010:0.1:1787760735.144311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c40.
00010000:00000010:0.1:1787760735.819598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787760735.819617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037b00.
00010000:00000010:0.1:1787760735.819621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:0.1:1787760735.852062:0:318112:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ae0.
00000080:00000010:0.1:1787760735.852083:0:318112:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ac0.
00000080:00000010:0.1:1787760736.442330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10320.
00000080:00000010:0.1:1787760736.442342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295580.
00010000:00000010:0.1:1787760736.579147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787760736.775295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787760736.808329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:0.1:1787760736.808347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:0.1:1787760736.808352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:0.1:1787760736.817286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aabe0.
00000080:00000010:0.1:1787760736.817298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295540.
00010000:00000010:0.1:1787760737.111296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:0.1:1787760737.111305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:0.1:1787760737.119303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e80.
00000080:00000010:0.1:1787760737.119321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10400.
00010000:00000010:0.1:1787760737.213739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787760737.272304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:0.1:1787760737.272320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:0.1:1787760738.225967:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787760738.225976:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787760738.225980:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:0.1:1787760738.225984:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295500.
00000080:00000010:0.1:1787760738.225992:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ea0.
00000080:00000010:0.1:1787760738.769289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa0c0.
00000080:00000010:0.1:1787760738.769299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab60.
00010000:00000010:0.1:1787760738.855494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760739.075982:0:318177:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:0.1:1787760739.075993:0:318177:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787760739.276771:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:0.1:1787760740.050462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760740.055499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:0.1:1787760740.055514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787760740.434410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787760740.434427:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:0.1:1787760740.434431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000080:00000010:0.1:1787760740.456412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295540.
00000080:00000010:0.1:1787760740.456428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d02c0.
00010000:00000010:0.1:1787760740.469544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787760740.469555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:0.1:1787760740.469558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:0.1:1787760740.483633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295600.
00000080:00000010:0.1:1787760740.483655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252952a0.
00010000:00000010:0.1:1787760740.522401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787760740.526466:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:0.1:1787760740.526478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:0.1:1787760740.526486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295700.
00000080:00000010:0.1:1787760740.526493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295540.
00010000:00000010:0.1:1787760740.767574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787760740.767593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:0.1:1787760740.775541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:0.1:1787760740.786405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c40.
00000080:00000010:0.1:1787760740.786423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295bc0.
00010000:00000010:0.1:1787760740.808529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787760740.808542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1e00.
00010000:00000010:0.1:1787760740.808547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:0.1:1787760740.820723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e40.
00000080:00000010:0.1:1787760740.826343:0:318213:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295060.
00010000:00000010:0.1:1787760741.094475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787760741.094495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037200.
00010000:00000010:0.1:1787760741.094499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:0.1:1787760741.128777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295840.
00000080:00000010:0.1:1787760741.128797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0280.
00010000:00000010:0.1:1787760741.323439:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:0.1:1787760741.323453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:0.1:1787760741.548851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787760742.864320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:0.1:1787760742.868454:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:0.1:1787760742.868470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:0.1:1787760742.889500:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10620.
00000080:00000010:0.1:1787760742.889520:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101c0.
00010000:00000010:0.1:1787760743.372397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787760743.372415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787760743.372419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:0.1:1787760743.385564:0:318263:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951e0.
00000080:00000010:0.1:1787760743.385580:0:318263:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d03a0.
00010000:00000010:0.1:1787760743.408354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787760743.408373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787760743.408376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:0.1:1787760743.427775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951e0.
00000080:00000010:0.1:1787760743.427796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ce0.
00010000:00000010:0.1:1787760743.448458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787760743.448474:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787760743.448478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:0.1:1787760743.454417:0:318265:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ce0.
00000080:00000010:0.1:1787760743.454429:0:318265:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252956e0.
00010000:00000010:0.1:1787760743.488437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787760743.488447:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787760743.488450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:0.1:1787760743.496458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295aa0.
00000080:00000010:0.1:1787760743.496473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252956e0.
00010000:00000010:0.1:1787760743.569295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787760743.573316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787760743.573332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:0.1:1787760743.870529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760743.892569:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787760743.892581:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787760744.006543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787760744.006553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787760744.006557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:0.1:1787760744.014353:0:318279:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f40.
00000080:00000010:0.1:1787760744.014371:0:318279:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295540.
00010000:00000010:0.1:1787760744.036489:0:318280:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760744.036504:0:318280:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787760744.036509:0:318280:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:0.1:1787760744.039399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295fa0.
00000080:00000010:0.1:1787760744.039409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295040.
00010000:00000010:0.1:1787760744.635387:0:318296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787760744.635406:0:318296:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:0.1:1787760744.635411:0:318296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:0.1:1787760744.652123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295860.
00000080:00000010:0.1:1787760744.652146:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0280.
00010000:00000010:0.1:1787760744.792463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787760744.797297:0:318300:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:0.1:1787760744.797304:0:318300:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:0.1:1787760744.804624:0:318301:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a80.
00000080:00000010:0.1:1787760744.804640:0:318301:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295760.
00010000:00000010:0.1:1787760744.830352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787760744.830368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:0.1:1787760744.830373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:0.1:1787760744.841381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959c0.
00000080:00000010:0.1:1787760744.841398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295760.
00010000:00000010:0.1:1787760745.814541:0:318321:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787760745.814557:0:318321:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:0.1:1787760745.814561:0:318321:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:0.1:1787760745.817399:0:318321:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d40.
00000080:00000010:0.1:1787760745.817409:0:318321:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0bc0.
00010000:00000010:0.1:1787760745.837395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:1.1:1787760745.937346:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0620.
00010000:00000010:0.1:1787760746.120414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787760746.125300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037400.
00010000:00000010:0.1:1787760746.125316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:1.1:1787760746.169296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295460.
00000080:00000010:1.1:1787760746.169313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c80.
00010000:00000010:1.1:1787760746.262200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:1.1:1787760746.262213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:1.1:1787760746.262217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:1.1:1787760746.265487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa160.
00000080:00000010:1.1:1787760746.265503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ba0.
00010000:00000010:1.1:1787760746.369163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787760746.374040:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787760746.374048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:1.1:1787760746.384431:0:318331:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0400.
00000080:00000010:1.1:1787760746.384444:0:318331:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0140.
00010000:00000010:1.1:1787760747.001655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787760747.004305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787760747.004333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:0.1:1787760747.016762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b40.
00000080:00000010:0.1:1787760747.016781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0600.
00010000:00000010:1.1:1787760747.350470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787760747.354440:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787760747.354455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:1.1:1787760747.367333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0560.
00000080:00000010:1.1:1787760747.367349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ae0.
00010000:00000010:0.1:1787760747.486810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760747.492793:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787760747.492810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:0.1:1787760747.508291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295540.
00000080:00000010:0.1:1787760747.508309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04a0.
00010000:00000010:1.1:1787760747.593289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:1.1:1787760747.593304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787760747.593308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:0.1:1787760747.620295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06a0.
00000080:00000010:0.1:1787760747.620315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a80.
00010000:00000010:1.1:1787760747.781363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:0.1:1787760747.901298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787760747.901321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787760747.901326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:0.1:1787760747.915349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295400.
00000080:00000010:0.1:1787760747.915367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951a0.
00010000:00000010:0.1:1787760748.021290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:0.1:1787760748.021298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:0.1:1787760748.029350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101a0.
00000080:00000010:0.1:1787760748.029366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102c0.
00010000:00000010:1.1:1787760748.227282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:1.1:1787760748.227291:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787760748.227295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:1.1:1787760748.238547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0280.
00000080:00000010:1.1:1787760748.238556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b60.
00010000:00000010:0.1:1787760748.322510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:0.1:1787760748.322527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a600.
00000080:00000010:1.1:1787760748.352286:0:318369:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e60.
00000080:00000010:1.1:1787760748.352302:0:318369:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10520.
00010000:00000010:1.1:1787760748.644677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787760748.644692:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787760748.644696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:1.1:1787760748.655022:0:318374:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0860.
00000080:00000010:1.1:1787760748.655035:0:318374:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d80.
00010000:00000010:1.1:1787760748.790903:0:238629:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:1.1:1787760748.790917:0:238629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:0.1:1787760748.792846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787760748.914496:0:318378:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787760748.914509:0:318378:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787760748.914512:0:318378:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:0.1:1787760748.933182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295320.
00000080:00000010:0.1:1787760748.933202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f60.
00010000:00000010:1.1:1787760749.029334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:1.1:1787760749.029342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787760749.029347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:1.1:1787760749.029357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0560.
00000080:00000010:1.1:1787760749.029365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad105c0.
00010000:00000010:1.1:1787760749.070281:0:318382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:1.1:1787760749.070288:0:318382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:1.1:1787760749.070291:0:318382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00000080:00000010:1.1:1787760749.080537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa940.
00000080:00000010:1.1:1787760749.080553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa320.
00010000:00000010:1.1:1787760749.118403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787760749.118417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787760749.118421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:1.1:1787760749.123390:0:318384:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ae0.
00000080:00000010:1.1:1787760749.123399:0:318384:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295fe0.
00010000:00000010:1.1:1787760749.323321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787760749.323333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787760749.323337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:1.1:1787760749.336296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0940.
00000080:00000010:1.1:1787760749.336309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0100.
00010000:00000010:1.1:1787760749.579304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:1.1:1787760749.579318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:1.1:1787760749.579322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:1.1:1787760749.595625:0:318394:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104e0.
00000080:00000010:1.1:1787760749.595641:0:318394:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10cc0.
00010000:00000010:1.1:1787760749.624866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:1.1:1787760749.627296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787760749.627309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:1.1:1787760749.637507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0500.
00000080:00000010:1.1:1787760749.637520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0300.
00010000:00000010:0.1:1787760749.739384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760749.739403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787760749.739407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:0.1:1787760749.751432:0:318398:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295960.
00000080:00000010:0.1:1787760749.751449:0:318398:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951a0.
00010000:00000010:0.1:1787760749.782286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760749.782303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787760749.782307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:0.1:1787760749.796448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295960.
00000080:00000010:0.1:1787760749.796466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951a0.
00010000:00000010:0.1:1787760750.027413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787760750.027434:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787760750.027437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:0.1:1787760750.052370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295600.
00000080:00000010:0.1:1787760750.052383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295300.
00010000:00000010:0.1:1787760750.074201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787760750.074220:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787760750.074224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:0.1:1787760750.093892:0:277520:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295700.
00000080:00000010:0.1:1787760750.093904:0:277520:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295520.
00010000:00000010:0.1:1787760750.268121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787760750.272974:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:0.1:1787760750.272991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00000080:00000010:0.1:1787760750.299305:0:318410:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295300.
00000080:00000010:0.1:1787760750.299323:0:318410:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0500.
00000080:00000010:0.1:1787760750.385149:0:318411:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d20.
00000080:00000010:0.1:1787760750.385166:0:318411:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0600.
00010000:00000010:1.1:1787760750.441044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787760750.441127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787760750.441132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:1.1:1787760750.453278:0:318412:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0040.
00000080:00000010:1.1:1787760750.453290:0:318412:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295540.
00010000:00000010:1.1:1787760750.477539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:0.1:1787760750.868769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787760750.868787:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787760750.868791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:0.1:1787760750.883504:0:318419:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295420.
00000080:00000010:0.1:1787760750.883513:0:318419:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a80.
00010000:00000010:0.1:1787760750.909468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787760750.909486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787760750.909490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:0.1:1787760750.926537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295420.
00000080:00000010:0.1:1787760750.926555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252957e0.
00010000:00000010:1.1:1787760751.072572:0:318424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:1.1:1787760751.072580:0:318424:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1e00.
00010000:00000010:1.1:1787760751.072583:0:318424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:1.1:1787760751.072588:0:318424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0480.
00000080:00000010:1.1:1787760751.072594:0:318424:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05e0.
00010000:00000010:0.1:1787760751.157334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760751.157351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787760751.157354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:0.1:1787760751.167430:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252956e0.
00000080:00000010:0.1:1787760751.167445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295da0.
00010000:00000010:1.1:1787760751.220722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:1.1:1787760751.220736:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1e00.
00010000:00000010:1.1:1787760751.220740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:1.1:1787760751.235387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0fa0.
00000080:00000010:1.1:1787760751.235401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252956e0.
00010000:00000010:0.1:1787760751.302439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787760751.307218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787760751.307232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:0.1:1787760751.322435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951e0.
00000080:00000010:0.1:1787760751.322451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295da0.
00010000:00000010:1.1:1787760751.650733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:1.1:1787760751.650745:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:1.1:1787760751.650749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:1.1:1787760751.670325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10240.
00000080:00000010:1.1:1787760751.670340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b60.
00010000:00000010:0.1:1787760751.708303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:0.1:1787760751.708315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:0.1:1787760751.911301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787760751.911321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037900.
00010000:00000010:0.1:1787760751.911325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:0.1:1787760751.924360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252952a0.
00000080:00000010:0.1:1787760751.924372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295600.
00010000:00000010:0.1:1787760752.040296:0:238629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787760752.044491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037900.
00010000:00000010:0.1:1787760752.044642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:1.1:1787760752.475451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:1.1:1787760752.475466:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1e00.
00010000:00000010:1.1:1787760752.475470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:1.1:1787760752.500853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d00c0.
00000080:00000010:1.1:1787760752.500863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0020.
00000080:00000010:1.1:1787760752.594232:0:318455:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109c0.
00010000:00000010:0.1:1787760752.692297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760752.821351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787760752.821365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037000.
00010000:00000010:0.1:1787760752.821369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:0.1:1787760752.833775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295800.
00000080:00000010:0.1:1787760752.833794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295de0.
00010000:00000010:0.1:1787760752.865458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787760752.865478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037000.
00010000:00000010:0.1:1787760752.865483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:0.1:1787760752.914289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295500.
00000080:00000010:0.1:1787760752.914307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e20.
00010000:00000010:0.1:1787760753.287438:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:0.1:1787760753.287455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:0.1:1787760753.310425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa000.
00000080:00000010:0.1:1787760753.310440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e40.
00010000:00000010:0.1:1787760753.333320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:1.1:1787760753.346353:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:1.1:1787760753.346364:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:1.1:1787760753.504679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787760753.504695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1700.
00010000:00000010:1.1:1787760753.504700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:1.1:1787760753.517450:0:318473:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d03a0.
00000080:00000010:1.1:1787760753.517469:0:318473:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0260.
00010000:00000010:1.1:1787760753.552447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:0.1:1787760753.759297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:0.1:1787760753.759313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00000080:00000010:1.1:1787760753.769145:0:318478:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa460.
00000080:00000010:1.1:1787760753.769156:0:318478:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa120.
00010000:00000010:0.1:1787760754.223307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787760754.223328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:0.1:1787760754.223331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:0.1:1787760754.261296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e00.
00000080:00000010:0.1:1787760754.261312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295960.
00010000:00000010:1.1:1787760754.492299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787760754.501395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:1.1:1787760754.501407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:1.1:1787760754.512455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ae0.
00000080:00000010:1.1:1787760754.512469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ee0.
00010000:00000010:0.1:1787760754.891535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760754.902356:0:318497:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:0.1:1787760754.902370:0:318497:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:0.1:1787760754.915298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f40.
00000080:00000010:0.1:1787760754.915316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295540.
00010000:00000010:1.1:1787760755.116482:0:318500:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:1.1:1787760755.116492:0:318500:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:1.1:1787760755.116495:0:318500:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:1.1:1787760755.121286:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d00.
00000080:00000010:1.1:1787760755.121306:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0820.
00010000:00000010:1.1:1787760755.205825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:1.1:1787760755.205839:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:1.1:1787760755.205843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:1.1:1787760755.220320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d00.
00000080:00000010:1.1:1787760755.220347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05e0.
00010000:00000010:0.1:1787760755.383296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787760755.383315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:0.1:1787760755.383319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:0.1:1787760755.401286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ce0.
00000080:00000010:0.1:1787760755.401299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f20.
00010000:00000010:0.1:1787760755.901309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787760755.904409:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:0.1:1787760755.904422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:0.1:1787760755.925524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295dc0.
00000080:00000010:0.1:1787760755.925534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d60.
00010000:00000010:1.1:1787760755.996299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:1.1:1787760755.996316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:1.1:1787760755.996320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:1.1:1787760756.112317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:1.1:1787760756.112330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:1.1:1787760756.112333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00000080:00000010:1.1:1787760756.123291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0920.
00000080:00000010:1.1:1787760756.123306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0f80.
00010000:00000010:0.1:1787760756.180884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:0.1:1787760756.180898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:0.1:1787760756.180901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:0.1:1787760756.193303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0000.
00000080:00000010:0.1:1787760756.193315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e00.
00010000:00000010:1.1:1787760756.537308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:1.1:1787760756.537325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:1.1:1787760756.537329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:1.1:1787760756.549910:0:318528:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d08e0.
00000080:00000010:1.1:1787760756.549920:0:318528:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d00c0.
00010000:00000010:1.1:1787760756.714053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:1.1:1787760756.718300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:1.1:1787760756.718316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:1.1:1787760756.742293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06c0.
00000080:00000010:1.1:1787760756.742311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e60.
00010000:00000010:1.1:1787760757.090292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:0.1:1787760757.248299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110ff00.
00010000:00000010:0.1:1787760757.248315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:0.1:1787760757.456305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787760757.456324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037000.
00010000:00000010:0.1:1787760757.456328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:0.1:1787760757.475466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e20.
00000080:00000010:0.1:1787760757.475487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252950a0.
00010000:00000010:0.1:1787760757.622709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a600.
00010000:00000010:1.1:1787760757.627064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:1.1:1787760757.627076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787760757.798479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760757.894277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787760757.894296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037900.
00010000:00000010:0.1:1787760757.894300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:0.1:1787760757.914373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a00.
00000080:00000010:0.1:1787760757.914387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d80.
00010000:00000010:1.1:1787760758.018457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:0.1:1787760758.020868:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:0.1:1787760758.020885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:1.1:1787760758.219985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:1.1:1787760758.220009:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1200.
00010000:00000010:1.1:1787760758.220015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:1.1:1787760758.241322:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0100.
00000080:00000010:1.1:1787760758.241334:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252955e0.
00010000:00000010:0.1:1787760758.296440:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1200.
00010000:00000010:0.1:1787760758.296450:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:1.1:1787760758.301290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0300.
00000080:00000010:1.1:1787760758.301303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e40.
00010000:00000010:1.1:1787760758.369509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:1.1:1787760758.377356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1800.
00010000:00000010:1.1:1787760758.377368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:1.1:1787760758.382273:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0300.
00000080:00000010:1.1:1787760758.382281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103e0.
00010000:00000010:1.1:1787760758.478232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787760758.478262:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1800.
00010000:00000010:1.1:1787760758.478267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000080:00000010:1.1:1787760758.494154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0760.
00000080:00000010:1.1:1787760758.494178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0040.
00010000:00000010:1.1:1787760758.554339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:0.1:1787760758.632417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:0.1:1787760758.632435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00010000:00000010:0.1:1787760758.706841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760758.711342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037900.
00010000:00000010:0.1:1787760758.711356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00000080:00000010:0.1:1787760758.726744:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e60.
00000080:00000010:0.1:1787760758.726769:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa100.
00010000:00000010:0.1:1787760758.815282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760758.815306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037900.
00010000:00000010:0.1:1787760758.815310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:0.1:1787760758.828504:0:318570:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d00.
00000080:00000010:0.1:1787760758.828525:0:318570:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d08e0.
00010000:00000010:0.1:1787760759.126582:0:238629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787760759.132398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787760759.132414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787760759.241358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760759.241374:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787760759.241378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:0.1:1787760759.265296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252950c0.
00000080:00000010:0.1:1787760759.265314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102c0.
00000080:00000010:0.1:1787760759.572285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10220.
00000080:00000010:0.1:1787760759.572300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101a0.
00010000:00000010:0.1:1787760760.054452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760760.054469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787760760.054473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:0.1:1787760760.061302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e00.
00000080:00000010:0.1:1787760760.061322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10460.
00010000:00000010:0.1:1787760760.443301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760760.554054:0:1356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:1.1:1787760760.728645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:1.1:1787760760.728663:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:1.1:1787760760.728667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:1.1:1787760760.749687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10a00.
00000080:00000010:1.1:1787760760.749698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b00.
00010000:00000010:1.1:1787760760.987608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:1.1:1787760760.992199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:1.1:1787760760.992210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:1.1:1787760761.001357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0fc0.
00000080:00000010:1.1:1787760761.001372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295760.
00010000:00000010:1.1:1787760761.210303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:1.1:1787760761.210328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:1.1:1787760761.210334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:1.1:1787760761.227293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0300.
00000080:00000010:1.1:1787760761.227312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252955c0.
00010000:00000010:1.1:1787760761.368408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:1.1:1787760761.368426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:1.1:1787760761.368430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00000080:00000010:1.1:1787760761.394486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295760.
00000080:00000010:1.1:1787760761.394497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa8a0.
00010000:00000010:1.1:1787760761.421307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787760761.426037:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:1.1:1787760761.426052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000080:00000010:1.1:1787760761.454343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b20.
00000080:00000010:1.1:1787760761.454354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0100.
00010000:00000010:0.1:1787760761.535301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787760761.535323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037200.
00010000:00000010:0.1:1787760761.535327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:0.1:1787760761.557297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295020.
00000080:00000010:0.1:1787760761.557316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295100.
00010000:00000010:1.1:1787760761.636090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:1.1:1787760761.636106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:1.1:1787760761.636110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:1.1:1787760761.659842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04e0.
00000080:00000010:1.1:1787760761.659860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d40.
00010000:00000010:1.1:1787760761.805389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:0.1:1787760761.809300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:0.1:1787760761.809315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787760761.955353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787760761.955371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:1.1:1787760761.955376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:1.1:1787760761.974286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e40.
00000080:00000010:1.1:1787760761.974301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e00.
00010000:00000010:1.1:1787760762.062299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787760762.066283:0:318626:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:1.1:1787760762.066289:0:318626:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:1.1:1787760762.073318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e40.
00000080:00000010:1.1:1787760762.073333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0080.
00010000:00000010:0.1:1787760762.195346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760762.195364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037200.
00010000:00000010:0.1:1787760762.195367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:0.1:1787760762.244515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760762.244533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037200.
00010000:00000010:0.1:1787760762.244538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a600.
00000080:00000010:0.1:1787760762.275306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ae0.
00000080:00000010:0.1:1787760762.275325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f00.
00000080:00000010:1.1:1787760762.649294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad60.
00000080:00000010:1.1:1787760762.649308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad40.
00010000:00000010:0.1:1787760762.833292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:0.1:1787760762.833305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787760762.838068:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:0.1:1787760762.894304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787760762.894324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:0.1:1787760762.894328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:0.1:1787760762.904318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f20.
00000080:00000010:0.1:1787760762.904332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252950c0.
00000080:00000010:0.1:1787760762.961339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e40.
00000080:00000010:0.1:1787760762.961358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10560.
00010000:00000010:0.1:1787760762.980290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787760762.980309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:0.1:1787760762.980313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:0.1:1787760762.995446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252956e0.
00000080:00000010:0.1:1787760762.995456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c80.
00010000:00000010:1.1:1787760763.086404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787760763.086420:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:1.1:1787760763.086424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:1.1:1787760763.110465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a60.
00000080:00000010:1.1:1787760763.110482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951e0.
00010000:00000010:0.1:1787760763.476373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787760763.476391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787760763.476403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:0.1:1787760763.494394:0:318653:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951c0.
00000080:00000010:0.1:1787760763.494411:0:318653:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10de0.
00010000:00000010:0.1:1787760763.523310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787760763.907057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787760763.908559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:0.1:1787760763.908571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:0.1:1787760763.939286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295300.
00000080:00000010:0.1:1787760763.939300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00010000:00000010:1.1:1787760764.101331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787760764.101339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:1.1:1787760764.101343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:1.1:1787760764.115236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05e0.
00000080:00000010:1.1:1787760764.115266:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c00.
00010000:00000010:1.1:1787760764.132425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787760764.132440:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:1.1:1787760764.132444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:1.1:1787760764.142190:0:318665:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05e0.
00000080:00000010:1.1:1787760764.142204:0:318665:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d09e0.
00010000:00000010:1.1:1787760764.167069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787760764.171564:0:318666:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:1.1:1787760764.171573:0:318666:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:1.1:1787760764.174482:0:318666:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05e0.
00000080:00000010:1.1:1787760764.174495:0:318666:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d09e0.
00000080:00000010:0.1:1787760764.289295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295160.
00000080:00000010:0.1:1787760764.289315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c40.
00010000:00000010:0.1:1787760764.463158:0:318672:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787760764.463176:0:318672:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037a00.
00010000:00000010:0.1:1787760764.463180:0:318672:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a600.
00000080:00000010:1.1:1787760764.479313:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295800.
00000080:00000010:1.1:1787760764.479335:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103a0.
00010000:00000010:1.1:1787760764.592684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787760764.592699:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:1.1:1787760764.592703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:1.1:1787760764.605294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04a0.
00000080:00000010:1.1:1787760764.605308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295760.
00010000:00000010:0.1:1787760764.638759:0:318677:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787760764.638775:0:318677:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037a00.
00010000:00000010:0.1:1787760764.638779:0:318677:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:0.1:1787760764.647327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295640.
00000080:00000010:0.1:1787760764.647342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295de0.
00010000:00000010:0.1:1787760764.802596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:0.1:1787760764.802611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00000080:00000010:1.1:1787760764.824336:0:318681:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf20.
00000080:00000010:1.1:1787760764.824360:0:318681:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa640.
00010000:00000010:0.1:1787760764.912178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787760764.916309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037a00.
00010000:00000010:0.1:1787760764.916323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:0.1:1787760764.953366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295fe0.
00000080:00000010:0.1:1787760764.953378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252953a0.
00000080:00000010:1.1:1787760765.179418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10000.
00000080:00000010:1.1:1787760765.179434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b00.
00010000:00000010:1.1:1787760765.207313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:1.1:1787760765.207334:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:1.1:1787760765.207338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:1.1:1787760765.230704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0320.
00000080:00000010:1.1:1787760765.230729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0120.
00010000:00000010:0.1:1787760765.287375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:0.1:1787760765.287392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787760765.481315:0:318692:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760765.481330:0:318692:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037800.
00010000:00000010:0.1:1787760765.481335:0:318692:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:0.1:1787760765.481341:0:318692:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a00.
00000080:00000010:0.1:1787760765.481350:0:318692:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0620.
00010000:00000010:0.1:1787760765.717307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:0.1:1787760765.717323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:0.1:1787760765.775294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10960.
00000080:00000010:0.1:1787760765.775311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad105c0.
00010000:00000010:1.1:1787760765.799724:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037800.
00010000:00000010:1.1:1787760765.799739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787760765.799795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787760766.112303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:1.1:1787760766.172292:0:318701:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787760766.172299:0:318701:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:1.1:1787760766.172303:0:318701:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:1.1:1787760766.186306:0:318702:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d02e0.
00000080:00000010:1.1:1787760766.186326:0:318702:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a20.
00000080:00000010:0.1:1787760766.296397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10520.
00000080:00000010:0.1:1787760766.296415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf80.
00010000:00000010:1.1:1787760766.521407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:1.1:1787760766.521419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:1.1:1787760766.521423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:1.1:1787760766.547495:0:318708:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0120.
00000080:00000010:1.1:1787760766.547508:0:318708:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b40.
00010000:00000010:1.1:1787760766.795868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:1.1:1787760766.800324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:1.1:1787760766.800332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:1.1:1787760766.807327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ac0.
00000080:00000010:1.1:1787760766.807343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295420.
00010000:00000010:0.1:1787760766.868383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760766.868399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037800.
00010000:00000010:0.1:1787760766.868404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:0.1:1787760766.888406:0:318714:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295fc0.
00000080:00000010:0.1:1787760766.888417:0:318714:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252954e0.
00010000:00000010:0.1:1787760766.907383:0:318714:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760766.907398:0:318714:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037800.
00010000:00000010:0.1:1787760766.907401:0:318714:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:0.1:1787760766.924420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252954e0.
00000080:00000010:0.1:1787760766.924435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d60.
00010000:00000010:0.1:1787760767.207302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:1.1:1787760767.207366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:1.1:1787760767.207374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:1.1:1787760767.269308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:1.1:1787760767.563492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:1.1:1787760767.563507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1800.
00010000:00000010:1.1:1787760767.563512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:1.1:1787760767.585421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0060.
00000080:00000010:1.1:1787760767.585438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ae0.
00010000:00000010:1.1:1787760767.600283:0:318725:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787760767.608436:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1800.
00010000:00000010:1.1:1787760767.608444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:1.1:1787760767.616377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0000.
00000080:00000010:1.1:1787760767.616385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0920.
00000080:00000010:0.1:1787760767.720315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf20.
00000080:00000010:0.1:1787760767.720334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103c0.
00010000:00000010:1.1:1787760767.982819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00010000:00000010:1.1:1787760767.985350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:1.1:1787760767.985365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00000080:00000010:1.1:1787760768.006301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa020.
00000080:00000010:1.1:1787760768.006319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa520.
00010000:00000010:0.1:1787760768.116311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787760768.116330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037800.
00010000:00000010:0.1:1787760768.116334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:0.1:1787760768.129410:0:318735:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295720.
00000080:00000010:0.1:1787760768.129427:0:318735:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252955e0.
00010000:00000010:0.1:1787760768.295360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787760768.364309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787760768.364326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037a00.
00010000:00000010:0.1:1787760768.364330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:0.1:1787760768.376281:0:318740:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c40.
00000080:00000010:0.1:1787760768.376295:0:318740:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252953e0.
00010000:00000010:0.1:1787760768.403295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787760768.403314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037a00.
00010000:00000010:0.1:1787760768.403318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:0.1:1787760768.423338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c40.
00000080:00000010:0.1:1787760768.423355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252953e0.
00010000:00000010:0.1:1787760768.491456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787760768.491474:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:0.1:1787760768.491479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00000080:00000010:0.1:1787760768.514824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa760.
00000080:00000010:0.1:1787760768.514842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1c0.
00010000:00000010:0.1:1787760768.693720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787760768.698284:0:318747:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787760768.698296:0:318747:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:0.1:1787760768.711301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a80.
00000080:00000010:0.1:1787760768.711316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a80.
00010000:00000010:1.1:1787760768.775305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787760768.779296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1800.
00010000:00000010:1.1:1787760768.779310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:1.1:1787760768.801286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d08e0.
00000080:00000010:1.1:1787760768.801303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0460.
00010000:00000010:1.1:1787760768.906998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:1.1:1787760768.908745:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1800.
00010000:00000010:1.1:1787760768.908757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:1.1:1787760768.932898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06a0.
00000080:00000010:1.1:1787760768.932915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295080.
00010000:00000010:1.1:1787760768.958401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:1.1:1787760768.958415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1800.
00010000:00000010:1.1:1787760768.958418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:1.1:1787760768.982293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06c0.
00000080:00000010:1.1:1787760768.982311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ae0.
00010000:00000010:0.1:1787760769.208361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787760769.208380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787760769.208384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:0.1:1787760769.217671:0:318758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295140.
00000080:00000010:0.1:1787760769.217697:0:318758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252958e0.
00010000:00000010:1.1:1787760769.356300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:0.1:1787760769.600304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787760769.600322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:0.1:1787760769.600326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:0.1:1787760769.612536:0:318768:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d40.
00000080:00000010:0.1:1787760769.612552:0:318768:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295860.
00010000:00000010:0.1:1787760769.635219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:1.1:1787760769.635286:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:1.1:1787760769.635293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:1.1:1787760769.682325:0:318769:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:1.1:1787760769.682335:0:318769:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1200.
00010000:00000010:1.1:1787760769.682339:0:318769:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:1.1:1787760769.686292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0720.
00000080:00000010:1.1:1787760769.686303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0140.
00010000:00000010:1.1:1787760769.798300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:1.1:1787760769.802299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:1.1:1787760769.802314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:0.1:1787760769.813305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104c0.
00000080:00000010:0.1:1787760769.813325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ba0.
00010000:00000010:1.1:1787760769.907370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787760770.431479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:1.1:1787760770.435491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:1.1:1787760770.435505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:1.1:1787760770.460329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e60.
00000080:00000010:1.1:1787760770.460349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d00.
00010000:00000010:0.1:1787760770.651702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:0.1:1787760770.723310:0:318789:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad100c0.
00000080:00000010:0.1:1787760770.723319:0:318789:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ec0.
00010000:00000010:0.1:1787760770.747019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787760770.751296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787760770.751311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:0.1:1787760770.767290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252954e0.
00000080:00000010:0.1:1787760770.767307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252950c0.
00010000:00000010:1.1:1787760771.025340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787760771.028531:0:318794:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:1.1:1787760771.028543:0:318794:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:1.1:1787760771.044367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d09a0.
00000080:00000010:1.1:1787760771.044382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0860.
00010000:00000010:1.1:1787760771.071135:0:318796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787760771.071148:0:318796:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:1.1:1787760771.071151:0:318796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:1.1:1787760771.083290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0860.
00000080:00000010:1.1:1787760771.083300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0760.
00010000:00000010:0.1:1787760771.092292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:0.1:1787760771.100904:0:238629:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:0.1:1787760771.101182:0:238629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:0.1:1787760771.195416:0:318798:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787760771.195427:0:318798:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787760771.195430:0:318798:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:0.1:1787760771.201999:0:318799:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295620.
00000080:00000010:0.1:1787760771.202018:0:318799:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295660.
00010000:00000010:0.1:1787760771.234348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787760771.234361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787760771.234365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:1.1:1787760771.296405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:1.1:1787760771.296419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1c00.
00010000:00000010:1.1:1787760771.296423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:1.1:1787760771.307066:0:318802:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0560.
00000080:00000010:1.1:1787760771.307077:0:318802:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d00.
00010000:00000010:1.1:1787760771.339793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:1.1:1787760771.339808:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1c00.
00010000:00000010:1.1:1787760771.339813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:1.1:1787760771.354293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0560.
00000080:00000010:1.1:1787760771.354305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d00.
00010000:00000010:0.1:1787760771.482404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787760771.482423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787760771.482427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:0.1:1787760771.496332:0:318807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295300.
00000080:00000010:0.1:1787760771.496348:0:318807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295260.
00010000:00000010:0.1:1787760771.519536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787760771.519554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787760771.519559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:0.1:1787760771.527297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c00.
00000080:00000010:0.1:1787760771.527312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252950a0.
00010000:00000010:0.1:1787760771.630049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787760771.630063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787760771.630066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:0.1:1787760771.636400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e80.
00000080:00000010:0.1:1787760771.636411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e00.
00010000:00000010:1.1:1787760771.736595:0:318813:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:1.1:1787760771.747451:0:318814:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:1.1:1787760771.747463:0:318814:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:1.1:1787760771.754365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109c0.
00000080:00000010:1.1:1787760771.754380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ca0.
00010000:00000010:1.1:1787760771.769475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:1.1:1787760771.778297:0:1033:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1c00.
00010000:00000010:1.1:1787760771.778304:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:1.1:1787760771.807656:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0fe0.
00000080:00000010:1.1:1787760771.807665:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04a0.
00010000:00000010:0.1:1787760771.841280:0:318816:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760771.841291:0:318816:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787760771.841295:0:318816:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:0.1:1787760771.847424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959c0.
00000080:00000010:0.1:1787760771.847440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a80.
00010000:00000010:1.1:1787760771.911453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787760771.911465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1c00.
00010000:00000010:1.1:1787760771.911468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00000080:00000010:1.1:1787760771.924177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d08e0.
00000080:00000010:1.1:1787760771.924187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0460.
00010000:00000010:0.1:1787760771.984431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760771.984451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787760771.984454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:0.1:1787760772.016507:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252952e0.
00000080:00000010:0.1:1787760772.016527:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295760.
00010000:00000010:1.1:1787760772.066586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:1.1:1787760772.066599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1c00.
00010000:00000010:1.1:1787760772.066603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787760772.131297:0:318824:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787760772.137287:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787760772.137296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:0.1:1787760772.142297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252957a0.
00000080:00000010:0.1:1787760772.142314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b20.
00010000:00000010:0.1:1787760772.216298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787760772.216318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787760772.216322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:0.1:1787760772.238165:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295980.
00000080:00000010:0.1:1787760772.238183:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d40.
00010000:00000010:0.1:1787760772.271352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:1.1:1787760772.363291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:1.1:1787760772.367302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1c00.
00010000:00000010:1.1:1787760772.367318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:1.1:1787760772.386417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0780.
00000080:00000010:1.1:1787760772.386432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252955c0.
00010000:00000010:1.1:1787760772.413285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:1.1:1787760772.413300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1c00.
00010000:00000010:1.1:1787760772.413305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:1.1:1787760772.420917:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0780.
00000080:00000010:1.1:1787760772.420929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0620.
00010000:00000010:1.1:1787760772.814334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787760772.818284:0:318841:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1c00.
00010000:00000010:1.1:1787760772.818296:0:318841:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:1.1:1787760772.824390:0:318841:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d02e0.
00000080:00000010:1.1:1787760772.824403:0:318841:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951a0.
00010000:00000010:1.1:1787760772.843437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787760773.040153:0:318846:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:1.1:1787760773.040167:0:318846:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:1.1:1787760773.040171:0:318846:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:1.1:1787760773.045396:0:318847:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07c0.
00000080:00000010:1.1:1787760773.045407:0:318847:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06c0.
00010000:00000010:1.1:1787760773.201299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:1.1:1787760773.201315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:1.1:1787760773.201319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:1.1:1787760773.221906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0fe0.
00000080:00000010:1.1:1787760773.221926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ae0.
00010000:00000010:1.1:1787760773.424647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:1.1:1787760773.424670:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:1.1:1787760773.424674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00000080:00000010:1.1:1787760773.453300:0:318857:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0640.
00000080:00000010:1.1:1787760773.453314:0:318857:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ec0.
00010000:00000010:1.1:1787760773.485431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787760773.485445:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:1.1:1787760773.485449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:1.1:1787760773.521318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ec0.
00000080:00000010:1.1:1787760773.521333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295dc0.
00010000:00000010:0.1:1787760773.603418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787760773.603434:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037400.
00010000:00000010:0.1:1787760773.603438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:0.1:1787760773.638286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f20.
00000080:00000010:0.1:1787760773.638298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252956e0.
00010000:00000010:0.1:1787760773.722718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787760773.722737:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037400.
00010000:00000010:0.1:1787760773.722741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:0.1:1787760773.729609:0:318863:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d60.
00000080:00000010:0.1:1787760773.729628:0:318863:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0fa0.
00010000:00000010:0.1:1787760773.758303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787760773.768300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037400.
00010000:00000010:0.1:1787760773.768311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:0.1:1787760773.773290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252954e0.
00000080:00000010:0.1:1787760773.773310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d60.
00010000:00000010:1.1:1787760773.910292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:1.1:1787760773.910305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:1.1:1787760773.910309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:1.1:1787760773.919409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295da0.
00000080:00000010:1.1:1787760773.919425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c40.
00010000:00000010:1.1:1787760774.088371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787760774.088384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:1.1:1787760774.088388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:1.1:1787760774.102526:0:318873:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0700.
00000080:00000010:1.1:1787760774.102535:0:318873:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295560.
00010000:00000010:1.1:1787760774.121501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787760774.121516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:1.1:1787760774.121521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:1.1:1787760774.134297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c40.
00000080:00000010:1.1:1787760774.134311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0700.
00010000:00000010:0.1:1787760774.205514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787760774.205532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037000.
00010000:00000010:0.1:1787760774.205536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:0.1:1787760774.223292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252950a0.
00000080:00000010:0.1:1787760774.223306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0700.
00010000:00000010:0.1:1787760774.288453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787760774.292294:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037000.
00010000:00000010:0.1:1787760774.292310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:0.1:1787760774.325314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252950a0.
00000080:00000010:0.1:1787760774.325328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104e0.
00010000:00000010:1.1:1787760774.518558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:1.1:1787760774.518573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:1.1:1787760774.518576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:1.1:1787760774.532641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0920.
00000080:00000010:1.1:1787760774.532664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d03e0.
00010000:00000010:0.1:1787760774.773721:0:14:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:0.1:1787760774.773735:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:0.1:1787760774.788316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103a0.
00000080:00000010:0.1:1787760774.788331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f00.
00010000:00000010:0.1:1787760774.824318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:0.1:1787760774.824334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:1.1:1787760775.007296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787760775.007357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:0.1:1787760775.007363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:0.1:1787760775.146224:0:318892:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10980.
00000080:00000010:0.1:1787760775.146244:0:318892:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252953a0.
00010000:00000010:0.1:1787760775.310398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:0.1:1787760775.310414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:0.1:1787760775.343360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad107c0.
00000080:00000010:0.1:1787760775.343370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10000.
00010000:00000010:1.1:1787760775.548321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:0.1:1787760775.592294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787760775.592312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037000.
00010000:00000010:0.1:1787760775.592317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:0.1:1787760775.607292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295640.
00000080:00000010:0.1:1787760775.607309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295780.
00010000:00000010:0.1:1787760775.910415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:0.1:1787760775.910441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037000.
00010000:00000010:0.1:1787760775.910446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:0.1:1787760775.945284:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0320.
00000080:00000010:0.1:1787760775.945304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295020.
00010000:00000010:1.1:1787760776.793284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:0.1:1787760777.012210:0:318927:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295dc0.
00000080:00000010:0.1:1787760777.012223:0:318927:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa5e0.
00010000:00000010:1.1:1787760777.054299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:1.1:1787760777.054316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787760777.054319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:1.1:1787760777.079506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d08e0.
00000080:00000010:1.1:1787760777.079514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04a0.
00010000:00000010:0.1:1787760777.689288:0:318943:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787760777.689299:0:318943:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787760777.689303:0:318943:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:0.1:1787760777.694456:0:318944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a80.
00000080:00000010:0.1:1787760777.694470:0:318944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0800.
00010000:00000010:1.1:1787760777.799165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:1.1:1787760777.799180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787760777.799184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:1.1:1787760777.802244:0:318946:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0800.
00000080:00000010:1.1:1787760777.802303:0:318946:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a80.
00010000:00000010:0.1:1787760778.020167:0:318950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787760778.020184:0:318950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787760778.020187:0:318950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:1.1:1787760778.200310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:1.1:1787760778.200318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787760778.200322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:1.1:1787760778.205639:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04c0.
00000080:00000010:1.1:1787760778.205654:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04a0.
00010000:00000010:1.1:1787760778.364559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787760778.364574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787760778.364578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:1.1:1787760778.378376:0:318961:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0040.
00000080:00000010:1.1:1787760778.378385:0:318961:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295320.
00010000:00000010:1.1:1787760778.408038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:1.1:1787760778.408045:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787760778.408048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00000080:00000010:1.1:1787760778.408052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0040.
00000080:00000010:1.1:1787760778.408058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a00.
00010000:00000010:1.1:1787760778.571481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:0.1:1787760778.744103:0:238628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:1.1:1787760778.750382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:1.1:1787760778.750394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:1.1:1787760778.837309:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa4a0.
00000080:00000010:1.1:1787760778.837327:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa4c0.
00010000:00000010:0.1:1787760778.914293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787760778.914317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787760778.914322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:0.1:1787760778.926287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295260.
00000080:00000010:0.1:1787760778.926305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c00.
00010000:00000010:1.1:1787760778.977307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787760778.982438:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787760778.982452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:1.1:1787760778.991197:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0680.
00000080:00000010:1.1:1787760778.991211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0bc0.
00010000:00000010:1.1:1787760779.024687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787760779.024702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787760779.024705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:1.1:1787760779.034035:0:318975:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0780.
00000080:00000010:1.1:1787760779.034053:0:318975:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c80.
00010000:00000010:0.1:1787760779.399299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787760779.403350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:0.1:1787760779.403365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:0.1:1787760779.421166:0:318984:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103c0.
00000080:00000010:0.1:1787760779.421191:0:318984:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102c0.
00010000:00000010:1.1:1787760779.526300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:1.1:1787760779.532550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787760779.532560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:1.1:1787760779.544357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d40.
00000080:00000010:1.1:1787760779.544367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295040.
00010000:00000010:1.1:1787760779.652639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:1.1:1787760779.652652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787760779.652656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:1.1:1787760779.675355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0720.
00000080:00000010:1.1:1787760779.675374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252956e0.
00010000:00000010:1.1:1787760779.698300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787760779.698317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787760779.698321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:1.1:1787760779.718623:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0720.
00000080:00000010:1.1:1787760779.718637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0100.
00010000:00000010:0.1:1787760779.870460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787760779.882371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:0.1:1787760779.882385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:0.1:1787760779.900380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e60.
00000080:00000010:0.1:1787760779.900395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ec0.
00010000:00000010:1.1:1787760779.970414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:1.1:1787760779.970435:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787760779.970439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:0.1:1787760780.021358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787760780.021387:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037200.
00010000:00000010:0.1:1787760780.021392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760780.086376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787760780.147752:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:0.1:1787760780.147763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:0.1:1787760780.319349:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:0.1:1787760780.319358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:1.1:1787760780.391271:0:319004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:1.1:1787760780.391278:0:319004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787760780.391282:0:319004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:1.1:1787760780.401289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0640.
00000080:00000010:1.1:1787760780.401299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252956c0.
00010000:00000010:1.1:1787760780.494209:0:319008:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:1.1:1787760780.494224:0:319008:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787760780.494227:0:319008:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00000080:00000010:1.1:1787760780.505331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d08c0.
00000080:00000010:1.1:1787760780.505350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c20.
00010000:00000010:0.1:1787760780.780285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787760780.780301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:0.1:1787760780.780305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a600.
00000080:00000010:0.1:1787760780.795109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295640.
00000080:00000010:0.1:1787760780.795129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10000.
00010000:00000010:1.1:1787760780.844405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:1.1:1787760780.844419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787760780.844422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:1.1:1787760780.868482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0900.
00000080:00000010:1.1:1787760780.868497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0280.
00000080:00000010:1.1:1787760780.891703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10980.
00000080:00000010:1.1:1787760780.891719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108a0.
00010000:00000010:0.1:1787760780.966293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760780.966311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787760780.966315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:0.1:1787760780.987299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959a0.
00000080:00000010:0.1:1787760780.987317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252953a0.
00010000:00000010:1.1:1787760781.423287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787760781.427658:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:1.1:1787760781.427666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00000080:00000010:1.1:1787760781.447187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0860.
00000080:00000010:1.1:1787760781.453403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b80.
00010000:00000010:0.1:1787760781.729484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787760781.729502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787760781.729507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:0.1:1787760781.751293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ea0.
00000080:00000010:0.1:1787760781.751313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252955e0.
00010000:00000010:0.1:1787760781.891282:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787760781.891294:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787760781.891298:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:0.1:1787760782.024561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760782.024572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787760782.024575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:0.1:1787760782.043326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a00.
00000080:00000010:0.1:1787760782.043338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d80.
00010000:00000010:1.1:1787760782.113393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:1.1:1787760782.113407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:1.1:1787760782.113412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:1.1:1787760782.140589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b40.
00000080:00000010:1.1:1787760782.140614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295080.
00010000:00000010:1.1:1787760782.166301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:1.1:1787760782.166317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:1.1:1787760782.166321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:1.1:1787760782.196312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0220.
00000080:00000010:1.1:1787760782.196330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0dc0.
00010000:00000010:0.1:1787760782.372687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:1.1:1787760782.378304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:1.1:1787760782.378312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:1.1:1787760782.835295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787760782.839294:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:1.1:1787760782.839301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:1.1:1787760782.849270:0:319050:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0780.
00000080:00000010:1.1:1787760782.849283:0:319050:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04e0.
00010000:00000010:0.1:1787760782.942791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787760782.947360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787760782.947375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:0.1:1787760782.973981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295aa0.
00000080:00000010:0.1:1787760782.973995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295840.
00010000:00000010:0.1:1787760783.052460:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787760783.052472:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787760783.052476:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:0.1:1787760783.486026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787760783.486049:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787760783.486053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:0.1:1787760783.514294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252956e0.
00000080:00000010:0.1:1787760783.514309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0040.
00010000:00000010:0.1:1787760783.920306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:0.1:1787760783.920322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:1.1:1787760783.957712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa340.
00000080:00000010:1.1:1787760783.957731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104e0.
00010000:00000010:1.1:1787760784.198682:0:238629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:1.1:1787760784.198697:0:238629:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787760784.198701:0:238629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:0.1:1787760784.307400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d20.
00000080:00000010:0.1:1787760784.307420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0900.
00010000:00000010:1.1:1787760784.360097:0:319075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:1.1:1787760784.360116:0:319075:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787760784.360122:0:319075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:1.1:1787760784.367597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d60.
00000080:00000010:1.1:1787760784.367615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e20.
00010000:00000010:0.1:1787760784.775446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787760784.775460:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037c00.
00010000:00000010:0.1:1787760784.775464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:0.1:1787760784.788295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295920.
00000080:00000010:0.1:1787760784.788312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295300.
00000080:00000010:0.1:1787760784.836902:0:319086:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa260.
00000080:00000010:0.1:1787760784.836914:0:319086:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa380.
00010000:00000010:1.1:1787760785.151630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787760785.151642:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787760785.151646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:1.1:1787760785.154375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a00.
00000080:00000010:1.1:1787760785.154386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ea0.
00010000:00000010:0.1:1787760785.331291:0:319098:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787760785.331528:0:319098:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037c00.
00010000:00000010:0.1:1787760785.331533:0:319098:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:0.1:1787760785.340406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295760.
00000080:00000010:0.1:1787760785.340426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252955c0.
00010000:00000010:0.1:1787760785.375824:0:238628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787760785.383072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037c00.
00010000:00000010:0.1:1787760785.383087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787760785.442289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787760785.449302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037c00.
00010000:00000010:0.1:1787760785.449315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:0.1:1787760785.461346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295980.
00000080:00000010:0.1:1787760785.461358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0180.
00000080:00000010:0.1:1787760785.711857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101e0.
00000080:00000010:0.1:1787760785.711874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad107c0.
00010000:00000010:1.1:1787760785.803541:0:238628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:1.1:1787760785.803561:0:238628:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037c00.
00010000:00000010:1.1:1787760785.803565:0:238628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:0.1:1787760785.853384:0:319111:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787760785.853400:0:319111:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037b00.
00010000:00000010:0.1:1787760785.853404:0:319111:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:0.1:1787760785.864866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e80.
00000080:00000010:0.1:1787760785.864883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295640.
00010000:00000010:0.1:1787760786.141292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787760786.141309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037b00.
00010000:00000010:0.1:1787760786.141313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:0.1:1787760786.155285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d40.
00000080:00000010:0.1:1787760786.155302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10cc0.
00010000:00000010:1.1:1787760786.263907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:1.1:1787760786.263921:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787760786.263924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:1.1:1787760786.272925:0:319121:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ac0.
00000080:00000010:1.1:1787760786.272943:0:319121:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252957c0.
00010000:00000010:1.1:1787760786.437441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037b00.
00010000:00000010:1.1:1787760786.437455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:0.1:1787760786.446463:0:319124:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:1.1:1787760786.475837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:1.1:1787760786.480305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787760786.480320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:1.1:1787760786.496413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d02c0.
00000080:00000010:1.1:1787760786.496422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e60.
00010000:00000010:1.1:1787760786.751410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:1.1:1787760786.751428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787760786.751432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:1.1:1787760786.783927:0:319130:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07a0.
00000080:00000010:1.1:1787760786.790290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295da0.
00010000:00000010:0.1:1787760787.184377:0:319137:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760787.184390:0:319137:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:0.1:1787760787.184395:0:319137:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:0.1:1787760787.189315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d00.
00000080:00000010:0.1:1787760787.189329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101c0.
00010000:00000010:0.1:1787760787.214333:0:319137:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787760787.214348:0:319137:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037b00.
00010000:00000010:0.1:1787760787.214352:0:319137:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:0.1:1787760787.223676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c20.
00000080:00000010:0.1:1787760787.223694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295540.
00010000:00000010:1.1:1787760787.295300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:1.1:1787760787.295313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787760787.295316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00000080:00000010:1.1:1787760787.298380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05e0.
00000080:00000010:1.1:1787760787.298395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa340.
00010000:00000010:0.1:1787760787.337935:0:238629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787760787.350927:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037b00.
00010000:00000010:0.1:1787760787.351132:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787760787.437283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:1.1:1787760787.437386:0:319143:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787760787.437391:0:319143:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:1.1:1787760787.462392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787760787.462408:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787760787.462412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00000080:00000010:1.1:1787760787.470292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c40.
00000080:00000010:1.1:1787760787.470303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a80.
00010000:00000010:1.1:1787760787.499079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787760787.505082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787760787.505096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:1.1:1787760787.514761:0:319145:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c40.
00000080:00000010:1.1:1787760787.514773:0:319145:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959e0.
00010000:00000010:1.1:1787760787.539298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:1.1:1787760787.539310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787760787.539314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:1.1:1787760787.555520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ea0.
00000080:00000010:1.1:1787760787.555529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d01c0.
00010000:00000010:0.1:1787760787.696388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760787.696416:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037b00.
00010000:00000010:0.1:1787760787.696420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:0.1:1787760787.707295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295060.
00000080:00000010:0.1:1787760787.707313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0aa0.
00010000:00000010:0.1:1787760787.803165:0:319151:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760787.803343:0:319151:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037c00.
00010000:00000010:0.1:1787760787.803350:0:319151:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:0.1:1787760787.822587:0:319152:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295b40.
00000080:00000010:0.1:1787760787.822602:0:319152:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295260.
00010000:00000010:0.1:1787760788.113432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787760788.120652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037800.
00010000:00000010:0.1:1787760788.120668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:0.1:1787760788.145306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295300.
00000080:00000010:0.1:1787760788.145322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295720.
00010000:00000010:1.1:1787760788.213506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787760788.213522:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787760788.213526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:1.1:1787760788.240073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0120.
00000080:00000010:1.1:1787760788.240086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10540.
00010000:00000010:1.1:1787760788.257494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:1.1:1787760788.257509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787760788.257514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:0.1:1787760788.396534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787760788.511100:0:319164:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:0.1:1787760788.511116:0:319164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a600.
00000080:00000010:0.1:1787760788.523275:0:319165:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c20.
00000080:00000010:0.1:1787760788.523295:0:319165:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c40.
00010000:00000010:0.1:1787760788.543348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760788.543366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037a00.
00010000:00000010:0.1:1787760788.543370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:0.1:1787760788.552875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295fe0.
00000080:00000010:0.1:1787760788.552895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252955c0.
00010000:00000010:1.1:1787760788.650334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:1.1:1787760788.663646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:1.1:1787760788.663662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:1.1:1787760788.673355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10580.
00000080:00000010:1.1:1787760788.673364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10880.
00010000:00000010:1.1:1787760788.980366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787760788.980376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787760788.980380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:1.1:1787760788.984536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0400.
00000080:00000010:1.1:1787760788.984558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d03a0.
00000080:00000010:0.1:1787760789.081322:0:319176:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10320.
00000080:00000010:0.1:1787760789.081338:0:319176:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252952e0.
00010000:00000010:0.1:1787760789.118591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787760789.123296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787760789.123312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:0.1:1787760789.149357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f60.
00000080:00000010:0.1:1787760789.149373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252952e0.
00010000:00000010:0.1:1787760789.299299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787760789.299319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787760789.299324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:0.1:1787760789.309596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f60.
00000080:00000010:0.1:1787760789.309617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295780.
00010000:00000010:0.1:1787760789.706294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787760789.710300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787760789.710317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:0.1:1787760789.721339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951a0.
00000080:00000010:0.1:1787760789.721353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04a0.
00010000:00000010:0.1:1787760789.833384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787760789.839280:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787760789.839296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:0.1:1787760789.849301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295460.
00000080:00000010:0.1:1787760789.849317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad106a0.
00010000:00000010:1.1:1787760789.947489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787760789.947502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1700.
00010000:00000010:1.1:1787760789.947505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:1.1:1787760789.964409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0f80.
00000080:00000010:1.1:1787760789.964418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295720.
00010000:00000010:0.1:1787760790.028501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760790.028518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787760790.028522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:1.1:1787760790.085303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ce0.
00000080:00000010:1.1:1787760790.085325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c20.
00010000:00000010:1.1:1787760790.354469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fe00.
00010000:00000010:1.1:1787760790.354480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:1.1:1787760790.510881:0:238629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:1.1:1787760790.510897:0:238629:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1b00.
00010000:00000010:1.1:1787760790.510901:0:238629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:1.1:1787760790.531631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0860.
00000080:00000010:1.1:1787760790.531650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252952a0.
00010000:00000010:1.1:1787760790.548293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:1.1:1787760790.548309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1b00.
00010000:00000010:1.1:1787760790.548313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:0.1:1787760790.562399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b80.
00000080:00000010:0.1:1787760790.562414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d02a0.
00010000:00000010:1.1:1787760790.731279:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:1.1:1787760790.731292:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1b00.
00010000:00000010:1.1:1787760790.731296:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:1.1:1787760790.731302:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0cc0.
00000080:00000010:1.1:1787760790.731310:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10520.
00010000:00000010:1.1:1787760791.063666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:1.1:1787760791.063680:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:1.1:1787760791.063684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:1.1:1787760791.081300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0600.
00000080:00000010:1.1:1787760791.081319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252952a0.
00010000:00000010:0.1:1787760791.120289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:0.1:1787760791.120299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00000080:00000010:1.1:1787760791.133496:0:319217:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa2a0.
00000080:00000010:1.1:1787760791.133514:0:319217:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac20.
00010000:00000010:1.1:1787760791.239421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:1.1:1787760791.239436:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1b00.
00010000:00000010:1.1:1787760791.239441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:1.1:1787760791.270868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0aa0.
00000080:00000010:1.1:1787760791.270886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0820.
00010000:00000010:1.1:1787760791.296303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:1.1:1787760791.300887:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1b00.
00010000:00000010:1.1:1787760791.300903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:1.1:1787760791.317896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0dc0.
00000080:00000010:1.1:1787760791.317916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e20.
00010000:00000010:0.1:1787760791.369383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787760791.373395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787760791.373410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:0.1:1787760791.390812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ee0.
00000080:00000010:0.1:1787760791.390828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295860.
00010000:00000010:0.1:1787760791.408382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787760791.413300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787760791.413317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:0.1:1787760791.435122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295860.
00000080:00000010:0.1:1787760791.435145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ba0.
00010000:00000010:0.1:1787760791.456298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787760791.460243:0:319224:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787760791.460266:0:319224:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:0.1:1787760791.478293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a00.
00000080:00000010:0.1:1787760791.478304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ee0.
00010000:00000010:1.1:1787760791.752545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:1.1:1787760791.756577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1b00.
00010000:00000010:1.1:1787760791.756595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:1.1:1787760791.768343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0120.
00000080:00000010:1.1:1787760791.768354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0440.
00010000:00000010:0.1:1787760791.820295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787760791.820315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787760791.820319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:0.1:1787760791.827654:0:319234:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d80.
00000080:00000010:0.1:1787760791.827675:0:319234:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d20.
00010000:00000010:0.1:1787760791.855292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787760791.859285:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787760791.859294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:1.1:1787760792.145300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10680.
00000080:00000010:1.1:1787760792.145317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0100.
00010000:00000010:0.1:1787760792.226868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787760792.230302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:0.1:1787760792.230318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:1.1:1787760792.465294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787760792.469285:0:319246:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:1.1:1787760792.469293:0:319246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00000080:00000010:1.1:1787760792.476646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b40.
00000080:00000010:1.1:1787760792.476666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0980.
00010000:00000010:0.1:1787760792.579613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760792.579633:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:0.1:1787760792.579638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00000080:00000010:0.1:1787760792.605290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295800.
00000080:00000010:0.1:1787760792.605317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0680.
00010000:00000010:1.1:1787760792.823117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:1.1:1787760792.823133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:1.1:1787760792.823137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:1.1:1787760792.850931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0080.
00000080:00000010:1.1:1787760792.850948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0320.
00010000:00000010:0.1:1787760793.118300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:1.1:1787760793.122294:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:1.1:1787760793.122309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:0.1:1787760793.137536:0:319259:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295600.
00000080:00000010:0.1:1787760793.137554:0:319259:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295000.
00010000:00000010:1.1:1787760793.210299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:1.1:1787760793.210315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1500.
00010000:00000010:1.1:1787760793.210318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:1.1:1787760793.237289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e40.
00000080:00000010:1.1:1787760793.237298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0760.
00010000:00000010:1.1:1787760793.577361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:1.1:1787760793.577375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1c00.
00010000:00000010:1.1:1787760793.577379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:1.1:1787760793.599311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0040.
00000080:00000010:1.1:1787760793.599329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295540.
00010000:00000010:0.1:1787760793.905453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787760793.905473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037400.
00010000:00000010:0.1:1787760793.905477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:0.1:1787760793.917287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252952a0.
00000080:00000010:0.1:1787760793.917304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07a0.
00010000:00000010:0.1:1787760794.092297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:0.1:1787760794.092313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:0.1:1787760794.111017:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d20.
00000080:00000010:0.1:1787760794.111111:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959e0.
00010000:00000010:1.1:1787760794.229298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:1.1:1787760794.229313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1c00.
00010000:00000010:1.1:1787760794.229317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:0.1:1787760794.284120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787760794.284135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037400.
00010000:00000010:0.1:1787760794.284139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:0.1:1787760794.286663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ac0.
00000080:00000010:0.1:1787760794.286678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252956c0.
00010000:00000010:1.1:1787760794.361302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:1.1:1787760794.365302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1c00.
00010000:00000010:1.1:1787760794.365328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:1.1:1787760794.387950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0da0.
00000080:00000010:1.1:1787760794.387964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a80.
00010000:00000010:0.1:1787760794.495897:0:238628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760794.634491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787760794.634520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037400.
00010000:00000010:0.1:1787760794.634524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:0.1:1787760794.658334:0:319294:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295720.
00000080:00000010:0.1:1787760794.658355:0:319294:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295860.
00010000:00000010:1.1:1787760795.019024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787760795.019036:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:1.1:1787760795.019040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:1.1:1787760795.025373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0540.
00000080:00000010:1.1:1787760795.025387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0120.
00010000:00000010:1.1:1787760795.241283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787760795.241298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:1.1:1787760795.241301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:1.1:1787760795.256288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0460.
00000080:00000010:1.1:1787760795.256301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0040.
00010000:00000010:1.1:1787760795.388942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787760795.388953:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:1.1:1787760795.388957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:1.1:1787760795.396875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0460.
00000080:00000010:1.1:1787760795.396888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04a0.
00010000:00000010:1.1:1787760795.415372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787760795.419387:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:1.1:1787760795.419401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:1.1:1787760795.429158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0940.
00000080:00000010:1.1:1787760795.429174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07c0.
00010000:00000010:1.1:1787760795.679477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787760795.753389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787760795.753401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1200.
00010000:00000010:1.1:1787760795.753406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:1.1:1787760795.770669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d02e0.
00000080:00000010:1.1:1787760795.770701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295b40.
00010000:00000010:1.1:1787760795.791728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:1.1:1787760795.791751:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1200.
00010000:00000010:1.1:1787760795.791755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:1.1:1787760795.807375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d02e0.
00000080:00000010:1.1:1787760795.807383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ee0.
00010000:00000010:0.1:1787760795.872331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:1.1:1787760795.877456:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037400.
00010000:00000010:1.1:1787760795.877471:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:0.1:1787760795.984403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787760795.984425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787760795.984430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:0.1:1787760796.018886:0:319325:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c00.
00000080:00000010:0.1:1787760796.018904:0:319325:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101c0.
00010000:00000010:0.1:1787760796.053300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:1.1:1787760796.176297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037900.
00010000:00000010:1.1:1787760796.176323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760796.176425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:0.1:1787760796.455432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:1.1:1787760796.717129:0:319337:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ec0.
00000080:00000010:1.1:1787760796.717141:0:319337:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10220.
00010000:00000010:0.1:1787760796.760509:0:238628:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:0.1:1787760796.760516:0:238628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:1.1:1787760796.774290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa8c0.
00000080:00000010:1.1:1787760796.774302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ee0.
00010000:00000010:1.1:1787760796.863263:0:238629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:1.1:1787760796.870236:0:238629:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:1.1:1787760796.870274:0:238629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:0.1:1787760796.911299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760796.915398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:0.1:1787760796.915414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:0.1:1787760796.931805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951e0.
00000080:00000010:0.1:1787760796.931822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103c0.
00010000:00000010:1.1:1787760797.099411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787760797.099426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1800.
00010000:00000010:1.1:1787760797.099430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:1.1:1787760797.108555:0:319348:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06c0.
00000080:00000010:1.1:1787760797.108565:0:319348:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295660.
00010000:00000010:1.1:1787760797.138299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787760797.146298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1800.
00010000:00000010:1.1:1787760797.146311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:1.1:1787760797.153430:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d02c0.
00000080:00000010:1.1:1787760797.153449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0440.
00010000:00000010:0.1:1787760797.324585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1800.
00010000:00000010:0.1:1787760797.324602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787760797.325695:0:319353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:0.1:1787760797.338844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c00.
00000080:00000010:0.1:1787760797.338864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0800.
00010000:00000010:1.1:1787760797.573505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787760797.577417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:1.1:1787760797.577432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:1.1:1787760797.599457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05c0.
00000080:00000010:1.1:1787760797.599474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0560.
00010000:00000010:1.1:1787760797.633141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:0.1:1787760797.688911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787760797.688923:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:0.1:1787760797.688927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:0.1:1787760797.697278:0:1356:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ee0.
00000080:00000010:0.1:1787760797.697287:0:1356:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad106a0.
00010000:00000010:1.1:1787760797.756371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:1.1:1787760797.760319:0:319360:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:1.1:1787760797.760328:0:319360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:1.1:1787760797.771296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05e0.
00000080:00000010:1.1:1787760797.771310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c20.
00010000:00000010:1.1:1787760797.922824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787760797.922839:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:1.1:1787760797.922843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:1.1:1787760797.934897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0860.
00000080:00000010:1.1:1787760797.934914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b80.
00010000:00000010:0.1:1787760798.021372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787760798.026267:0:319365:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:0.1:1787760798.026274:0:319365:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:1.1:1787760798.038323:0:319366:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252955e0.
00000080:00000010:1.1:1787760798.038344:0:319366:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252958e0.
00010000:00000010:0.1:1787760798.346348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:0.1:1787760798.346355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:0.1:1787760798.366268:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aabc0.
00000080:00000010:0.1:1787760798.366280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10580.
00010000:00000010:1.1:1787760798.651146:0:319380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787760798.654359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:1.1:1787760798.654366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:1.1:1787760798.662845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06e0.
00000080:00000010:1.1:1787760798.662856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104c0.
00010000:00000010:1.1:1787760798.687407:0:238628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:1.1:1787760798.687415:0:238628:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:1.1:1787760798.687419:0:238628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:1.1:1787760798.687423:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d03e0.
00000080:00000010:1.1:1787760798.687430:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0000.
00000080:00000010:0.1:1787760799.462288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e80.
00010000:00000010:1.1:1787760799.483819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:1.1:1787760799.483837:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:1.1:1787760799.483840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:1.1:1787760799.599349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787760799.607975:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:1.1:1787760799.607987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:1.1:1787760799.620416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d40.
00000080:00000010:1.1:1787760799.620434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d03a0.
00010000:00000010:0.1:1787760799.676345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:0.1:1787760799.676354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:0.1:1787760799.676357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a600.
00000080:00000010:0.1:1787760799.686337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102c0.
00000080:00000010:0.1:1787760799.686351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10400.
00010000:00000010:1.1:1787760799.758374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787760799.758390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:1.1:1787760799.758394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787760799.803562:0:319402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787760799.803582:0:319402:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:0.1:1787760799.803586:0:319402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:0.1:1787760799.820830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959e0.
00000080:00000010:0.1:1787760799.820851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295400.
00010000:00000010:1.1:1787760799.854288:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:1.1:1787760799.854296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787760799.854345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787760799.882630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:1.1:1787760800.134305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:1.1:1787760800.138313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:1.1:1787760800.138328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:1.1:1787760800.154379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0300.
00000080:00000010:1.1:1787760800.159309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295aa0.
00010000:00000010:1.1:1787760800.174320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787760800.180466:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:1.1:1787760800.180483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:1.1:1787760800.191301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ae0.
00000080:00000010:1.1:1787760800.191315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa560.
00010000:00000010:0.1:1787760800.503799:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110ff00.
00010000:00000010:0.1:1787760800.503814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00000080:00000010:0.1:1787760800.521324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa9a0.
00000080:00000010:0.1:1787760800.521333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aafa0.
00010000:00000010:1.1:1787760800.747300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00000080:00000010:1.1:1787760801.345898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa340.
00000080:00000010:1.1:1787760801.345913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa700.
00000080:00000010:0.1:1787760801.572314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf80.
00000080:00000010:0.1:1787760801.572331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf20.
00010000:00000010:1.1:1787760801.707939:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:1.1:1787760801.900189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787760801.900197:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1200.
00010000:00000010:1.1:1787760801.900200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:1.1:1787760801.906522:0:319445:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d08e0.
00000080:00000010:1.1:1787760801.906534:0:319445:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10a80.
00010000:00000010:1.1:1787760802.007220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787760802.007236:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1200.
00010000:00000010:1.1:1787760802.007239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:1.1:1787760802.012845:0:319448:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04c0.
00000080:00000010:1.1:1787760802.012859:0:319448:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c00.
00010000:00000010:0.1:1787760802.219287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787760802.219301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:0.1:1787760802.219304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:0.1:1787760802.227358:0:319454:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295fe0.
00000080:00000010:0.1:1787760802.227368:0:319454:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a20.
00010000:00000010:0.1:1787760802.263297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787760802.272399:0:319455:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:0.1:1787760802.272412:0:319455:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787760802.299905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787760802.299916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:0.1:1787760802.299920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:1.1:1787760802.308407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295780.
00000080:00000010:1.1:1787760802.308417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f40.
00010000:00000010:1.1:1787760802.399402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787760802.399416:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:1.1:1787760802.399419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:1.1:1787760802.406310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0220.
00000080:00000010:1.1:1787760802.406327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07e0.
00010000:00000010:0.1:1787760802.470532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760802.470546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:0.1:1787760802.470549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:0.1:1787760802.478443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295800.
00000080:00000010:0.1:1787760802.478474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295bc0.
00010000:00000010:0.1:1787760802.793054:0:319470:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787760802.793070:0:319470:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:0.1:1787760802.793074:0:319470:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:0.1:1787760802.801281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ac0.
00000080:00000010:0.1:1787760802.801290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103a0.
00010000:00000010:1.1:1787760802.871296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:1.1:1787760802.871316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:1.1:1787760802.871320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00000080:00000010:1.1:1787760802.891464:0:319473:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f80.
00000080:00000010:1.1:1787760802.891481:0:319473:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf60.
00010000:00000010:1.1:1787760802.942285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:1.1:1787760802.942298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:1.1:1787760802.942302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:1.1:1787760802.956334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0500.
00000080:00000010:1.1:1787760802.956345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06a0.
00010000:00000010:0.1:1787760803.024378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760803.033756:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037000.
00010000:00000010:0.1:1787760803.033770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787760803.249286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787760803.249296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037000.
00010000:00000010:0.1:1787760803.249300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:0.1:1787760803.253332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295660.
00000080:00000010:0.1:1787760803.253352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252952a0.
00010000:00000010:1.1:1787760803.650409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:1.1:1787760803.656942:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:1.1:1787760803.656958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:0.1:1787760803.674034:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0fe0.
00000080:00000010:0.1:1787760803.674054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a40.
00010000:00000010:1.1:1787760803.833401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787760803.833416:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:1.1:1787760803.833419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:0.1:1787760803.845322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d09a0.
00000080:00000010:0.1:1787760803.845337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0700.
00010000:00000010:0.1:1787760804.075291:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:0.1:1787760804.075300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:1.1:1787760804.231509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787760804.231516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:1.1:1787760804.231520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:1.1:1787760804.243278:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0da0.
00000080:00000010:1.1:1787760804.243290:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295400.
00010000:00000010:1.1:1787760804.529202:0:238628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787760804.529214:0:238628:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:1.1:1787760804.529218:0:238628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:0.1:1787760804.862715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:1.1:1787760804.908536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:1.1:1787760804.908546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:1.1:1787760804.908550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:1.1:1787760804.908555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10620.
00000080:00000010:1.1:1787760804.908561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a80.
00000080:00000010:0.1:1787760805.007415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad107c0.
00000080:00000010:0.1:1787760805.007428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e80.
00010000:00000010:0.1:1787760805.131914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787760805.131931:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037900.
00010000:00000010:0.1:1787760805.131935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:0.1:1787760805.139510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295980.
00000080:00000010:0.1:1787760805.139521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10a00.
00010000:00000010:1.1:1787760805.196413:0:319518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787760805.196423:0:319518:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:1.1:1787760805.196427:0:319518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:1.1:1787760805.203290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d80.
00000080:00000010:1.1:1787760805.203301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e20.
00000080:00000010:1.1:1787760805.235284:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10520.
00000080:00000010:1.1:1787760805.235293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101c0.
00010000:00000010:0.1:1787760805.414920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787760805.414935:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:0.1:1787760805.414949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:0.1:1787760805.418467:0:319526:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ea0.
00000080:00000010:0.1:1787760805.418483:0:319526:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0420.
00010000:00000010:0.1:1787760805.442618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787760805.442636:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787760805.442640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:0.1:1787760805.459783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295b60.
00000080:00000010:0.1:1787760805.459802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295360.
00010000:00000010:0.1:1787760805.475408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787760805.475427:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787760805.475430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:0.1:1787760805.483531:0:319528:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d20.
00000080:00000010:0.1:1787760805.483540:0:319528:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252955c0.
00010000:00000010:0.1:1787760805.525659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787760805.525677:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787760805.525681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:0.1:1787760805.525688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295b60.
00000080:00000010:0.1:1787760805.525695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d20.
00010000:00000010:1.1:1787760805.593286:0:319531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:1.1:1787760805.593299:0:319531:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:1.1:1787760805.593302:0:319531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:1.1:1787760805.614731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0020.
00000080:00000010:1.1:1787760805.614750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0940.
00010000:00000010:0.1:1787760805.665517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:1.1:1787760805.857301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:1.1:1787760805.857318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:1.1:1787760805.857321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00000080:00000010:1.1:1787760805.870317:0:319536:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa880.
00000080:00000010:1.1:1787760805.870331:0:319536:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae00.
00010000:00000010:1.1:1787760805.944336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:1.1:1787760805.944347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1c00.
00010000:00000010:1.1:1787760805.944351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:1.1:1787760805.966359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0220.
00000080:00000010:1.1:1787760805.966368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295500.
00010000:00000010:0.1:1787760806.102899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787760806.102917:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787760806.102921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:0.1:1787760806.116847:0:319542:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295600.
00000080:00000010:0.1:1787760806.116866:0:319542:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295080.
00010000:00000010:1.1:1787760806.965744:0:238629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00000080:00000010:1.1:1787760807.259287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae40.
00000080:00000010:1.1:1787760807.259301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa2c0.
00010000:00000010:0.1:1787760807.386338:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:1.1:1787760807.392363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:1.1:1787760807.392379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787760808.202341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:0.1:1787760808.202355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787760808.426356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787760808.426373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:1.1:1787760808.426377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:1.1:1787760808.455890:0:319582:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05e0.
00000080:00000010:1.1:1787760808.455905:0:319582:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252955e0.
00010000:00000010:1.1:1787760808.497503:0:319582:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:1.1:1787760808.497510:0:319582:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:1.1:1787760808.497515:0:319582:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:0.1:1787760808.514536:0:319583:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0440.
00000080:00000010:0.1:1787760808.514545:0:319583:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d60.
00010000:00000010:1.1:1787760808.803436:0:319589:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:1.1:1787760808.803459:0:319589:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1b00.
00010000:00000010:1.1:1787760808.803463:0:319589:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:1.1:1787760808.814453:0:319589:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0800.
00000080:00000010:1.1:1787760808.814463:0:319589:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10440.
00010000:00000010:1.1:1787760808.831513:0:319590:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787760808.831526:0:319590:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1b00.
00010000:00000010:1.1:1787760808.831529:0:319590:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:1.1:1787760808.843294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0120.
00000080:00000010:1.1:1787760808.843309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06e0.
00010000:00000010:0.1:1787760808.973449:0:319594:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:0.1:1787760808.973464:0:319594:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:0.1:1787760809.025303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787760809.025320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787760809.025324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787760809.085935:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:0.1:1787760809.085958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:0.1:1787760809.170489:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295b60.
00000080:00000010:0.1:1787760809.170498:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10520.
00010000:00000010:0.1:1787760809.310295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:0.1:1787760809.310310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:1.1:1787760809.408298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787760809.408315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1b00.
00010000:00000010:1.1:1787760809.408319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00000080:00000010:1.1:1787760809.442286:0:319605:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d02e0.
00000080:00000010:1.1:1787760809.442305:0:319605:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa5c0.
00010000:00000010:1.1:1787760809.813298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:1.1:1787760809.813315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:1.1:1787760809.813319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00000080:00000010:1.1:1787760809.852315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa920.
00000080:00000010:1.1:1787760809.852335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa680.
00010000:00000010:1.1:1787760809.987301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:1.1:1787760809.987318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1b00.
00010000:00000010:1.1:1787760809.987322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:1.1:1787760810.001476:0:319614:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0620.
00000080:00000010:1.1:1787760810.001505:0:319614:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0780.
00010000:00000010:1.1:1787760810.116925:0:319616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787760810.116985:0:319616:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1b00.
00010000:00000010:1.1:1787760810.116990:0:319616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:1.1:1787760810.128293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0400.
00000080:00000010:1.1:1787760810.128308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0680.
00010000:00000010:0.1:1787760810.201023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00010000:00000010:0.1:1787760810.201037:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:0.1:1787760810.201041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00000080:00000010:0.1:1787760810.211292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab20.
00000080:00000010:0.1:1787760810.211307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaae0.
00010000:00000010:0.1:1787760810.343036:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760810.343154:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:0.1:1787760810.343159:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:1.1:1787760810.525089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:1.1:1787760810.525105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1700.
00010000:00000010:1.1:1787760810.525109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:1.1:1787760810.536291:0:319626:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d40.
00000080:00000010:1.1:1787760810.536303:0:319626:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0620.
00010000:00000010:1.1:1787760810.568445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:1.1:1787760810.568461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1700.
00010000:00000010:1.1:1787760810.568465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:1.1:1787760810.585374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0580.
00000080:00000010:1.1:1787760810.585387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0620.
00010000:00000010:0.1:1787760810.656387:0:319629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787760810.656402:0:319629:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037a00.
00010000:00000010:0.1:1787760810.656407:0:319629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00000080:00000010:0.1:1787760810.656412:0:319629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295420.
00000080:00000010:0.1:1787760810.656418:0:319629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0320.
00010000:00000010:0.1:1787760810.690507:0:238629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760810.690518:0:238629:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037a00.
00010000:00000010:0.1:1787760810.690521:0:238629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:0.1:1787760810.690527:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295920.
00000080:00000010:0.1:1787760810.690533:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295420.
00000080:00000010:0.1:1787760810.732831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa0a0.
00000080:00000010:0.1:1787760810.732862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0980.
00010000:00000010:1.1:1787760810.896456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:1.1:1787760810.896470:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1700.
00010000:00000010:1.1:1787760810.896474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:1.1:1787760810.925299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ee0.
00000080:00000010:1.1:1787760810.925314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0940.
00010000:00000010:0.1:1787760811.025294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:1.1:1787760811.025349:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:1.1:1787760811.025355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:0.1:1787760811.095476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760811.095487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:0.1:1787760811.095491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:0.1:1787760811.106873:0:319638:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ac0.
00000080:00000010:0.1:1787760811.106888:0:319638:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06c0.
00010000:00000010:0.1:1787760811.129296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:1.1:1787760811.134971:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037a00.
00010000:00000010:1.1:1787760811.134988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:1.1:1787760811.573377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:1.1:1787760811.573400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1e00.
00010000:00000010:1.1:1787760811.573404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:1.1:1787760811.589328:0:319646:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0f80.
00000080:00000010:1.1:1787760811.589343:0:319646:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0640.
00010000:00000010:0.1:1787760811.771405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787760811.771432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037b00.
00010000:00000010:0.1:1787760811.771437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:0.1:1787760811.785341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295760.
00000080:00000010:0.1:1787760811.785352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10a80.
00010000:00000010:0.1:1787760812.845293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:0.1:1787760812.845308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:0.1:1787760812.909288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760812.909306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037c00.
00010000:00000010:0.1:1787760812.909310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:0.1:1787760812.934008:0:319667:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295720.
00000080:00000010:0.1:1787760812.934025:0:319667:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252957c0.
00010000:00000010:1.1:1787760813.027663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787760813.027677:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787760813.027681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:1.1:1787760813.042415:0:319669:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d08c0.
00000080:00000010:1.1:1787760813.042431:0:319669:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05c0.
00010000:00000010:1.1:1787760813.127282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:1.1:1787760813.127291:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037800.
00010000:00000010:1.1:1787760813.127295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787760813.223637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:1.1:1787760813.223644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:0.1:1787760813.578228:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:0.1:1787760813.578243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00000080:00000010:1.1:1787760813.582467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10a80.
00000080:00000010:1.1:1787760813.582482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaa00.
00010000:00000010:1.1:1787760813.773517:0:238629:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110ff00.
00010000:00000010:1.1:1787760813.773529:0:238629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:0.1:1787760813.789636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787760813.793407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:0.1:1787760813.793423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00000080:00000010:0.1:1787760813.807344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f20.
00000080:00000010:0.1:1787760813.807355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa6a0.
00010000:00000010:0.1:1787760813.839879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:1.1:1787760813.890465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:1.1:1787760813.890483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787760813.890486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:1.1:1787760813.913469:0:319688:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0200.
00000080:00000010:1.1:1787760813.913489:0:319688:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d00c0.
00010000:00000010:1.1:1787760813.945651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:1.1:1787760813.945665:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787760813.945669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:1.1:1787760813.980753:0:319689:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d00c0.
00000080:00000010:1.1:1787760813.980773:0:319689:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0200.
00010000:00000010:0.1:1787760814.124335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787760814.124351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787760814.124355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:0.1:1787760814.157342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c60.
00000080:00000010:0.1:1787760814.157361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d00.
00010000:00000010:1.1:1787760814.220302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787760814.224297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787760814.224313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:1.1:1787760814.238277:0:319693:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0260.
00000080:00000010:1.1:1787760814.238289:0:319693:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ea0.
00000080:00000010:0.1:1787760814.523673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac80.
00000080:00000010:0.1:1787760814.523684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac40.
00010000:00000010:1.1:1787760814.710288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760814.714620:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787760814.714628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:0.1:1787760814.753461:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787760814.753474:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787760814.753477:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:0.1:1787760814.767333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295860.
00000080:00000010:0.1:1787760814.767343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d03a0.
00010000:00000010:1.1:1787760814.878028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787760814.878035:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787760814.878039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:1.1:1787760814.884534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ea0.
00000080:00000010:1.1:1787760814.884559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0220.
00010000:00000010:1.1:1787760814.982386:0:319709:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787760814.982400:0:319709:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787760814.982404:0:319709:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00000080:00000010:1.1:1787760814.992554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e40.
00000080:00000010:1.1:1787760814.992569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0260.
00010000:00000010:0.1:1787760815.089745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787760815.093746:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787760815.093760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:1.1:1787760815.169298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:1.1:1787760815.169312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787760815.169317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:1.1:1787760815.178532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d00c0.
00000080:00000010:1.1:1787760815.178561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10cc0.
00010000:00000010:0.1:1787760815.252512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787760815.256545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787760815.256559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:0.1:1787760815.273950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e80.
00000080:00000010:0.1:1787760815.273963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f60.
00010000:00000010:1.1:1787760815.399520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787760815.403440:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787760815.403460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:0.1:1787760815.737369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787760815.737409:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787760815.737413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00000080:00000010:0.1:1787760815.746316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295640.
00000080:00000010:0.1:1787760815.746326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0900.
00000080:00000010:0.1:1787760815.898585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1c0.
00000080:00000010:0.1:1787760815.898610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf20.
00010000:00000010:1.1:1787760815.973296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:1.1:1787760815.973309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787760815.973312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:1.1:1787760816.009301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d02a0.
00000080:00000010:1.1:1787760816.009316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d80.
00010000:00000010:0.1:1787760816.105328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787760816.108397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787760816.108412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:1.1:1787760816.395298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787760816.395315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787760816.395319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:1.1:1787760816.426268:0:319736:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d60.
00000080:00000010:1.1:1787760816.426278:0:319736:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0440.
00010000:00000010:0.1:1787760816.883297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:1.1:1787760816.888828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:1.1:1787760816.888842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:1.1:1787760817.009848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ec0.
00000080:00000010:1.1:1787760817.009867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10960.
00010000:00000010:0.1:1787760817.032330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:1.1:1787760817.036708:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037200.
00010000:00000010:1.1:1787760817.036730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:1.1:1787760817.093449:0:319747:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787760817.093464:0:319747:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787760817.093468:0:319747:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:1.1:1787760817.093472:0:319747:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0820.
00000080:00000010:1.1:1787760817.093480:0:319747:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0fa0.
00010000:00000010:1.1:1787760817.326297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:1.1:1787760817.326311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787760817.326315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000080:00000010:1.1:1787760817.335878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e20.
00000080:00000010:1.1:1787760817.335898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a80.
00010000:00000010:1.1:1787760817.587784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787760817.587793:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787760817.587796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00000080:00000010:1.1:1787760817.611142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05c0.
00000080:00000010:1.1:1787760817.611149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05e0.
00010000:00000010:0.1:1787760817.661285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787760817.661293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787760817.661297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00000080:00000010:0.1:1787760817.668291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c40.
00000080:00000010:0.1:1787760817.668302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05c0.
00010000:00000010:0.1:1787760817.820297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787760817.820310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787760817.820314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:0.1:1787760817.827323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a40.
00000080:00000010:0.1:1787760817.827342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295160.
00010000:00000010:0.1:1787760817.949772:0:319767:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:0.1:1787760817.949785:0:319767:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:0.1:1787760817.959919:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10400.
00000080:00000010:0.1:1787760817.959934:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0dc0.
00010000:00000010:1.1:1787760818.322879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:1.1:1787760818.322893:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787760818.322897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:1.1:1787760818.338670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0940.
00000080:00000010:1.1:1787760818.338684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ae0.
00010000:00000010:0.1:1787760818.468272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760818.472295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:0.1:1787760818.472311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:0.1:1787760818.492739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295780.
00000080:00000010:0.1:1787760818.492748:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295fe0.
00010000:00000010:1.1:1787760818.766058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787760818.766074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787760818.766078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:1.1:1787760818.774281:0:319782:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07e0.
00000080:00000010:1.1:1787760818.788429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0260.
00010000:00000010:1.1:1787760819.145303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:1.1:1787760819.145319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:1.1:1787760819.145323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:1.1:1787760819.156960:0:319789:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0fc0.
00000080:00000010:1.1:1787760819.156975:0:319789:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295140.
00010000:00000010:1.1:1787760819.197779:0:238629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:1.1:1787760819.197793:0:238629:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:1.1:1787760819.197796:0:238629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:1.1:1787760819.445383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:1.1:1787760819.445399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:1.1:1787760819.445403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:1.1:1787760819.459295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0780.
00000080:00000010:1.1:1787760819.459313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104c0.
00010000:00000010:0.1:1787760819.995877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:1.1:1787760819.996927:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:1.1:1787760819.996985:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:0.1:1787760820.194287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760820.194306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037400.
00010000:00000010:0.1:1787760820.194309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:0.1:1787760820.215904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252950c0.
00000080:00000010:0.1:1787760820.215924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252952a0.
00010000:00000010:0.1:1787760820.241298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760820.241308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037400.
00010000:00000010:0.1:1787760820.241311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787760820.296435:0:319812:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760820.296451:0:319812:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037400.
00010000:00000010:0.1:1787760820.296455:0:319812:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:0.1:1787760820.303683:0:319813:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252952a0.
00000080:00000010:0.1:1787760820.303697:0:319813:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295da0.
00010000:00000010:1.1:1787760820.918304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:1.1:1787760820.918320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787760820.918332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:1.1:1787760820.930821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0820.
00000080:00000010:1.1:1787760820.930840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0fa0.
00010000:00000010:0.1:1787760821.067293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787760821.067394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037900.
00010000:00000010:0.1:1787760821.067398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760821.271718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787760821.271740:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037900.
00010000:00000010:0.1:1787760821.271743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:0.1:1787760821.278332:0:319831:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ac0.
00000080:00000010:0.1:1787760821.278347:0:319831:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295520.
00010000:00000010:0.1:1787760821.385291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760821.385311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037900.
00010000:00000010:0.1:1787760821.385315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:0.1:1787760821.402558:0:319833:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295500.
00000080:00000010:0.1:1787760821.402626:0:319833:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295020.
00010000:00000010:1.1:1787760821.526043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:1.1:1787760821.526061:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787760821.526065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:1.1:1787760821.595226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0060.
00000080:00000010:1.1:1787760821.595242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ca0.
00000080:00000010:0.1:1787760821.664300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103c0.
00000080:00000010:0.1:1787760821.664388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e60.
00010000:00000010:1.1:1787760821.782950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787760821.789395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787760821.789410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:1.1:1787760821.797302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b00.
00000080:00000010:1.1:1787760821.797317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04c0.
00010000:00000010:1.1:1787760821.942326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:1.1:1787760821.942341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787760821.942345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787760822.345799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:1.1:1787760822.345816:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787760822.345819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00000080:00000010:1.1:1787760822.359391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b20.
00000080:00000010:1.1:1787760822.359400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a20.
00010000:00000010:1.1:1787760822.380838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:1.1:1787760822.380854:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787760822.380858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00000080:00000010:1.1:1787760822.393100:0:319850:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0bc0.
00000080:00000010:1.1:1787760822.393120:0:319850:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0200.
00010000:00000010:0.1:1787760822.619379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787760822.619390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:0.1:1787760822.619394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:0.1:1787760822.623343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e80.
00000080:00000010:0.1:1787760822.623357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295660.
00010000:00000010:1.1:1787760822.788077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787760822.791498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787760822.791514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:1.1:1787760822.808502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0620.
00000080:00000010:1.1:1787760822.808519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d03a0.
00010000:00000010:0.1:1787760822.972294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787760822.976743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:0.1:1787760822.976758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:0.1:1787760822.987284:0:319862:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252958e0.
00000080:00000010:0.1:1787760822.987302:0:319862:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295100.
00010000:00000010:0.1:1787760823.017556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787760823.017575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:0.1:1787760823.017579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:0.1:1787760823.024655:0:319863:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ba0.
00000080:00000010:0.1:1787760823.024669:0:319863:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295100.
00000080:00000010:1.1:1787760823.149376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10980.
00000080:00000010:1.1:1787760823.149389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0400.
00010000:00000010:1.1:1787760823.206321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a600.
00010000:00000010:1.1:1787760823.206329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:1.1:1787760823.206332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:0.1:1787760823.268954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787760823.272347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:0.1:1787760823.272366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:0.1:1787760823.283295:0:319869:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ac0.
00000080:00000010:0.1:1787760823.283317:0:319869:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295520.
00010000:00000010:1.1:1787760823.309493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:1.1:1787760823.309510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787760823.310544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:1.1:1787760823.622406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:1.1:1787760823.622417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787760823.622421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:1.1:1787760823.646327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06a0.
00000080:00000010:1.1:1787760823.646343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0200.
00010000:00000010:0.1:1787760823.697603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:0.1:1787760823.697614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:0.1:1787760823.697618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:0.1:1787760823.711783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0bc0.
00000080:00000010:0.1:1787760823.711799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295920.
00010000:00000010:0.1:1787760823.790283:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1e00.
00010000:00000010:0.1:1787760823.790289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787760823.926311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760823.930324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:0.1:1787760823.930339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:0.1:1787760823.973611:0:319879:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951a0.
00000080:00000010:0.1:1787760823.973632:0:319879:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10000.
00010000:00000010:0.1:1787760824.006301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787760824.009858:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:0.1:1787760824.009873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:0.1:1787760824.021474:0:319880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295580.
00000080:00000010:0.1:1787760824.021490:0:319880:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252952c0.
00010000:00000010:1.1:1787760824.108294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787760824.108317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1700.
00010000:00000010:1.1:1787760824.108323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:1.1:1787760824.132378:0:319882:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b00.
00000080:00000010:1.1:1787760824.132394:0:319882:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04a0.
00010000:00000010:1.1:1787760824.363292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:1.1:1787760824.363315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1700.
00010000:00000010:1.1:1787760824.363319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:0.1:1787760824.422399:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10680.
00000080:00000010:0.1:1787760824.422414:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10660.
00010000:00000010:1.1:1787760824.448678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787760824.448687:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1700.
00010000:00000010:1.1:1787760824.448699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:1.1:1787760824.459669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d03e0.
00000080:00000010:1.1:1787760824.459683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0180.
00010000:00000010:1.1:1787760824.568258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:1.1:1787760824.568269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1700.
00010000:00000010:1.1:1787760824.568273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:1.1:1787760824.582495:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0fe0.
00000080:00000010:1.1:1787760824.582514:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d60.
00010000:00000010:1.1:1787760824.797279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:1.1:1787760824.801559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1700.
00010000:00000010:1.1:1787760824.801570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:0.1:1787760824.844431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760824.844449:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:0.1:1787760824.844453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:0.1:1787760824.864841:0:319897:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295700.
00000080:00000010:0.1:1787760824.864860:0:319897:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d40.
00010000:00000010:1.1:1787760824.976837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787760825.759309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787760825.759327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:1.1:1787760825.759331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:0.1:1787760825.796589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787760825.796608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:0.1:1787760825.796612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:0.1:1787760825.822443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295760.
00000080:00000010:0.1:1787760825.822456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f60.
00010000:00000010:1.1:1787760826.030801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:1.1:1787760826.030815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:1.1:1787760826.030819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:1.1:1787760826.071492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06e0.
00000080:00000010:1.1:1787760826.071515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04c0.
00010000:00000010:1.1:1787760826.155698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:1.1:1787760826.155711:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:1.1:1787760826.155715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:1.1:1787760826.155719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d20.
00000080:00000010:1.1:1787760826.155727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10680.
00010000:00000010:1.1:1787760826.173560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:1.1:1787760826.173576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:1.1:1787760826.173580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00000080:00000010:1.1:1787760826.187424:0:319923:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0720.
00000080:00000010:1.1:1787760826.187441:0:319923:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b00.
00010000:00000010:1.1:1787760826.221607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760826.227598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:0.1:1787760826.227610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:1.1:1787760826.383296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787760826.389298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1500.
00010000:00000010:1.1:1787760826.389311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:1.1:1787760826.397859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d09e0.
00000080:00000010:1.1:1787760826.397877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b60.
00010000:00000010:1.1:1787760826.973643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:1.1:1787760827.249296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa820.
00000080:00000010:1.1:1787760827.249309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa4c0.
00010000:00000010:1.1:1787760827.638302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787760827.641403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1c00.
00010000:00000010:1.1:1787760827.641417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:0.1:1787760827.660303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e40.
00000080:00000010:0.1:1787760827.660315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252954a0.
00010000:00000010:1.1:1787760827.789763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:1.1:1787760827.800315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1c00.
00010000:00000010:1.1:1787760827.800322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000080:00000010:1.1:1787760827.806765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0660.
00000080:00000010:1.1:1787760827.806778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c00.
00010000:00000010:1.1:1787760827.880335:0:319956:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787760827.880347:0:319956:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1c00.
00010000:00000010:1.1:1787760827.880351:0:319956:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:1.1:1787760827.888370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0660.
00000080:00000010:1.1:1787760827.888382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d02e0.
00010000:00000010:1.1:1787760827.929417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787760827.934362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1c00.
00010000:00000010:1.1:1787760827.934377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:1.1:1787760827.941270:0:319957:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06a0.
00000080:00000010:1.1:1787760827.941290:0:319957:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0200.
00010000:00000010:0.1:1787760828.056126:0:319958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787760828.056143:0:319958:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:0.1:1787760828.056148:0:319958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:0.1:1787760828.065301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d40.
00000080:00000010:0.1:1787760828.065315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06a0.
00000080:00000010:1.1:1787760828.172086:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b60.
00000080:00000010:0.1:1787760828.203426:0:319963:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa3e0.
00000080:00000010:0.1:1787760828.203442:0:319963:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07c0.
00010000:00000010:1.1:1787760828.412810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:1.1:1787760828.419414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1c00.
00010000:00000010:1.1:1787760828.419423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:0.1:1787760828.586351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa280.
00000080:00000010:0.1:1787760828.586370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa480.
00000080:00000010:0.1:1787760828.628301:0:319973:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d02a0.
00000080:00000010:0.1:1787760828.628317:0:319973:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295100.
00000080:00000010:0.1:1787760829.088775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab20.
00000080:00000010:0.1:1787760829.088787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0fa0.
00010000:00000010:0.1:1787760829.125462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:1.1:1787760829.201311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:1.1:1787760829.201331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037900.
00010000:00000010:1.1:1787760829.201335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:1.1:1787760829.220953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f60.
00000080:00000010:1.1:1787760829.220962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10580.
00010000:00000010:1.1:1787760829.872384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:1.1:1787760829.872391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:1.1:1787760829.872396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:0.1:1787760830.029542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:0.1:1787760830.029557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fe00.
00010000:00000010:0.1:1787760830.029562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a600.
00000080:00000010:0.1:1787760830.039646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad60.
00000080:00000010:0.1:1787760830.039655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10740.
00000080:00000010:1.1:1787760830.391603:0:320007:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10320.
00000080:00000010:1.1:1787760830.391618:0:320007:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e60.
00010000:00000010:1.1:1787760830.419567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:1.1:1787760830.423469:0:320008:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:1.1:1787760830.423479:0:320008:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:1.1:1787760830.423484:0:320008:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0580.
00000080:00000010:1.1:1787760830.423491:0:320008:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e60.
00010000:00000010:0.1:1787760830.577292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787760830.577310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:0.1:1787760830.577315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:0.1:1787760830.587301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c00.
00000080:00000010:0.1:1787760830.587317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad106a0.
00010000:00000010:0.1:1787760830.684805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:0.1:1787760830.689563:0:320014:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:0.1:1787760830.689572:0:320014:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00000080:00000010:0.1:1787760830.699405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10400.
00000080:00000010:0.1:1787760830.699423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa420.
00010000:00000010:0.1:1787760830.850933:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:0.1:1787760830.850948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:1.1:1787760830.967303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103c0.
00000080:00000010:1.1:1787760830.967324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad100c0.
00010000:00000010:0.1:1787760831.130341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760831.130358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:0.1:1787760831.130362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:0.1:1787760831.156068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295aa0.
00000080:00000010:0.1:1787760831.156091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959c0.
00010000:00000010:0.1:1787760831.173387:0:320025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760831.173398:0:320025:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:0.1:1787760831.173401:0:320025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:0.1:1787760831.186610:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e00.
00000080:00000010:0.1:1787760831.186629:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295540.
00010000:00000010:1.1:1787760831.460298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787760831.460312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:1.1:1787760831.460316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00000080:00000010:1.1:1787760831.460320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ac0.
00000080:00000010:1.1:1787760831.460328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0180.
00010000:00000010:0.1:1787760831.496332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:0.1:1787760831.496345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:0.1:1787760831.552316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aada0.
00000080:00000010:0.1:1787760831.552339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa120.
00010000:00000010:0.1:1787760831.648310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:0.1:1787760831.648333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:0.1:1787760831.648338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:1.1:1787760831.684668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d80.
00000080:00000010:1.1:1787760831.684702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252954a0.
00000080:00000010:1.1:1787760831.877309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa3a0.
00000080:00000010:1.1:1787760831.877343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10520.
00010000:00000010:1.1:1787760831.944364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:0.1:1787760832.217320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787760832.217351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:0.1:1787760832.217357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:0.1:1787760832.232322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295560.
00000080:00000010:0.1:1787760832.232351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad107c0.
00010000:00000010:1.1:1787760832.393397:0:238628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:0.1:1787760832.397295:0:238629:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:0.1:1787760832.397304:0:238629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:0.1:1787760832.455546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787760832.460330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787760832.460350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:0.1:1787760832.492187:0:320045:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295520.
00000080:00000010:0.1:1787760832.492220:0:320045:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0f60.
00010000:00000010:0.1:1787760832.520599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787760832.525456:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787760832.525478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:0.1:1787760832.562298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295000.
00000080:00000010:0.1:1787760832.562322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295520.
00000080:00000010:1.1:1787760832.635304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10cc0.
00000080:00000010:1.1:1787760832.635328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0de0.
00010000:00000010:0.1:1787760832.700418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:0.1:1787760832.700441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:0.1:1787760833.120588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760833.120607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037200.
00010000:00000010:0.1:1787760833.120612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:0.1:1787760833.137623:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252952e0.
00000080:00000010:0.1:1787760833.137637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b00.
00000080:00000010:1.1:1787760833.484302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e40.
00000080:00000010:1.1:1787760833.484320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10a80.
00010000:00000010:0.1:1787760833.556407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787760833.556424:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037200.
00010000:00000010:0.1:1787760833.556429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:0.1:1787760833.567603:0:320062:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f40.
00000080:00000010:0.1:1787760833.567618:0:320062:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252955e0.
00000080:00000010:0.1:1787760833.863858:0:320066:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295320.
00000080:00000010:0.1:1787760833.863875:0:320066:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa640.
00010000:00000010:0.1:1787760833.894431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:1.1:1787760833.998334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:1.1:1787760834.002294:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:1.1:1787760834.002312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:1.1:1787760834.024289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295de0.
00000080:00000010:1.1:1787760834.024304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d80.
00010000:00000010:1.1:1787760834.211300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:1.1:1787760834.211323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:1.1:1787760834.211327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:1.1:1787760834.233643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b20.
00000080:00000010:1.1:1787760834.233671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c80.
00000080:00000010:0.1:1787760834.347840:0:320072:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10bc0.
00000080:00000010:0.1:1787760834.347868:0:320072:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d40.
00000080:00000010:0.1:1787760834.523279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae80.
00000080:00000010:0.1:1787760834.523304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0100.
00010000:00000010:1.1:1787760834.568613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:1.1:1787760834.568631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a600.
00010000:00000010:1.1:1787760834.768331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:1.1:1787760834.768354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:1.1:1787760834.768360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000080:00000010:1.1:1787760834.782542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0460.
00000080:00000010:1.1:1787760834.782563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0680.
00010000:00000010:1.1:1787760835.039328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:1.1:1787760835.480341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:1.1:1787760835.483711:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1200.
00010000:00000010:1.1:1787760835.483726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:0.1:1787760835.551203:0:238628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787760835.556744:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787760835.556759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:0.1:1787760835.573900:0:320091:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295020.
00000080:00000010:0.1:1787760835.573918:0:320091:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102e0.
00010000:00000010:1.1:1787760835.822624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:0.1:1787760835.877084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:0.1:1787760835.881977:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:0.1:1787760835.882002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:0.1:1787760835.902585:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0660.
00000080:00000010:0.1:1787760835.908859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c20.
00010000:00000010:1.1:1787760836.145525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787760836.145546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1c00.
00010000:00000010:1.1:1787760836.145550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:1.1:1787760836.171434:0:320100:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04c0.
00000080:00000010:1.1:1787760836.171444:0:320100:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295280.
00010000:00000010:1.1:1787760836.224399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:1.1:1787760836.224412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1c00.
00010000:00000010:1.1:1787760836.224416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00000080:00000010:1.1:1787760836.224421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06c0.
00000080:00000010:1.1:1787760836.224428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04c0.
00010000:00000010:0.1:1787760836.308319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787760836.308337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787760836.308342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:0.1:1787760836.319636:0:320103:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d60.
00000080:00000010:0.1:1787760836.319651:0:320103:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0420.
00010000:00000010:1.1:1787760836.497473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:1.1:1787760836.634299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:0.1:1787760836.866832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760836.866851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787760836.866855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:0.1:1787760836.893336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295720.
00000080:00000010:0.1:1787760836.893356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295520.
00010000:00000010:0.1:1787760836.912782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760836.917086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787760836.917100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:0.1:1787760836.927551:0:320112:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295520.
00000080:00000010:0.1:1787760836.927567:0:320112:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295640.
00000080:00000010:3.1:1787760837.572391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10460.
00010000:00000010:1.1:1787760837.620676:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:1.1:1787760837.620689:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:0.1:1787760837.627581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10fa0.
00000080:00000010:0.1:1787760837.627594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10620.
00010000:00000010:3.1:1787760837.662297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:3.1:1787760837.666296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:3.1:1787760837.666311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00000080:00000010:3.1:1787760837.678297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaec0.
00000080:00000010:3.1:1787760837.678313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf80.
00010000:00000010:1.1:1787760837.784476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:1.1:1787760837.784483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:1.1:1787760837.784487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:1.1:1787760837.791318:0:320125:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05c0.
00000080:00000010:1.1:1787760837.791331:0:320125:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252958e0.
00010000:00000010:3.1:1787760837.846516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:3.1:1787760837.846529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:3.1:1787760837.846533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00000080:00000010:3.1:1787760837.870282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac00.
00000080:00000010:3.1:1787760837.870293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa3a0.
00010000:00000010:3.1:1787760837.962426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:3.1:1787760837.962440:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:3.1:1787760837.962443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00000080:00000010:3.1:1787760837.976316:0:320129:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf60.
00000080:00000010:3.1:1787760837.976329:0:320129:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaec0.
00010000:00000010:3.1:1787760838.001344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:3.1:1787760838.001355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:3.1:1787760838.001359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00000080:00000010:3.1:1787760838.014375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf60.
00000080:00000010:3.1:1787760838.014441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaec0.
00010000:00000010:1.1:1787760838.034307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:1.1:1787760838.044318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:1.1:1787760838.044325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:1.1:1787760838.052839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0120.
00000080:00000010:1.1:1787760838.052852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295060.
00010000:00000010:3.1:1787760838.196954:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:3.1:1787760838.196967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:3.1:1787760838.213517:0:320133:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101c0.
00000080:00000010:3.1:1787760838.213532:0:320133:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ce0.
00010000:00000010:3.1:1787760838.315130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:3.1:1787760838.315140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:3.1:1787760838.315144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:3.1:1787760838.331350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06c0.
00000080:00000010:3.1:1787760838.331363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0800.
00010000:00000010:0.1:1787760838.431931:0:1033:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1b00.
00010000:00000010:0.1:1787760838.431941:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:1.1:1787760838.432284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00000080:00000010:3.1:1787760838.502909:0:1033:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1c0.
00000080:00000010:3.1:1787760838.502920:0:1033:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa860.
00010000:00000010:3.1:1787760838.612282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:3.1:1787760838.676900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00010000:00000010:3.1:1787760838.924479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:1.1:1787760839.009045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787760839.009059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1e00.
00010000:00000010:1.1:1787760839.009063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:3.1:1787760839.085316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:1.1:1787760839.214786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787760839.214807:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1e00.
00010000:00000010:1.1:1787760839.214811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00000080:00000010:1.1:1787760839.229548:0:320148:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0400.
00000080:00000010:1.1:1787760839.229565:0:320148:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e00.
00010000:00000010:3.1:1787760839.367754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:1.1:1787760839.556727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:1.1:1787760839.556736:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787760839.556740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:1.1:1787760839.584615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0fc0.
00000080:00000010:1.1:1787760839.584643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0460.
00010000:00000010:1.1:1787760839.634416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:1.1:1787760839.639731:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787760839.639755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:1.1:1787760839.661451:0:320153:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0fc0.
00000080:00000010:1.1:1787760839.661466:0:320153:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295840.
00010000:00000010:3.1:1787760839.776545:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00000080:00000010:1.1:1787760839.780530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa800.
00000080:00000010:1.1:1787760839.780550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295600.
00010000:00000010:3.1:1787760839.958294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787760839.968279:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787760839.968285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00000080:00000010:3.1:1787760839.972282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae40.
00000080:00000010:3.1:1787760839.972293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1a0.
00010000:00000010:3.1:1787760839.986301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:3.1:1787760839.991301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787760839.991318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787760840.029289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787760840.029306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787760840.029310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:3.1:1787760840.048468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1a0.
00000080:00000010:3.1:1787760840.048487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10580.
00010000:00000010:0.1:1787760840.140971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787760840.140992:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787760840.140996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:0.1:1787760840.160294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d60.
00000080:00000010:0.1:1787760840.160309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295440.
00010000:00000010:0.1:1787760840.194330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787760840.194346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787760840.194350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:0.1:1787760840.204321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295da0.
00000080:00000010:0.1:1787760840.204334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295440.
00010000:00000010:1.1:1787760840.325729:0:320168:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:1.1:1787760840.325736:0:320168:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787760840.325739:0:320168:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:1.1:1787760840.336287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0720.
00000080:00000010:1.1:1787760840.336303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0920.
00010000:00000010:3.1:1787760840.346350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787760840.346366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787760840.346381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:3.1:1787760840.368349:0:320169:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaa00.
00000080:00000010:3.1:1787760840.368366:0:320169:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0cc0.
00010000:00000010:0.1:1787760840.459903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787760840.459923:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:0.1:1787760840.459928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00000080:00000010:0.1:1787760840.475287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295aa0.
00000080:00000010:0.1:1787760840.475305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa8a0.
00010000:00000010:0.1:1787760840.520924:0:1356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:0.1:1787760840.520937:0:1356:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:0.1:1787760840.520940:0:1356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a600.
00000080:00000010:0.1:1787760840.520946:0:1356:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae60.
00000080:00000010:0.1:1787760840.520954:0:1356:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103c0.
00010000:00000010:3.1:1787760840.641413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:3.1:1787760840.646023:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:3.1:1787760840.646049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:3.1:1787760840.739289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787760840.739303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787760840.739307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00000080:00000010:3.1:1787760840.763409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa140.
00000080:00000010:3.1:1787760840.763423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaa40.
00010000:00000010:3.1:1787760840.799549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:3.1:1787760840.799560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:3.1:1787760840.830600:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad106a0.
00000080:00000010:3.1:1787760840.830613:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10400.
00010000:00000010:0.1:1787760840.852464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787760840.852484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037a00.
00010000:00000010:0.1:1787760840.852488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00000080:00000010:1.1:1787760840.864290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f20.
00000080:00000010:1.1:1787760840.864309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0440.
00010000:00000010:3.1:1787760840.916659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:3.1:1787760840.916674:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787760840.916678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:3.1:1787760840.996497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:3.1:1787760840.996511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:3.1:1787760841.016976:0:320179:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e60.
00000080:00000010:3.1:1787760841.016993:0:320179:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10320.
00010000:00000010:3.1:1787760841.128296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:3.1:1787760841.132408:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:3.1:1787760841.132424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:3.1:1787760841.156436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa3e0.
00000080:00000010:3.1:1787760841.156449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104c0.
00010000:00000010:3.1:1787760841.180300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787760841.185610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787760841.185626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00000080:00000010:3.1:1787760841.208279:0:320182:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aadc0.
00000080:00000010:3.1:1787760841.208302:0:320182:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaa20.
00010000:00000010:0.1:1787760841.322284:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:0.1:1787760841.322290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:0.1:1787760841.322295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c40.
00000080:00000010:0.1:1787760841.322301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10080.
00010000:00000010:0.1:1787760841.352629:0:320184:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:0.1:1787760841.352637:0:320184:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:0.1:1787760841.359411:0:320185:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10220.
00000080:00000010:0.1:1787760841.359500:0:320185:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10880.
00010000:00000010:0.1:1787760841.380393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787760841.384401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037a00.
00010000:00000010:0.1:1787760841.384418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:0.1:1787760841.392650:0:320186:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ce0.
00000080:00000010:0.1:1787760841.392667:0:320186:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c60.
00010000:00000010:1.1:1787760841.492290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:1.1:1787760841.492305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:1.1:1787760841.492310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:1.1:1787760841.533876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10740.
00000080:00000010:1.1:1787760841.533890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10080.
00010000:00000010:3.1:1787760841.750315:0:320193:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:3.1:1787760841.750322:0:320193:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:3.1:1787760841.759273:0:320193:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c20.
00000080:00000010:3.1:1787760841.759283:0:320193:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c40.
00010000:00000010:3.1:1787760841.775399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787760841.775414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787760841.775428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00000080:00000010:3.1:1787760841.787352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa4c0.
00000080:00000010:3.1:1787760841.787368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa300.
00010000:00000010:0.1:1787760841.808517:0:320194:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760841.813552:0:320195:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037800.
00010000:00000010:0.1:1787760841.813566:0:320195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:0.1:1787760841.827287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a60.
00000080:00000010:0.1:1787760841.827303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ac0.
00010000:00000010:1.1:1787760841.870438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:1.1:1787760841.870453:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787760841.870457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:1.1:1787760841.878295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0420.
00000080:00000010:1.1:1787760841.878308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252952e0.
00010000:00000010:3.1:1787760841.903330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:3.1:1787760841.952669:0:320199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:3.1:1787760841.997290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e80.
00000080:00000010:3.1:1787760841.997322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e60.
00010000:00000010:1.1:1787760842.023298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:1.1:1787760842.023311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787760842.023315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:1.1:1787760842.041286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b60.
00000080:00000010:1.1:1787760842.041301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05a0.
00010000:00000010:1.1:1787760842.080603:0:238628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:0.1:1787760842.085299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:0.1:1787760842.085316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:3.1:1787760842.114664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0300.
00000080:00000010:3.1:1787760842.114672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0f00.
00010000:00000010:0.1:1787760842.139533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760842.143432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037c00.
00010000:00000010:0.1:1787760842.143447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:0.1:1787760842.156315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252957a0.
00000080:00000010:0.1:1787760842.156331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b00.
00010000:00000010:3.1:1787760842.186702:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:3.1:1787760842.229382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:3.1:1787760842.229396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:3.1:1787760842.229400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:3.1:1787760842.243627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab60.
00000080:00000010:3.1:1787760842.243636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252957a0.
00010000:00000010:1.1:1787760842.311283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787760842.311297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787760842.311301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:1.1:1787760842.337296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0140.
00000080:00000010:1.1:1787760842.337307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c80.
00010000:00000010:3.1:1787760842.372565:0:320208:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787760842.386278:0:320208:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:3.1:1787760842.386285:0:320208:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00000080:00000010:3.1:1787760842.391302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab60.
00000080:00000010:3.1:1787760842.391322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aacc0.
00010000:00000010:3.1:1787760842.396462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:3.1:1787760842.396476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:3.1:1787760842.396480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:1.1:1787760842.449478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787760842.449494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787760842.449498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00000080:00000010:1.1:1787760842.471298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0100.
00000080:00000010:1.1:1787760842.471313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0220.
00010000:00000010:3.1:1787760842.539465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:3.1:1787760842.539476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:3.1:1787760842.539480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:3.1:1787760842.556034:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103e0.
00000080:00000010:3.1:1787760842.556050:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103c0.
00010000:00000010:1.1:1787760842.672309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:1.1:1787760842.672330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:1.1:1787760842.672335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a600.
00000080:00000010:1.1:1787760842.711338:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f20.
00000080:00000010:1.1:1787760842.711359:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10980.
00010000:00000010:3.1:1787760842.868367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:0.1:1787760842.872297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:0.1:1787760842.872314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:1.1:1787760842.889290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad80.
00000080:00000010:1.1:1787760842.889307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0580.
00010000:00000010:3.1:1787760843.038315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00000080:00000010:3.1:1787760843.152540:0:320218:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad100c0.
00000080:00000010:3.1:1787760843.152561:0:320218:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa540.
00010000:00000010:1.1:1787760843.191295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:1.1:1787760843.202290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787760843.202302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:1.1:1787760843.214304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d40.
00000080:00000010:1.1:1787760843.214319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295b40.
00010000:00000010:3.1:1787760843.230324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f700.
00010000:00000010:3.1:1787760843.230332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:3.1:1787760843.239294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad105c0.
00000080:00000010:3.1:1787760843.252641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252952a0.
00010000:00000010:0.1:1787760843.407314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:0.1:1787760843.407341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:1.1:1787760843.422455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101c0.
00000080:00000010:1.1:1787760843.422465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00010000:00000010:0.1:1787760843.455289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760843.455305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037b00.
00010000:00000010:0.1:1787760843.455308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:0.1:1787760843.473322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252957c0.
00000080:00000010:0.1:1787760843.473340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ac0.
00010000:00000010:3.1:1787760843.576293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787760843.576309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:3.1:1787760843.576313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:3.1:1787760843.604291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10960.
00000080:00000010:3.1:1787760843.604310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10cc0.
00010000:00000010:3.1:1787760843.654558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:3.1:1787760843.654585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:3.1:1787760843.690459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10340.
00000080:00000010:3.1:1787760843.690475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10620.
00010000:00000010:0.1:1787760843.723299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787760843.723319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037b00.
00010000:00000010:0.1:1787760843.723323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:0.1:1787760843.739674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951c0.
00000080:00000010:0.1:1787760843.739690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295720.
00010000:00000010:3.1:1787760843.836425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00010000:00000010:0.1:1787760843.961687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760843.961703:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037b00.
00010000:00000010:0.1:1787760843.961707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:3.1:1787760844.050522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787760844.050539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787760844.050543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00000080:00000010:3.1:1787760844.071582:0:320233:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa5e0.
00000080:00000010:3.1:1787760844.071601:0:320233:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac20.
00010000:00000010:3.1:1787760844.097301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787760844.097318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787760844.097322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00000080:00000010:3.1:1787760844.131517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa5e0.
00000080:00000010:3.1:1787760844.131525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac20.
00010000:00000010:3.1:1787760844.195291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00010000:00000010:3.1:1787760844.195308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787760844.195312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:3.1:1787760844.219508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac20.
00000080:00000010:3.1:1787760844.219523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0300.
00010000:00000010:0.1:1787760844.321315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760844.321332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037b00.
00010000:00000010:0.1:1787760844.321336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:0.1:1787760844.342500:0:320238:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252950c0.
00000080:00000010:0.1:1787760844.342518:0:320238:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0020.
00010000:00000010:0.1:1787760844.377040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787760844.377060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037b00.
00010000:00000010:0.1:1787760844.377064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:0.1:1787760844.395689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295440.
00000080:00000010:0.1:1787760844.395701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252950c0.
00010000:00000010:3.1:1787760844.545379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787760844.545394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787760844.545398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00000080:00000010:3.1:1787760844.557645:0:320243:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa5e0.
00000080:00000010:3.1:1787760844.557663:0:320243:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac20.
00010000:00000010:3.1:1787760844.613297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787760844.613311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787760844.613315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00000080:00000010:3.1:1787760844.641302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac20.
00000080:00000010:3.1:1787760844.641314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa220.
00010000:00000010:0.1:1787760844.700484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:1.1:1787760844.709289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037b00.
00010000:00000010:1.1:1787760844.709303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a600.
00010000:00000010:3.1:1787760844.743331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00010000:00000010:3.1:1787760844.743346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787760844.743350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:3.1:1787760844.763440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa680.
00000080:00000010:3.1:1787760844.763452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d20.
00010000:00000010:0.1:1787760844.818345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787760844.827903:0:320250:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037c00.
00010000:00000010:0.1:1787760844.827918:0:320250:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:1.1:1787760844.865298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:1.1:1787760844.869290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:1.1:1787760844.869305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:1.1:1787760844.890370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d01c0.
00000080:00000010:1.1:1787760844.890385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252957e0.
00010000:00000010:1.1:1787760844.918584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:1.1:1787760844.918598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:1.1:1787760844.918603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:3.1:1787760844.986487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787760844.986498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787760844.986504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00000080:00000010:3.1:1787760844.992119:0:320253:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac20.
00000080:00000010:3.1:1787760844.992135:0:320253:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa680.
00010000:00000010:0.1:1787760845.062092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787760845.062109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037c00.
00010000:00000010:0.1:1787760845.062113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:0.1:1787760845.084500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295520.
00000080:00000010:0.1:1787760845.084516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10680.
00010000:00000010:1.1:1787760845.101299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787760845.101319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:1.1:1787760845.101323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:1.1:1787760845.121296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0480.
00000080:00000010:1.1:1787760845.121306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0fa0.
00010000:00000010:0.1:1787760845.191786:0:320258:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787760845.191804:0:320258:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037c00.
00010000:00000010:0.1:1787760845.191808:0:320258:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:0.1:1787760845.210373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295620.
00000080:00000010:0.1:1787760845.210400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a00.
00010000:00000010:3.1:1787760845.295306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787760845.348515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787760845.348530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787760845.348535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00000080:00000010:3.1:1787760845.372560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa600.
00000080:00000010:3.1:1787760845.372579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad00.
00000080:00000010:3.1:1787760845.429839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108a0.
00000080:00000010:3.1:1787760845.429852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04a0.
00010000:00000010:1.1:1787760845.561445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:1.1:1787760845.561461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:1.1:1787760845.561466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:1.1:1787760845.592477:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d80.
00000080:00000010:1.1:1787760845.592495:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252955e0.
00010000:00000010:3.1:1787760845.726516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787760845.726531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787760845.726535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:3.1:1787760845.753321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa600.
00000080:00000010:3.1:1787760845.753351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06e0.
00010000:00000010:3.1:1787760845.932094:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:0.1:1787760845.937754:0:320269:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:0.1:1787760845.937766:0:320269:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760845.976515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:0.1:1787760845.976529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:3.1:1787760845.977437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00000080:00000010:0.1:1787760845.989630:0:320270:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaca0.
00000080:00000010:0.1:1787760845.989645:0:320270:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a80.
00010000:00000010:3.1:1787760846.096295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787760846.096302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787760846.096305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:3.1:1787760846.102712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa920.
00000080:00000010:3.1:1787760846.102727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295b20.
00010000:00000010:3.1:1787760846.122301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787760846.126058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:3.1:1787760846.126073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:3.1:1787760846.146532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa920.
00000080:00000010:3.1:1787760846.146546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f60.
00010000:00000010:1.1:1787760846.170498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787760846.175423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:1.1:1787760846.175438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:1.1:1787760846.196292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06a0.
00000080:00000010:1.1:1787760846.196307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0700.
00010000:00000010:3.1:1787760846.220562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787760846.225469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787760846.225483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00000080:00000010:3.1:1787760846.238349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa6c0.
00000080:00000010:3.1:1787760846.238368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa920.
00010000:00000010:3.1:1787760846.310947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787760846.318669:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787760846.318677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00000080:00000010:3.1:1787760846.334422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa6c0.
00000080:00000010:3.1:1787760846.334436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa920.
00010000:00000010:3.1:1787760846.467296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:3.1:1787760846.467310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787760846.467318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00000080:00000010:3.1:1787760846.480305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aacc0.
00000080:00000010:3.1:1787760846.480321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101e0.
00010000:00000010:3.1:1787760846.521487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:3.1:1787760846.521503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f700.
00010000:00000010:3.1:1787760846.521507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:1.1:1787760846.566321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:1.1:1787760846.566337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:1.1:1787760846.566340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:1.1:1787760846.583073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a20.
00000080:00000010:1.1:1787760846.583092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0500.
00010000:00000010:1.1:1787760846.640326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:1.1:1787760846.640337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:1.1:1787760846.640340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:1.1:1787760846.644384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0200.
00000080:00000010:1.1:1787760846.644399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104e0.
00010000:00000010:3.1:1787760846.721539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787760846.721554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787760846.721558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00000080:00000010:3.1:1787760846.763335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa6c0.
00000080:00000010:3.1:1787760846.763349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aade0.
00000080:00000010:3.1:1787760846.841205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10de0.
00000080:00000010:3.1:1787760846.841224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101e0.
00010000:00000010:3.1:1787760846.920865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787760846.924687:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787760846.924701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:3.1:1787760846.960136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa6c0.
00000080:00000010:3.1:1787760846.960159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f00.
00010000:00000010:3.1:1787760847.152865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:3.1:1787760847.152879:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:3.1:1787760847.152883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:3.1:1787760847.159171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d80.
00000080:00000010:3.1:1787760847.159197:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ee0.
00010000:00000010:1.1:1787760847.237473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:0.1:1787760847.238285:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:0.1:1787760847.238294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:3.1:1787760847.269435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787760847.269451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fe00.
00010000:00000010:3.1:1787760847.269455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:3.1:1787760847.300313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa960.
00000080:00000010:3.1:1787760847.300329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10a00.
00010000:00000010:3.1:1787760847.336847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787760847.336862:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fe00.
00010000:00000010:3.1:1787760847.336866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:3.1:1787760847.406503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787760847.444298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:3.1:1787760847.444421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:3.1:1787760847.444428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:3.1:1787760847.465315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102e0.
00000080:00000010:3.1:1787760847.465342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10100.
00010000:00000010:1.1:1787760847.490511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:1.1:1787760847.496827:0:320299:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787760847.496840:0:320299:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00000080:00000010:1.1:1787760847.506299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0680.
00000080:00000010:1.1:1787760847.506326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e40.
00000080:00000010:3.1:1787760847.574639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e40.
00000080:00000010:3.1:1787760847.574655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295400.
00010000:00000010:3.1:1787760847.677595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787760847.683018:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110ff00.
00010000:00000010:3.1:1787760847.683095:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:3.1:1787760847.693380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa280.
00000080:00000010:3.1:1787760847.693399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959c0.
00010000:00000010:3.1:1787760847.748308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:3.1:1787760847.748335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:3.1:1787760847.748339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:3.1:1787760847.840494:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787760847.914459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:3.1:1787760847.914474:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110ff00.
00010000:00000010:3.1:1787760847.914477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00000080:00000010:3.1:1787760847.916290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aafe0.
00000080:00000010:3.1:1787760847.916298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae60.
00010000:00000010:3.1:1787760848.032302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:3.1:1787760848.032323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110ff00.
00010000:00000010:3.1:1787760848.032327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00000080:00000010:3.1:1787760848.032332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa8a0.
00000080:00000010:3.1:1787760848.032342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aafe0.
00010000:00000010:3.1:1787760848.115299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:0.1:1787760848.120296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110ff00.
00010000:00000010:0.1:1787760848.120313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:3.1:1787760848.218511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787760848.222511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:3.1:1787760848.222526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:3.1:1787760848.240332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa8a0.
00000080:00000010:3.1:1787760848.240352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0500.
00010000:00000010:1.1:1787760848.349207:0:320313:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:1.1:1787760848.349220:0:320313:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:1.1:1787760848.349224:0:320313:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00000080:00000010:1.1:1787760848.357444:0:320314:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa660.
00000080:00000010:1.1:1787760848.357452:0:320314:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa4a0.
00010000:00000010:1.1:1787760848.382243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787760848.390775:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787760848.390791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:1.1:1787760848.404881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0dc0.
00000080:00000010:1.1:1787760848.404898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07e0.
00010000:00000010:3.1:1787760848.440525:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:3.1:1787760848.440540:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:3.1:1787760848.440544:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:3.1:1787760848.452679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa8a0.
00000080:00000010:3.1:1787760848.452692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10460.
00010000:00000010:3.1:1787760848.579328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:0.1:1787760848.664801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787760848.667295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037a00.
00010000:00000010:0.1:1787760848.667302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:0.1:1787760848.670685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295800.
00000080:00000010:0.1:1787760848.670704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0700.
00010000:00000010:3.1:1787760848.706702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:3.1:1787760848.706712:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787760848.706715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:3.1:1787760848.729556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab20.
00000080:00000010:3.1:1787760848.729567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0f00.
00010000:00000010:3.1:1787760848.815557:0:320322:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787760848.823331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787760848.823344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00000080:00000010:0.1:1787760848.826583:0:320323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa900.
00000080:00000010:0.1:1787760848.826592:0:320323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aafa0.
00010000:00000010:0.1:1787760848.852484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787760848.852514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037a00.
00010000:00000010:0.1:1787760848.852518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:0.1:1787760848.871405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295320.
00000080:00000010:0.1:1787760848.871419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ca0.
00010000:00000010:3.1:1787760848.946657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787760848.956447:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787760848.956461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00000080:00000010:3.1:1787760848.956467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aabc0.
00000080:00000010:3.1:1787760848.956473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa800.
00010000:00000010:0.1:1787760848.996273:0:320327:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787760848.996285:0:320327:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037a00.
00010000:00000010:0.1:1787760848.996289:0:320327:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:0.1:1787760848.996295:0:320327:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295b60.
00000080:00000010:0.1:1787760848.996301:0:320327:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f40.
00010000:00000010:3.1:1787760849.032049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:3.1:1787760849.155768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:3.1:1787760849.240762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787760849.243527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787760849.243551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00000080:00000010:3.1:1787760849.259286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aafc0.
00000080:00000010:3.1:1787760849.259300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaee0.
00010000:00000010:1.1:1787760849.328362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:1.1:1787760849.332638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:1.1:1787760849.332652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:1.1:1787760849.351728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10fa0.
00000080:00000010:1.1:1787760849.351746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10540.
00010000:00000010:1.1:1787760849.391151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:1.1:1787760849.391165:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787760849.391168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:1.1:1787760849.419011:0:320335:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0440.
00000080:00000010:1.1:1787760849.419027:0:320335:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295780.
00010000:00000010:3.1:1787760849.457480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:3.1:1787760849.462689:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787760849.462708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:3.1:1787760849.476185:0:320336:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa2c0.
00000080:00000010:3.1:1787760849.476212:0:320336:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295b20.
00000080:00000010:3.1:1787760849.528294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101a0.
00000080:00000010:3.1:1787760849.528320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa940.
00010000:00000010:0.1:1787760849.631624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787760849.631640:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:0.1:1787760849.631644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:3.1:1787760849.656633:0:320339:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295780.
00000080:00000010:3.1:1787760849.656651:0:320339:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b40.
00010000:00000010:3.1:1787760849.764325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:0.1:1787760849.770289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:0.1:1787760849.770315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:0.1:1787760849.795270:0:320341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa000.
00000080:00000010:0.1:1787760849.795292:0:320341:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0480.
00010000:00000010:3.1:1787760849.853341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787760849.901294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:0.1:1787760849.907420:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:0.1:1787760849.907437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760849.956057:0:320344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787760849.956072:0:320344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037a00.
00010000:00000010:0.1:1787760849.956076:0:320344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:0.1:1787760849.969480:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ea0.
00000080:00000010:0.1:1787760849.969501:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0560.
00010000:00000010:1.1:1787760850.099498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787760850.099513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787760850.099517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:1.1:1787760850.119321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c40.
00000080:00000010:1.1:1787760850.119337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0280.
00010000:00000010:3.1:1787760850.250453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:1.1:1787760850.290500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787760850.300934:0:320349:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787760850.300947:0:320349:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:1.1:1787760850.309308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a60.
00000080:00000010:1.1:1787760850.309328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10960.
00010000:00000010:1.1:1787760850.326296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:1.1:1787760850.330572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787760850.330588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:1.1:1787760850.363335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d00.
00000080:00000010:1.1:1787760850.363352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d02a0.
00000080:00000010:3.1:1787760850.417607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00000080:00000010:3.1:1787760850.417621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101c0.
00010000:00000010:1.1:1787760850.450294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:1.1:1787760850.450318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787760850.450322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:1.1:1787760850.482556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d00.
00000080:00000010:1.1:1787760850.482571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06e0.
00010000:00000010:3.1:1787760850.530482:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787760850.530489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00000080:00000010:3.1:1787760850.530494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aabe0.
00000080:00000010:3.1:1787760850.530501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf60.
00010000:00000010:0.1:1787760850.563576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787760850.568333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037a00.
00010000:00000010:0.1:1787760850.568346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:0.1:1787760850.589291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d40.
00000080:00000010:0.1:1787760850.589310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295520.
00010000:00000010:3.1:1787760850.619518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:3.1:1787760850.623519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787760850.623532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:1.1:1787760850.815497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787760850.815511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787760850.815515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:1.1:1787760850.847465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0000.
00000080:00000010:1.1:1787760850.847481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0900.
00010000:00000010:1.1:1787760850.990421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787760850.990437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787760850.990441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:1.1:1787760851.015351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0940.
00000080:00000010:1.1:1787760851.015379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ac0.
00010000:00000010:0.1:1787760851.183918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760851.183937:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787760851.183941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a600.
00000080:00000010:0.1:1787760851.193351:0:320365:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e00.
00000080:00000010:0.1:1787760851.193420:0:320365:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f20.
00010000:00000010:0.1:1787760851.213288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:1.1:1787760851.217960:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:1.1:1787760851.217974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760851.270770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:1.1:1787760851.271284:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:1.1:1787760851.271291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:3.1:1787760851.306525:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c20.
00000080:00000010:3.1:1787760851.306540:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10980.
00010000:00000010:3.1:1787760851.389299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:3.1:1787760851.416123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787760851.416133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:3.1:1787760851.451307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:3.1:1787760851.451323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787760851.451326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:3.1:1787760851.479237:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa640.
00000080:00000010:3.1:1787760851.479270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad105c0.
00010000:00000010:0.1:1787760851.565309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:1.1:1787760851.570037:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:1.1:1787760851.570046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:1.1:1787760851.599867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787760851.599877:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787760851.599881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:1.1:1787760851.605514:0:320372:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b20.
00000080:00000010:1.1:1787760851.605530:0:320372:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0100.
00010000:00000010:3.1:1787760851.690694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:3.1:1787760851.690711:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787760851.690715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:3.1:1787760851.710693:0:320374:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa180.
00000080:00000010:3.1:1787760851.710711:0:320374:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e80.
00010000:00000010:3.1:1787760851.889657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787760851.889673:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787760851.889678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00000080:00000010:3.1:1787760851.912685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa380.
00000080:00000010:3.1:1787760851.912694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa060.
00010000:00000010:3.1:1787760851.961583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:1.1:1787760852.117257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:1.1:1787760852.120320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787760852.120334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:1.1:1787760852.135651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b40.
00000080:00000010:1.1:1787760852.135670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0620.
00010000:00000010:3.1:1787760852.202170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:3.1:1787760852.202187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:3.1:1787760852.219797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10400.
00000080:00000010:3.1:1787760852.243397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104c0.
00010000:00000010:0.1:1787760852.270299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:0.1:1787760852.270314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:0.1:1787760852.270318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:0.1:1787760852.284304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04e0.
00000080:00000010:0.1:1787760852.284316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a00.
00010000:00000010:1.1:1787760852.355076:0:320384:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:1.1:1787760852.355093:0:320384:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787760852.355097:0:320384:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:1.1:1787760852.355102:0:320384:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0460.
00000080:00000010:1.1:1787760852.355119:0:320384:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e00.
00010000:00000010:0.1:1787760852.451913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760852.451931:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787760852.451936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:0.1:1787760852.473571:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295320.
00000080:00000010:0.1:1787760852.473582:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e00.
00010000:00000010:3.1:1787760852.572292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787760852.576130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787760852.576155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787760852.620348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787760852.620370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:1.1:1787760852.620375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:1.1:1787760852.740933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:1.1:1787760852.745307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:1.1:1787760852.745322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00000080:00000010:1.1:1787760852.789906:0:320390:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa400.
00000080:00000010:1.1:1787760852.789922:0:320390:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa9c0.
00010000:00000010:0.1:1787760852.885314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787760852.885335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:0.1:1787760852.885340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:0.1:1787760852.905545:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a80.
00000080:00000010:0.1:1787760852.905560:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252957a0.
00010000:00000010:3.1:1787760852.981406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:3.1:1787760852.981422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:3.1:1787760852.981426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:3.1:1787760852.996464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295760.
00000080:00000010:3.1:1787760852.996475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252955c0.
00010000:00000010:1.1:1787760853.087466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787760853.087481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1e00.
00010000:00000010:1.1:1787760853.087485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:0.1:1787760853.116291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07e0.
00000080:00000010:0.1:1787760853.116304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0640.
00010000:00000010:3.1:1787760853.141094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00010000:00000010:3.1:1787760853.144796:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:3.1:1787760853.145114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a600.
00000080:00000010:3.1:1787760853.171863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa500.
00000080:00000010:3.1:1787760853.171875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10080.
00000080:00000010:3.1:1787760853.238544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104c0.
00000080:00000010:3.1:1787760853.238553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10080.
00010000:00000010:3.1:1787760853.286500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787760853.286508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:3.1:1787760853.286512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00000080:00000010:3.1:1787760853.290521:0:320401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa9c0.
00000080:00000010:3.1:1787760853.290529:0:320401:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa500.
00010000:00000010:3.1:1787760853.301486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00010000:00000010:3.1:1787760853.301500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:3.1:1787760853.301503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:3.1:1787760853.373172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:3.1:1787760853.373184:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:3.1:1787760853.373189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:0.1:1787760853.376525:0:320404:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa9c0.
00000080:00000010:0.1:1787760853.376534:0:320404:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295b60.
00010000:00000010:0.1:1787760853.409294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760853.409311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037400.
00010000:00000010:0.1:1787760853.409314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:0.1:1787760853.414294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252954c0.
00000080:00000010:0.1:1787760853.414306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295b60.
00010000:00000010:1.1:1787760853.580151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:1.1:1787760853.580164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:1.1:1787760853.589561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c40.
00000080:00000010:1.1:1787760853.589581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10740.
00010000:00000010:1.1:1787760853.659416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:1.1:1787760853.659430:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1e00.
00010000:00000010:1.1:1787760853.659433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:1.1:1787760853.674977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d02c0.
00000080:00000010:1.1:1787760853.674989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0f80.
00010000:00000010:0.1:1787760853.699063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1e00.
00010000:00000010:0.1:1787760853.699079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:1.1:1787760853.701768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:0.1:1787760853.760442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:0.1:1787760853.839468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e60.
00000080:00000010:0.1:1787760853.839481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10400.
00010000:00000010:3.1:1787760853.863321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:1.1:1787760853.903303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787760853.912284:0:320416:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1700.
00010000:00000010:1.1:1787760853.912293:0:320416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00000080:00000010:1.1:1787760853.923295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0440.
00000080:00000010:1.1:1787760853.923317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d01c0.
00010000:00000010:3.1:1787760854.082300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787760854.086431:0:320419:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:3.1:1787760854.086438:0:320419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:3.1:1787760854.100869:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaec0.
00000080:00000010:3.1:1787760854.100880:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10980.
00000080:00000010:3.1:1787760854.154460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e80.
00000080:00000010:3.1:1787760854.154474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10320.
00010000:00000010:0.1:1787760854.200296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:3.1:1787760854.327300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:3.1:1787760854.327319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:3.1:1787760854.327324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00000080:00000010:3.1:1787760854.373541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295420.
00000080:00000010:3.1:1787760854.373557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf60.
00010000:00000010:1.1:1787760854.476121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:1.1:1787760854.476142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037900.
00010000:00000010:1.1:1787760854.476146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:1.1:1787760854.498544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252954a0.
00000080:00000010:1.1:1787760854.498560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d01c0.
00010000:00000010:0.1:1787760854.598320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:0.1:1787760854.598337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1700.
00010000:00000010:0.1:1787760854.598349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:3.1:1787760854.619432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05c0.
00000080:00000010:3.1:1787760854.619442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295400.
00010000:00000010:3.1:1787760854.655459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787760854.664529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:3.1:1787760854.664538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:3.1:1787760854.671645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac80.
00000080:00000010:3.1:1787760854.671660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b80.
00010000:00000010:3.1:1787760854.719340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:3.1:1787760854.719349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:3.1:1787760854.743143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10440.
00000080:00000010:3.1:1787760854.743159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ec0.
00010000:00000010:0.1:1787760854.944615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760854.944634:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:0.1:1787760854.944638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:0.1:1787760854.980372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252950c0.
00000080:00000010:0.1:1787760854.980388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f20.
00010000:00000010:0.1:1787760855.017125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760855.018303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:0.1:1787760855.018313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:1.1:1787760855.086315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787760855.086341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1b00.
00010000:00000010:1.1:1787760855.086345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:1.1:1787760855.127441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0020.
00000080:00000010:1.1:1787760855.127457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252950c0.
00010000:00000010:1.1:1787760855.171204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:0.1:1787760855.174073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1b00.
00010000:00000010:0.1:1787760855.174097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00000080:00000010:3.1:1787760855.202504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0920.
00000080:00000010:3.1:1787760855.202519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0420.
00010000:00000010:3.1:1787760855.400004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:3.1:1787760855.400018:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110ff00.
00010000:00000010:3.1:1787760855.400021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00000080:00000010:3.1:1787760855.412481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa0c0.
00000080:00000010:3.1:1787760855.412499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa7a0.
00010000:00000010:1.1:1787760855.518339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787760855.522704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:1.1:1787760855.522718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:1.1:1787760855.561139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d00c0.
00000080:00000010:1.1:1787760855.561161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d60.
00010000:00000010:1.1:1787760855.664668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:1.1:1787760855.672325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:1.1:1787760855.672351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:1.1:1787760855.676474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d08e0.
00000080:00000010:1.1:1787760855.676490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ec0.
00010000:00000010:3.1:1787760855.703562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:3.1:1787760855.703576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110ff00.
00010000:00000010:3.1:1787760855.703581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00000080:00000010:3.1:1787760855.716053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa0c0.
00000080:00000010:3.1:1787760855.716068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa460.
00000080:00000010:3.1:1787760855.758547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ec0.
00000080:00000010:3.1:1787760855.758564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10540.
00010000:00000010:3.1:1787760855.794539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:0.1:1787760855.842303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:0.1:1787760855.845641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:0.1:1787760855.845658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000080:00000010:0.1:1787760855.861488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101a0.
00000080:00000010:0.1:1787760855.861503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0220.
00010000:00000010:3.1:1787760855.890402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:3.1:1787760855.890418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:3.1:1787760855.890422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00000080:00000010:3.1:1787760855.906297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa940.
00000080:00000010:3.1:1787760855.906314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa0e0.
00010000:00000010:0.1:1787760855.996534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787760855.996554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:0.1:1787760855.996558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:0.1:1787760856.045047:0:1033:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252958e0.
00000080:00000010:0.1:1787760856.045063:0:1033:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10fa0.
00010000:00000010:3.1:1787760856.111633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:3.1:1787760856.120365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:3.1:1787760856.120379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00000080:00000010:3.1:1787760856.136359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa940.
00000080:00000010:3.1:1787760856.136376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa000.
00010000:00000010:3.1:1787760856.196472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00000080:00000010:0.1:1787760856.208133:0:320454:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa000.
00000080:00000010:0.1:1787760856.208154:0:320454:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10000.
00010000:00000010:0.1:1787760856.323813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787760856.323830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:0.1:1787760856.323836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00000080:00000010:0.1:1787760856.353087:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295b60.
00000080:00000010:0.1:1787760856.353106:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae00.
00010000:00000010:0.1:1787760856.367041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787760856.367056:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:0.1:1787760856.367059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:0.1:1787760856.383582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ea0.
00000080:00000010:0.1:1787760856.383602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295160.
00000080:00000010:0.1:1787760856.462306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109c0.
00000080:00000010:0.1:1787760856.462483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10240.
00010000:00000010:3.1:1787760856.558448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787760856.651396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:3.1:1787760856.651474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:3.1:1787760856.666605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10460.
00000080:00000010:3.1:1787760856.666615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10680.
00010000:00000010:3.1:1787760856.845289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787760856.845304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787760856.845307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787760856.953463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787760856.953475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787760856.953479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:3.1:1787760856.966426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa8a0.
00000080:00000010:3.1:1787760856.966435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108c0.
00010000:00000010:0.1:1787760857.005421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787760857.005432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:0.1:1787760857.005436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:0.1:1787760857.026556:0:320470:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252950a0.
00000080:00000010:0.1:1787760857.026566:0:320470:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295b20.
00010000:00000010:3.1:1787760857.129883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787760857.134361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787760857.134375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00000080:00000010:3.1:1787760857.161435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa4a0.
00000080:00000010:3.1:1787760857.161453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aafe0.
00010000:00000010:3.1:1787760857.422059:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:0.1:1787760857.428405:0:238628:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:0.1:1787760857.428414:0:238628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00000080:00000010:3.1:1787760857.546431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0980.
00000080:00000010:3.1:1787760857.546449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c60.
00010000:00000010:3.1:1787760857.693651:0:320480:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787760857.704520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787760857.704531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:3.1:1787760857.718738:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaa00.
00000080:00000010:3.1:1787760857.718756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a80.
00010000:00000010:1.1:1787760857.776402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:1.1:1787760857.784417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:1.1:1787760857.784432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:1.1:1787760857.819772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d01c0.
00000080:00000010:1.1:1787760857.819791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0440.
00000080:00000010:3.1:1787760857.902326:0:320484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10a80.
00000080:00000010:3.1:1787760857.902342:0:320484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10cc0.
00010000:00000010:3.1:1787760857.961299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787760857.965632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787760857.965648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00000080:00000010:3.1:1787760857.992291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa2a0.
00000080:00000010:3.1:1787760857.992314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa140.
00010000:00000010:1.1:1787760858.233294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:1.1:1787760858.238137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:1.1:1787760858.238151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:1.1:1787760858.254453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0440.
00000080:00000010:1.1:1787760858.254465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07a0.
00010000:00000010:1.1:1787760858.292544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:1.1:1787760858.292557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:1.1:1787760858.292561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:3.1:1787760858.398318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:3.1:1787760858.398333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:3.1:1787760858.428810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d80.
00000080:00000010:3.1:1787760858.435803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101e0.
00010000:00000010:0.1:1787760858.573217:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787760858.573233:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:0.1:1787760858.573237:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:0.1:1787760858.578575:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295960.
00000080:00000010:0.1:1787760858.578590:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c00.
00010000:00000010:0.1:1787760858.614296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:1.1:1787760858.614454:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:1.1:1787760858.614462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:3.1:1787760858.778509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00010000:00000010:3.1:1787760858.778522:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:3.1:1787760858.778527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000080:00000010:3.1:1787760858.803170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaea0.
00000080:00000010:3.1:1787760858.803189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d03e0.
00010000:00000010:0.1:1787760859.011826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00010000:00000010:0.1:1787760859.011836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:0.1:1787760859.011839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:0.1:1787760859.023805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa740.
00000080:00000010:0.1:1787760859.023826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0180.
00010000:00000010:3.1:1787760859.090323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787760859.090343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:3.1:1787760859.090348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:3.1:1787760859.133289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa780.
00000080:00000010:3.1:1787760859.133307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10bc0.
00010000:00000010:3.1:1787760859.241122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787760859.241138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787760859.241142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00000080:00000010:3.1:1787760859.261282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa620.
00000080:00000010:3.1:1787760859.261312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa780.
00010000:00000010:3.1:1787760859.515397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:3.1:1787760859.515416:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1200.
00010000:00000010:3.1:1787760859.515420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:3.1:1787760859.527587:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295400.
00000080:00000010:3.1:1787760859.527602:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0020.
00010000:00000010:3.1:1787760859.695331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787760859.695347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787760859.695352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00000080:00000010:3.1:1787760859.709523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa620.
00000080:00000010:3.1:1787760859.709540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa5a0.
00010000:00000010:1.1:1787760859.791306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:1.1:1787760859.791319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1800.
00010000:00000010:1.1:1787760859.791323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:1.1:1787760859.797359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d09e0.
00000080:00000010:1.1:1787760859.797369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b60.
00010000:00000010:1.1:1787760859.819217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:1.1:1787760859.821489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1800.
00010000:00000010:1.1:1787760859.821502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:1.1:1787760859.830486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b60.
00000080:00000010:1.1:1787760859.830502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959e0.
00010000:00000010:0.1:1787760859.860283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787760859.860303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:0.1:1787760859.860307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:3.1:1787760859.899660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787760859.906732:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787760859.906739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00000080:00000010:3.1:1787760859.906743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa5c0.
00000080:00000010:3.1:1787760859.908229:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa6c0.
00010000:00000010:0.1:1787760859.967040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787760859.971443:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:0.1:1787760859.971458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:0.1:1787760859.984165:0:320513:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f80.
00000080:00000010:0.1:1787760859.984184:0:320513:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ec0.
00010000:00000010:0.1:1787760860.010225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760860.027669:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:0.1:1787760860.027681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:0.1:1787760860.032222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d00.
00000080:00000010:0.1:1787760860.032231:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252956c0.
00010000:00000010:3.1:1787760860.078346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787760860.082500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787760860.082511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:3.1:1787760860.091383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa300.
00000080:00000010:3.1:1787760860.091398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b20.
00010000:00000010:3.1:1787760860.151300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787760860.151315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787760860.151319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:3.1:1787760860.168297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa5c0.
00000080:00000010:3.1:1787760860.168316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102e0.
00010000:00000010:1.1:1787760860.225587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:1.1:1787760860.225606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1800.
00010000:00000010:1.1:1787760860.225610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:1.1:1787760860.248547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ee0.
00000080:00000010:1.1:1787760860.248563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b40.
00010000:00000010:3.1:1787760860.336399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:3.1:1787760860.336415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:3.1:1787760860.336420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:3.1:1787760860.377385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ac0.
00000080:00000010:3.1:1787760860.377406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295260.
00010000:00000010:1.1:1787760860.449666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:1.1:1787760860.449678:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f700.
00010000:00000010:1.1:1787760860.449682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:1.1:1787760860.470405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10a00.
00000080:00000010:1.1:1787760860.470417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10cc0.
00010000:00000010:3.1:1787760860.513291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787760860.517458:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787760860.517467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00000080:00000010:3.1:1787760860.535828:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa300.
00000080:00000010:3.1:1787760860.535846:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa8c0.
00010000:00000010:1.1:1787760860.597469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:1.1:1787760860.597486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:0.1:1787760860.601420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c60.
00000080:00000010:0.1:1787760860.601430:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10100.
00010000:00000010:3.1:1787760860.623471:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:0.1:1787760860.625320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:0.1:1787760860.625332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00000080:00000010:0.1:1787760860.649528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad20.
00000080:00000010:0.1:1787760860.649547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa300.
00010000:00000010:0.1:1787760860.695292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787760860.695305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:0.1:1787760860.695309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:3.1:1787760860.750398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:1.1:1787760860.785300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:1.1:1787760860.789311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1800.
00010000:00000010:1.1:1787760860.789327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:1.1:1787760860.836617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:1.1:1787760860.836633:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1800.
00010000:00000010:1.1:1787760860.836645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:1.1:1787760860.852538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0780.
00000080:00000010:1.1:1787760860.852554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295620.
00010000:00000010:3.1:1787760860.944371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787760860.944385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787760860.944389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00000080:00000010:3.1:1787760860.949365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aacc0.
00000080:00000010:3.1:1787760860.949374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa920.
00010000:00000010:1.1:1787760861.033295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787760861.033309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1800.
00010000:00000010:1.1:1787760861.033312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:1.1:1787760861.050399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0260.
00000080:00000010:1.1:1787760861.050418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252957a0.
00010000:00000010:3.1:1787760861.105714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:3.1:1787760861.105731:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:3.1:1787760861.105734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:3.1:1787760861.113518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10660.
00000080:00000010:3.1:1787760861.118986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d20.
00010000:00000010:1.1:1787760861.202269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1800.
00010000:00000010:1.1:1787760861.202347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787760861.202537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:3.1:1787760861.300293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:3.1:1787760861.300309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:3.1:1787760861.300313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:1.1:1787760861.324626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109c0.
00000080:00000010:1.1:1787760861.324635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10620.
00010000:00000010:1.1:1787760861.438286:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787760861.438298:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1800.
00010000:00000010:1.1:1787760861.438301:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:3.1:1787760861.487119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:3.1:1787760861.487135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787760861.487139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00000080:00000010:3.1:1787760861.495955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad80.
00000080:00000010:3.1:1787760861.495978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1e0.
00010000:00000010:0.1:1787760861.525415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787760861.529407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:0.1:1787760861.529423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:3.1:1787760861.598395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787760861.598411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787760861.598414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00000080:00000010:3.1:1787760861.608606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa540.
00000080:00000010:3.1:1787760861.608618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0180.
00010000:00000010:0.1:1787760861.665533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787760861.665552:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:0.1:1787760861.665555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:0.1:1787760861.696307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ca0.
00000080:00000010:0.1:1787760861.696320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a40.
00010000:00000010:3.1:1787760861.717475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:3.1:1787760861.721430:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787760861.721444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00000080:00000010:3.1:1787760861.732316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa840.
00000080:00000010:3.1:1787760861.732327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aace0.
00010000:00000010:1.1:1787760861.749302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:1.1:1787760861.749318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1800.
00010000:00000010:1.1:1787760861.749321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:1.1:1787760861.766331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d02c0.
00000080:00000010:1.1:1787760861.766345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e20.
00010000:00000010:3.1:1787760861.831536:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:3.1:1787760861.831553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a600.
00000080:00000010:3.1:1787760861.840525:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10fa0.
00000080:00000010:3.1:1787760861.840542:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00010000:00000010:1.1:1787760861.885734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:1.1:1787760861.885745:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1800.
00010000:00000010:1.1:1787760861.885749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000080:00000010:1.1:1787760861.898274:0:320551:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0980.
00000080:00000010:1.1:1787760861.898648:0:320551:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c20.
00010000:00000010:1.1:1787760861.985424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787760861.985431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:1.1:1787760861.985435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:1.1:1787760861.993080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b80.
00000080:00000010:1.1:1787760861.993093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0200.
00010000:00000010:1.1:1787760862.131690:0:320557:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:1.1:1787760862.136403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fe00.
00010000:00000010:1.1:1787760862.136417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00000080:00000010:1.1:1787760862.141375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaae0.
00000080:00000010:1.1:1787760862.141388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad00.
00010000:00000010:1.1:1787760862.201293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787760862.207565:0:320559:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:1.1:1787760862.207578:0:320559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:1.1:1787760862.219383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0540.
00000080:00000010:1.1:1787760862.219398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0aa0.
00010000:00000010:1.1:1787760862.249462:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f700.
00010000:00000010:1.1:1787760862.249476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:1.1:1787760862.257897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10340.
00000080:00000010:1.1:1787760862.257915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101c0.
00010000:00000010:3.1:1787760862.526408:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:3.1:1787760862.526424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:3.1:1787760862.543364:0:320565:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a80.
00000080:00000010:3.1:1787760862.543379:0:320565:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e60.
00010000:00000010:0.1:1787760862.585352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:0.1:1787760862.585370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:1.1:1787760862.622297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b40.
00000080:00000010:1.1:1787760862.622317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101a0.
00010000:00000010:0.1:1787760862.739650:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:0.1:1787760862.739666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787760862.739715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00000080:00000010:0.1:1787760862.779235:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa540.
00000080:00000010:0.1:1787760862.779259:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aace0.
00010000:00000010:0.1:1787760862.789317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787760862.789333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037000.
00010000:00000010:0.1:1787760862.789336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:0.1:1787760862.799515:0:320569:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c80.
00000080:00000010:0.1:1787760862.799529:0:320569:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252954a0.
00010000:00000010:1.1:1787760862.819303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787760862.819318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:1.1:1787760862.819321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000080:00000010:1.1:1787760862.824485:0:320570:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0200.
00000080:00000010:1.1:1787760862.824504:0:320570:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0060.
00010000:00000010:1.1:1787760862.850344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787760862.850357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:1.1:1787760862.850361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000080:00000010:1.1:1787760862.863297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0200.
00000080:00000010:1.1:1787760862.863313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0980.
00010000:00000010:3.1:1787760862.881550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a600.
00010000:00000010:3.1:1787760862.881560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:3.1:1787760862.881564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:3.1:1787760862.891307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad100c0.
00000080:00000010:3.1:1787760862.891325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103c0.
00010000:00000010:1.1:1787760863.029693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:1.1:1787760863.029712:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037900.
00010000:00000010:1.1:1787760863.029716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00000080:00000010:1.1:1787760863.055925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f80.
00000080:00000010:1.1:1787760863.055941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa0a0.
00010000:00000010:1.1:1787760863.175299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:1.1:1787760863.175314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:1.1:1787760863.175318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:0.1:1787760863.185759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d03e0.
00000080:00000010:0.1:1787760863.185775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0f80.
00010000:00000010:3.1:1787760863.238478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787760863.238502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:3.1:1787760863.238506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:3.1:1787760863.264417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aacc0.
00000080:00000010:3.1:1787760863.264435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad105c0.
00010000:00000010:1.1:1787760863.314832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:1.1:1787760863.318689:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:1.1:1787760863.318704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:1.1:1787760863.334658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d09a0.
00000080:00000010:1.1:1787760863.334675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d03a0.
00000080:00000010:3.1:1787760863.384288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f20.
00000080:00000010:3.1:1787760863.384301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295500.
00010000:00000010:3.1:1787760863.409513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:3.1:1787760863.409526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:3.1:1787760863.409530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:3.1:1787760863.433545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aacc0.
00000080:00000010:3.1:1787760863.433561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad20.
00010000:00000010:3.1:1787760863.498764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:3.1:1787760863.502600:0:320582:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:3.1:1787760863.502610:0:320582:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:3.1:1787760863.507516:0:320583:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad20.
00000080:00000010:3.1:1787760863.507524:0:320583:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa5c0.
00010000:00000010:3.1:1787760863.532334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:3.1:1787760863.532350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:3.1:1787760863.532354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:3.1:1787760863.542431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad20.
00000080:00000010:3.1:1787760863.546566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa5c0.
00010000:00000010:0.1:1787760863.583396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:0.1:1787760863.583412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:0.1:1787760863.602230:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103e0.
00000080:00000010:0.1:1787760863.602260:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0700.
00010000:00000010:3.1:1787760863.672541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787760863.672548:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:3.1:1787760863.672552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:3.1:1787760863.678638:0:320587:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad20.
00000080:00000010:3.1:1787760863.678656:0:320587:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f40.
00010000:00000010:3.1:1787760863.703157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:3.1:1787760863.707300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:3.1:1787760863.707316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:3.1:1787760863.729462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab60.
00000080:00000010:3.1:1787760863.729471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad20.
00010000:00000010:3.1:1787760863.966150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:0.1:1787760864.020299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:3.1:1787760864.238302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787760864.238317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:3.1:1787760864.238321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:3.1:1787760864.334633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787760864.340627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:3.1:1787760864.340641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000080:00000010:3.1:1787760864.368657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaa40.
00000080:00000010:3.1:1787760864.368678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04e0.
00010000:00000010:1.1:1787760864.393390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:1.1:1787760864.393405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:1.1:1787760864.393408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:1.1:1787760864.415142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ee0.
00000080:00000010:1.1:1787760864.415160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a20.
00010000:00000010:3.1:1787760864.530792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00010000:00000010:0.1:1787760864.539435:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:0.1:1787760864.539446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00000080:00000010:0.1:1787760864.539452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa740.
00000080:00000010:0.1:1787760864.539460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa280.
00010000:00000010:0.1:1787760864.718199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:0.1:1787760864.721306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:0.1:1787760864.721321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:0.1:1787760864.740683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa660.
00000080:00000010:0.1:1787760864.740697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e40.
00010000:00000010:3.1:1787760864.800056:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:3.1:1787760864.800069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:3.1:1787760864.826658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10740.
00000080:00000010:3.1:1787760864.826675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109e0.
00010000:00000010:3.1:1787760864.909464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:3.1:1787760864.909478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787760864.909482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:3.1:1787760864.917907:0:320606:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa480.
00000080:00000010:3.1:1787760864.917922:0:320606:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295620.
00010000:00000010:3.1:1787760864.957342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787760864.963010:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787760864.963041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00000080:00000010:3.1:1787760864.994529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aafe0.
00000080:00000010:3.1:1787760864.994547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa480.
00010000:00000010:3.1:1787760865.069383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:3.1:1787760865.069398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:3.1:1787760865.069403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:3.1:1787760865.096445:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa480.
00000080:00000010:3.1:1787760865.096464:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c20.
00000080:00000010:1.1:1787760865.167701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109e0.
00000080:00000010:1.1:1787760865.167714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ba0.
00010000:00000010:1.1:1787760865.225385:0:238629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:1.1:1787760865.225400:0:238629:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:1.1:1787760865.225404:0:238629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:3.1:1787760865.237880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a40.
00000080:00000010:3.1:1787760865.237895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d08e0.
00010000:00000010:1.1:1787760865.277602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:1.1:1787760865.277621:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:1.1:1787760865.277625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00000080:00000010:1.1:1787760865.286447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae40.
00000080:00000010:1.1:1787760865.286463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac60.
00010000:00000010:0.1:1787760865.346595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760865.363606:0:238628:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:0.1:1787760865.363619:0:238628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:3.1:1787760865.377483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e20.
00000080:00000010:3.1:1787760865.377497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e80.
00010000:00000010:3.1:1787760865.509411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787760865.509422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787760865.509427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:3.1:1787760865.528502:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa440.
00000080:00000010:3.1:1787760865.528519:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e60.
00010000:00000010:3.1:1787760865.579414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787760865.579426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787760865.579430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:3.1:1787760865.593360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa480.
00000080:00000010:3.1:1787760865.593369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295800.
00000080:00000010:3.1:1787760865.646425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295040.
00000080:00000010:3.1:1787760865.646447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c40.
00010000:00000010:1.1:1787760865.671432:0:320617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:1.1:1787760865.671441:0:320617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:1.1:1787760865.671444:0:320617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:1.1:1787760865.671448:0:320617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ac0.
00000080:00000010:1.1:1787760865.671454:0:320617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0300.
00010000:00000010:3.1:1787760865.711534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787760865.711545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787760865.711549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:3.1:1787760865.722327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae60.
00000080:00000010:3.1:1787760865.722342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295920.
00010000:00000010:0.1:1787760865.787691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760865.787705:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787760865.787708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:0.1:1787760865.796358:0:320619:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252957c0.
00000080:00000010:0.1:1787760865.796373:0:320619:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295260.
00010000:00000010:3.1:1787760865.918407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787760865.996341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:3.1:1787760865.996350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:3.1:1787760866.046905:0:320622:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10580.
00000080:00000010:3.1:1787760866.046924:0:320622:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10980.
00000080:00000010:0.1:1787760866.146529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaee0.
00010000:00000010:1.1:1787760866.244287:0:320624:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:1.1:1787760866.244297:0:320624:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:1.1:1787760866.244301:0:320624:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:0.1:1787760866.248338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06e0.
00000080:00000010:0.1:1787760866.248352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295560.
00010000:00000010:0.1:1787760866.304321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:0.1:1787760866.304331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:0.1:1787760866.328294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10440.
00000080:00000010:0.1:1787760866.328316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f20.
00000080:00000010:3.1:1787760866.380868:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad105c0.
00000080:00000010:3.1:1787760866.380881:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ec0.
00010000:00000010:3.1:1787760866.533897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:3.1:1787760866.533910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:3.1:1787760866.533913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00000080:00000010:3.1:1787760866.533918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa160.
00000080:00000010:3.1:1787760866.533926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa560.
00010000:00000010:3.1:1787760866.598731:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:0.1:1787760866.656004:0:238628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760866.656036:0:238628:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787760866.656040:0:238628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:0.1:1787760866.693481:0:320631:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951e0.
00000080:00000010:0.1:1787760866.693565:0:320631:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b80.
00010000:00000010:1.1:1787760866.830553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787760866.833961:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:1.1:1787760866.833977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:1.1:1787760866.858322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0000.
00000080:00000010:1.1:1787760866.858331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0280.
00010000:00000010:3.1:1787760866.906089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:3.1:1787760866.909474:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787760866.909489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00000080:00000010:3.1:1787760866.939388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa2c0.
00000080:00000010:3.1:1787760866.947309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa160.
00010000:00000010:3.1:1787760867.055287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:3.1:1787760867.055303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787760867.055307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00000080:00000010:3.1:1787760867.086312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa2c0.
00000080:00000010:3.1:1787760867.086326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa160.
00010000:00000010:3.1:1787760867.101350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:3.1:1787760867.158348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:3.1:1787760867.158365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:3.1:1787760867.158369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:3.1:1787760867.176348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa2c0.
00000080:00000010:3.1:1787760867.176373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad107c0.
00010000:00000010:3.1:1787760867.230574:0:320639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:3.1:1787760867.230587:0:320639:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:3.1:1787760867.230593:0:320639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:3.1:1787760867.240611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa2c0.
00000080:00000010:3.1:1787760867.240629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252956e0.
00010000:00000010:3.1:1787760867.306906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:3.1:1787760867.306933:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:3.1:1787760867.306937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:3.1:1787760867.324294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101c0.
00000080:00000010:3.1:1787760867.324315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10340.
00010000:00000010:1.1:1787760867.392602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:1.1:1787760867.392618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:1.1:1787760867.392623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:1.1:1787760867.422887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0da0.
00000080:00000010:1.1:1787760867.422899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0000.
00010000:00000010:3.1:1787760867.450369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:3.1:1787760867.454370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787760867.454384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:0.1:1787760867.506283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:1.1:1787760867.506338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:1.1:1787760867.506344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:1.1:1787760867.573295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787760867.573311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:1.1:1787760867.573315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:1.1:1787760867.593353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0280.
00000080:00000010:1.1:1787760867.593366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0de0.
00010000:00000010:3.1:1787760867.623708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:3.1:1787760867.623716:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787760867.623719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:3.1:1787760867.644783:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aafc0.
00000080:00000010:3.1:1787760867.644801:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295420.
00010000:00000010:3.1:1787760867.685315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:3.1:1787760867.689289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787760867.689303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00000080:00000010:3.1:1787760867.710292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aafc0.
00000080:00000010:3.1:1787760867.710309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa9e0.
00010000:00000010:3.1:1787760867.782396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:3.1:1787760867.782403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:3.1:1787760867.811364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00000080:00000010:3.1:1787760867.811374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10fa0.
00010000:00000010:3.1:1787760867.988314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:0.1:1787760868.169617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:1.1:1787760868.179399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:1.1:1787760868.179407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:3.1:1787760868.195330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295080.
00000080:00000010:3.1:1787760868.195353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10460.
00010000:00000010:3.1:1787760868.603713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787760868.608089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:3.1:1787760868.608108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:3.1:1787760868.618332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad40.
00000080:00000010:3.1:1787760868.618347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0020.
00010000:00000010:0.1:1787760868.675333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760868.675352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:0.1:1787760868.675356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:0.1:1787760868.723621:0:320658:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295040.
00000080:00000010:0.1:1787760868.723641:0:320658:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b00.
00010000:00000010:3.1:1787760868.767336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787760868.767353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:3.1:1787760868.767358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:3.1:1787760868.801324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac80.
00000080:00000010:3.1:1787760868.801339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295040.
00010000:00000010:3.1:1787760868.934298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787760869.016065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00010000:00000010:3.1:1787760869.016079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110ff00.
00010000:00000010:3.1:1787760869.016084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:0.1:1787760869.086320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787760869.090285:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037200.
00010000:00000010:0.1:1787760869.090300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:0.1:1787760869.117384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295660.
00000080:00000010:0.1:1787760869.117394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109c0.
00010000:00000010:0.1:1787760869.143484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787760869.143504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037200.
00010000:00000010:0.1:1787760869.143508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:0.1:1787760869.161484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295320.
00000080:00000010:0.1:1787760869.161505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252954c0.
00010000:00000010:1.1:1787760869.355153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:1.1:1787760869.359341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:1.1:1787760869.359356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:1.1:1787760869.388281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0780.
00000080:00000010:1.1:1787760869.388293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295660.
00010000:00000010:3.1:1787760869.416350:0:320666:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787760869.416357:0:320666:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:3.1:1787760869.416361:0:320666:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00000080:00000010:3.1:1787760869.422028:0:320667:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa520.
00000080:00000010:3.1:1787760869.422045:0:320667:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa340.
00010000:00000010:0.1:1787760869.487574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787760869.490397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037200.
00010000:00000010:0.1:1787760869.490411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:0.1:1787760869.531303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295060.
00000080:00000010:0.1:1787760869.531323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0780.
00010000:00000010:3.1:1787760869.713299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787760869.717295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:3.1:1787760869.717310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00000080:00000010:3.1:1787760869.737076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa700.
00000080:00000010:3.1:1787760869.737096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa020.
00010000:00000010:3.1:1787760870.053604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787760870.053619:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:3.1:1787760870.053622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:3.1:1787760870.104135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa360.
00000080:00000010:3.1:1787760870.104154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d20.
00010000:00000010:3.1:1787760870.168320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:3.1:1787760870.168332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:3.1:1787760870.188801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10660.
00000080:00000010:3.1:1787760870.188821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e00.
00010000:00000010:3.1:1787760870.210437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787760870.214430:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:3.1:1787760870.214445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00000080:00000010:3.1:1787760870.262310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa040.
00000080:00000010:3.1:1787760870.262326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa980.
00000080:00000010:3.1:1787760870.343316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d80.
00000080:00000010:3.1:1787760870.343325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10a00.
00010000:00000010:1.1:1787760870.437716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787760870.459367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037200.
00010000:00000010:0.1:1787760870.459381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:1.1:1787760870.464738:0:320681:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295720.
00000080:00000010:1.1:1787760870.464755:0:320681:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295300.
00010000:00000010:1.1:1787760870.518336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787760870.518352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:1.1:1787760870.518356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00000080:00000010:1.1:1787760870.531295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d08c0.
00000080:00000010:1.1:1787760870.531310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d08e0.
00010000:00000010:3.1:1787760870.560319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787760870.560339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:3.1:1787760870.560344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:3.1:1787760870.591317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa4e0.
00000080:00000010:3.1:1787760870.591338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295fe0.
00010000:00000010:3.1:1787760870.627348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787760870.712790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:0.1:1787760870.810314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:0.1:1787760870.825726:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:0.1:1787760870.825741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:0.1:1787760870.896297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760870.929872:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037200.
00010000:00000010:0.1:1787760870.929885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:0.1:1787760870.929894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e80.
00000080:00000010:0.1:1787760870.929905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f40.
00000080:00000010:3.1:1787760870.987911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10cc0.
00000080:00000010:3.1:1787760870.987933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d00c0.
00010000:00000010:1.1:1787760871.046340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:1.1:1787760871.046352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05a0.
00000080:00000010:1.1:1787760871.046361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295040.
00010000:00000010:0.1:1787760871.050827:0:320689:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:0.1:1787760871.050843:0:320689:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787760871.085152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760871.085178:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037200.
00010000:00000010:0.1:1787760871.085182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:0.1:1787760871.102289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252958e0.
00000080:00000010:0.1:1787760871.102308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ba0.
00010000:00000010:3.1:1787760871.169467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787760871.169480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787760871.169484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:3.1:1787760871.271380:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:0.1:1787760871.273008:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:0.1:1787760871.273023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:0.1:1787760871.273032:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa180.
00000080:00000010:0.1:1787760871.273041:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10de0.
00010000:00000010:3.1:1787760871.286395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:3.1:1787760871.290941:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037200.
00010000:00000010:3.1:1787760871.290954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:1.1:1787760871.356293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:1.1:1787760871.356301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:1.1:1787760871.356304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:1.1:1787760871.365300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04c0.
00000080:00000010:1.1:1787760871.365308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ba0.
00010000:00000010:3.1:1787760871.564292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:3.1:1787760871.564317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787760871.564321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00000080:00000010:3.1:1787760871.581451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf00.
00000080:00000010:3.1:1787760871.581460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f00.
00010000:00000010:3.1:1787760871.651833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:3.1:1787760871.658162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f700.
00010000:00000010:3.1:1787760871.658177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:3.1:1787760871.697292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10cc0.
00000080:00000010:3.1:1787760871.697309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104e0.
00010000:00000010:1.1:1787760871.743001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787760871.743014:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:1.1:1787760871.743017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:1.1:1787760871.755321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0060.
00000080:00000010:1.1:1787760871.755331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d60.
00010000:00000010:1.1:1787760871.777307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:3.1:1787760871.810158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:3.1:1787760871.814496:0:320701:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787760871.814504:0:320701:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00000080:00000010:3.1:1787760871.830312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa4e0.
00000080:00000010:3.1:1787760871.830326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa260.
00010000:00000010:3.1:1787760871.871460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787760871.871474:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787760871.871478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:3.1:1787760871.889340:0:320703:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa260.
00000080:00000010:3.1:1787760871.889353:0:320703:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10100.
00010000:00000010:3.1:1787760872.043282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787760872.043295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787760872.043300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:3.1:1787760872.043306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa260.
00000080:00000010:3.1:1787760872.043314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295000.
00010000:00000010:1.1:1787760872.138301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:1.1:1787760872.138313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:1.1:1787760872.138316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:1.1:1787760872.160286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0480.
00000080:00000010:1.1:1787760872.160301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0000.
00010000:00000010:3.1:1787760872.232483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:3.1:1787760872.232498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787760872.232503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00000080:00000010:3.1:1787760872.255394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf20.
00000080:00000010:3.1:1787760872.255423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa020.
00010000:00000010:0.1:1787760872.449312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:0.1:1787760872.449330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:0.1:1787760872.449335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:0.1:1787760872.535377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760872.535391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:0.1:1787760872.535395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:0.1:1787760872.567281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252956e0.
00000080:00000010:0.1:1787760872.567293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959c0.
00010000:00000010:3.1:1787760872.638299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787760872.638311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:3.1:1787760872.638314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00000080:00000010:3.1:1787760872.670656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaec0.
00000080:00000010:3.1:1787760872.670670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aabe0.
00010000:00000010:3.1:1787760872.695038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a600.
00010000:00000010:3.1:1787760872.698569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:3.1:1787760872.698583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:3.1:1787760872.726290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103a0.
00000080:00000010:3.1:1787760872.726301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d80.
00010000:00000010:1.1:1787760872.765307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787760872.769299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:1.1:1787760872.769314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:1.1:1787760872.786316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0560.
00000080:00000010:1.1:1787760872.786327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0480.
00010000:00000010:3.1:1787760872.813288:0:320715:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:3.1:1787760872.813295:0:320715:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:3.1:1787760872.813298:0:320715:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:3.1:1787760872.822306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa340.
00000080:00000010:3.1:1787760872.832294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10660.
00010000:00000010:1.1:1787760872.916598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:1.1:1787760872.916608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:0.1:1787760872.919562:0:229787:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:1.1:1787760872.958369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a600.
00010000:00000010:1.1:1787760872.958391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:1.1:1787760872.958396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:1.1:1787760872.980525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10a80.
00000080:00000010:1.1:1787760872.980541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10520.
00010000:00000010:1.1:1787760873.003332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:1.1:1787760873.003347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:1.1:1787760873.003352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:1.1:1787760873.044549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05c0.
00000080:00000010:1.1:1787760873.044566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295020.
00000080:00000010:3.1:1787760873.177078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d20.
00000080:00000010:3.1:1787760873.177101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102a0.
00010000:00000010:3.1:1787760873.267305:0:320723:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00000080:00000010:3.1:1787760873.267325:0:320723:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa580.
00000080:00000010:3.1:1787760873.267339:0:320723:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf60.
00010000:00000010:0.1:1787760873.401148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:0.1:1787760873.401166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:0.1:1787760873.401171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:0.1:1787760873.435971:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e40.
00000080:00000010:0.1:1787760873.435993:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108c0.
00010000:00000010:3.1:1787760873.632396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787760873.726356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787760873.824357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787760873.824368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:3.1:1787760873.824372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:3.1:1787760873.851647:0:320729:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa460.
00000080:00000010:3.1:1787760873.851666:0:320729:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109c0.
00010000:00000010:1.1:1787760873.998452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:1.1:1787760874.012290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:1.1:1787760874.012306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787760874.148306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:3.1:1787760874.414293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:3.1:1787760874.414309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:3.1:1787760874.446358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0120.
00000080:00000010:3.1:1787760874.446374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b00.
00010000:00000010:1.1:1787760874.483460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:1.1:1787760874.488378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:1.1:1787760874.488394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:1.1:1787760874.508432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10000.
00000080:00000010:1.1:1787760874.508450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10240.
00000080:00000010:3.1:1787760874.599109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10fa0.
00000080:00000010:3.1:1787760874.599125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295620.
00010000:00000010:3.1:1787760874.616896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787760874.620413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:3.1:1787760874.620428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00000080:00000010:3.1:1787760874.632298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa260.
00000080:00000010:3.1:1787760874.632314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa0e0.
00010000:00000010:1.1:1787760874.661049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:1.1:1787760874.665291:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1800.
00010000:00000010:1.1:1787760874.665305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00000080:00000010:1.1:1787760874.675289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0cc0.
00000080:00000010:1.1:1787760874.675305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0300.
00010000:00000010:3.1:1787760874.769307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:3.1:1787760874.773304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:3.1:1787760874.773319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:3.1:1787760874.784314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa0e0.
00000080:00000010:3.1:1787760874.784331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0640.
00010000:00000010:1.1:1787760874.836332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:0.1:1787760875.025299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787760875.029296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037a00.
00010000:00000010:0.1:1787760875.029312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:1.1:1787760875.116320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:1.1:1787760875.116335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:1.1:1787760875.116338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00000080:00000010:3.1:1787760875.159457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa260.
00000080:00000010:3.1:1787760875.159473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaa80.
00010000:00000010:0.1:1787760875.180392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760875.180404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037a00.
00010000:00000010:0.1:1787760875.180407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:0.1:1787760875.208456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252952c0.
00000080:00000010:0.1:1787760875.208476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10960.
00010000:00000010:1.1:1787760875.356300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:1.1:1787760875.356317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110ff00.
00010000:00000010:1.1:1787760875.356321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00000080:00000010:1.1:1787760875.373137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b40.
00000080:00000010:1.1:1787760875.373158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa260.
00010000:00000010:1.1:1787760875.506058:0:238628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:1.1:1787760875.517428:0:238628:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1200.
00010000:00000010:1.1:1787760875.517445:0:238628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:3.1:1787760875.596390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787760875.596404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:3.1:1787760875.596407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:3.1:1787760875.620551:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa9e0.
00000080:00000010:3.1:1787760875.620566:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ec0.
00010000:00000010:3.1:1787760875.657437:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787760875.659338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:3.1:1787760875.659350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:3.1:1787760875.757532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037800.
00010000:00000010:3.1:1787760875.757549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:3.1:1787760875.776363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252958e0.
00000080:00000010:3.1:1787760875.776382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a40.
00010000:00000010:3.1:1787760875.864055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787760875.868298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:3.1:1787760875.868315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:3.1:1787760875.946330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787760875.946351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:3.1:1787760875.959305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:3.1:1787760875.973372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa2c0.
00000080:00000010:3.1:1787760875.973386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10880.
00010000:00000010:3.1:1787760876.077196:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f700.
00010000:00000010:3.1:1787760876.077205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:3.1:1787760876.088290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad107c0.
00000080:00000010:3.1:1787760876.088305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d40.
00000080:00000010:0.1:1787760876.156363:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103e0.
00000080:00000010:0.1:1787760876.156378:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f20.
00010000:00000010:1.1:1787760876.355314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787760876.355329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1200.
00010000:00000010:1.1:1787760876.355333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:0.1:1787760876.391379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0460.
00000080:00000010:0.1:1787760876.391393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d80.
00000080:00000010:0.1:1787760876.541676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e80.
00000080:00000010:0.1:1787760876.541695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10400.
00010000:00000010:3.1:1787760876.566397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:3.1:1787760876.566413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:3.1:1787760876.566417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00000080:00000010:3.1:1787760876.598667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac40.
00000080:00000010:3.1:1787760876.598676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa560.
00010000:00000010:3.1:1787760876.734756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:3.1:1787760876.739898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:3.1:1787760876.739912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00010000:00000010:1.1:1787760876.826366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:3.1:1787760876.861346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c80.
00000080:00000010:3.1:1787760876.861364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d00c0.
00010000:00000010:0.1:1787760876.907872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787760876.911296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037c00.
00010000:00000010:0.1:1787760876.911310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:3.1:1787760876.940311:0:320768:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252954e0.
00000080:00000010:3.1:1787760876.940326:0:320768:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c00.
00010000:00000010:1.1:1787760877.126295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:1.1:1787760877.129442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:1.1:1787760877.129456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00000080:00000010:1.1:1787760877.156240:0:320771:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0960.
00000080:00000010:1.1:1787760877.156411:0:320771:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0260.
00010000:00000010:1.1:1787760877.209327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:1.1:1787760877.209341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:1.1:1787760877.209346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00000080:00000010:1.1:1787760877.236706:0:320772:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d09e0.
00000080:00000010:1.1:1787760877.236728:0:320772:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0260.
00000080:00000010:3.1:1787760877.312385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e60.
00000080:00000010:3.1:1787760877.312396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104c0.
00010000:00000010:0.1:1787760877.344382:0:320774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787760877.347518:0:320774:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037c00.
00010000:00000010:0.1:1787760877.347530:0:320774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00000080:00000010:0.1:1787760877.356515:0:320774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c20.
00000080:00000010:0.1:1787760877.356527:0:320774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0960.
00010000:00000010:0.1:1787760877.375476:0:320775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787760877.375491:0:320775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037c00.
00010000:00000010:0.1:1787760877.375495:0:320775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:0.1:1787760877.379581:0:320775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252954a0.
00000080:00000010:0.1:1787760877.379596:0:320775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f20.
00010000:00000010:0.1:1787760877.407881:0:320776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787760877.407898:0:320776:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037c00.
00010000:00000010:0.1:1787760877.407902:0:320776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:0.1:1787760877.426498:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295580.
00000080:00000010:0.1:1787760877.426514:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252954a0.
00010000:00000010:3.1:1787760877.445489:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:0.1:1787760877.446710:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:0.1:1787760877.446717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:1.1:1787760877.458299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa8a0.
00000080:00000010:1.1:1787760877.458318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0420.
00010000:00000010:0.1:1787760877.554103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:0.1:1787760877.554119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:0.1:1787760877.564313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10580.
00000080:00000010:0.1:1787760877.564330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10080.
00010000:00000010:3.1:1787760877.633299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:3.1:1787760877.633317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:3.1:1787760877.633320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:3.1:1787760877.648733:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c40.
00000080:00000010:3.1:1787760877.648749:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06e0.
00010000:00000010:1.1:1787760877.683298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:1.1:1787760877.683309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1c00.
00010000:00000010:1.1:1787760877.683313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:3.1:1787760877.710731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:3.1:1787760877.716135:0:320782:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:3.1:1787760877.716149:0:320782:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:0.1:1787760877.732042:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109e0.
00000080:00000010:0.1:1787760877.732063:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10220.
00010000:00000010:3.1:1787760877.812331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00010000:00000010:3.1:1787760877.812447:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787760877.812451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00000080:00000010:1.1:1787760877.850298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaa00.
00000080:00000010:1.1:1787760877.850314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa660.
00010000:00000010:3.1:1787760877.912292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00010000:00000010:3.1:1787760877.912306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787760877.912310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00000080:00000010:3.1:1787760877.931334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaea0.
00000080:00000010:3.1:1787760877.931351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa2a0.
00010000:00000010:3.1:1787760877.980307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:3.1:1787760877.980325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:3.1:1787760877.980331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:3.1:1787760878.006857:0:320787:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa2a0.
00000080:00000010:3.1:1787760878.006876:0:320787:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ba0.
00010000:00000010:3.1:1787760878.199319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:3.1:1787760878.199334:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:3.1:1787760878.199337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:3.1:1787760878.220392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa2e0.
00000080:00000010:3.1:1787760878.220407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa280.
00010000:00000010:1.1:1787760878.242099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787760878.244389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1c00.
00010000:00000010:1.1:1787760878.244404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000080:00000010:1.1:1787760878.252312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0480.
00000080:00000010:1.1:1787760878.252329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0540.
00010000:00000010:1.1:1787760878.405303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787760878.405330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1c00.
00010000:00000010:1.1:1787760878.405335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:1.1:1787760878.423477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0fa0.
00000080:00000010:1.1:1787760878.423495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0820.
00010000:00000010:3.1:1787760878.548286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:3.1:1787760878.671308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787760878.671325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787760878.671329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:0.1:1787760878.713299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787760878.718403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037b00.
00010000:00000010:0.1:1787760878.718413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:3.1:1787760878.757314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:3.1:1787760878.757330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787760878.757333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:3.1:1787760878.778287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad20.
00000080:00000010:3.1:1787760878.778305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0440.
00010000:00000010:3.1:1787760878.871294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:3.1:1787760878.871310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787760878.871314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:3.1:1787760878.889585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad20.
00000080:00000010:3.1:1787760878.889598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0980.
00010000:00000010:3.1:1787760878.952427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787760878.958823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787760878.958835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00000080:00000010:3.1:1787760878.964292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aacc0.
00000080:00000010:3.1:1787760878.964306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa300.
00010000:00000010:1.1:1787760878.999871:0:320806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787760878.999881:0:320806:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1c00.
00010000:00000010:1.1:1787760878.999885:0:320806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:1.1:1787760879.013695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0f80.
00000080:00000010:1.1:1787760879.013707:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0800.
00010000:00000010:3.1:1787760879.157592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787760879.157605:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787760879.157609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00000080:00000010:3.1:1787760879.173831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae20.
00000080:00000010:3.1:1787760879.173845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa920.
00010000:00000010:3.1:1787760879.295372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787760879.300298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787760879.300311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00000080:00000010:3.1:1787760879.328310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa920.
00000080:00000010:3.1:1787760879.328331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae20.
00010000:00000010:3.1:1787760879.455764:0:320813:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:3.1:1787760879.455777:0:320813:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787760879.455780:0:320813:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:3.1:1787760879.470295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad80.
00000080:00000010:3.1:1787760879.470311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0400.
00010000:00000010:3.1:1787760879.496438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:3.1:1787760879.503926:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:3.1:1787760879.503947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:3.1:1787760879.528766:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aacc0.
00000080:00000010:3.1:1787760879.528786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295060.
00010000:00000010:0.1:1787760879.581970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760879.586305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:0.1:1787760879.586320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:1.1:1787760879.620273:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ac0.
00000080:00000010:1.1:1787760879.620297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101a0.
00010000:00000010:3.1:1787760879.697474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787760879.697490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787760879.697494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00000080:00000010:3.1:1787760879.748282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa0a0.
00000080:00000010:3.1:1787760879.748296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab40.
00010000:00000010:0.1:1787760879.878356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787760879.878378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037b00.
00010000:00000010:0.1:1787760879.878383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:3.1:1787760879.887294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295860.
00000080:00000010:3.1:1787760879.887311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e40.
00010000:00000010:3.1:1787760879.909606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787760879.909623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:3.1:1787760879.909628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:3.1:1787760879.935526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa0a0.
00000080:00000010:3.1:1787760879.935542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10880.
00010000:00000010:0.1:1787760880.000301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787760880.000321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037b00.
00010000:00000010:0.1:1787760880.000326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:0.1:1787760880.019357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d20.
00000080:00000010:0.1:1787760880.019368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295460.
00010000:00000010:1.1:1787760880.117300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787760880.117337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1500.
00010000:00000010:1.1:1787760880.117342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:1.1:1787760880.135845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ee0.
00000080:00000010:1.1:1787760880.135863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252952a0.
00010000:00000010:3.1:1787760880.256428:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787760880.300996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787760880.301010:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787760880.301014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:3.1:1787760880.316453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab80.
00000080:00000010:3.1:1787760880.316467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ca0.
00010000:00000010:3.1:1787760880.388301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787760880.388317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787760880.388321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00000080:00000010:3.1:1787760880.397291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa5e0.
00000080:00000010:3.1:1787760880.397304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac20.
00010000:00000010:3.1:1787760880.482863:0:320832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787760880.491329:0:320832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787760880.491341:0:320832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00000080:00000010:3.1:1787760880.497350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac20.
00000080:00000010:3.1:1787760880.497364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa5e0.
00010000:00000010:3.1:1787760880.591727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:3.1:1787760880.594532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:3.1:1787760880.594548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:3.1:1787760880.603294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c40.
00000080:00000010:3.1:1787760880.603313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b40.
00010000:00000010:3.1:1787760880.641687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787760880.641705:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787760880.641709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a600.
00000080:00000010:3.1:1787760880.661360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab80.
00000080:00000010:3.1:1787760880.661381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102c0.
00010000:00000010:1.1:1787760880.709437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787760880.709452:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1500.
00010000:00000010:1.1:1787760880.709456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:1.1:1787760880.717149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ec0.
00000080:00000010:1.1:1787760880.717160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b20.
00010000:00000010:3.1:1787760880.880952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787760880.880966:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787760880.880971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787760880.906297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787760881.006466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787760881.011303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787760881.011318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00000080:00000010:3.1:1787760881.029297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa220.
00000080:00000010:3.1:1787760881.029315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab80.
00010000:00000010:1.1:1787760881.055261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:1.1:1787760881.068653:0:238629:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1500.
00010000:00000010:1.1:1787760881.068662:0:238629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00000080:00000010:1.1:1787760881.080404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ac0.
00000080:00000010:1.1:1787760881.080414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0960.
00010000:00000010:0.1:1787760881.126332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:3.1:1787760881.189289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787760881.189304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787760881.189307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00000080:00000010:3.1:1787760881.199021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa220.
00000080:00000010:3.1:1787760881.199029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab80.
00010000:00000010:1.1:1787760881.259304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:1.1:1787760881.267297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1500.
00010000:00000010:1.1:1787760881.267305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:1.1:1787760881.286294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d09a0.
00000080:00000010:1.1:1787760881.286303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d02e0.
00010000:00000010:3.1:1787760881.296286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787760881.296301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:3.1:1787760881.296306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:3.1:1787760881.311265:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa220.
00000080:00000010:3.1:1787760881.311281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10fa0.
00010000:00000010:1.1:1787760881.390275:0:320851:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:1.1:1787760881.390281:0:320851:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1b00.
00010000:00000010:1.1:1787760881.390285:0:320851:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:1.1:1787760881.404564:0:320852:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c40.
00000080:00000010:1.1:1787760881.404576:0:320852:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06e0.
00010000:00000010:1.1:1787760881.445542:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:1.1:1787760881.445555:0:1033:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1b00.
00010000:00000010:1.1:1787760881.445559:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:3.1:1787760881.447298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06e0.
00000080:00000010:3.1:1787760881.447312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0f80.
00010000:00000010:3.1:1787760881.530554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787760881.535312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787760881.535327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:3.1:1787760881.557293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaae0.
00000080:00000010:3.1:1787760881.557308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d40.
00010000:00000010:3.1:1787760881.700391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:0.1:1787760881.703296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:0.1:1787760881.703312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787760881.770313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:3.1:1787760881.770327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:3.1:1787760881.770331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00000080:00000010:3.1:1787760881.790977:0:320860:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aacc0.
00000080:00000010:3.1:1787760881.790990:0:320860:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa840.
00010000:00000010:0.1:1787760881.843280:0:320860:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:0.1:1787760881.843287:0:320860:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00000080:00000010:0.1:1787760881.867567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10000.
00000080:00000010:0.1:1787760881.867587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa840.
00010000:00000010:3.1:1787760882.013390:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787760882.013403:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:3.1:1787760882.013407:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00000080:00000010:3.1:1787760882.024103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa300.
00000080:00000010:3.1:1787760882.024123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae20.
00010000:00000010:1.1:1787760882.105346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:1.1:1787760882.109345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:1.1:1787760882.109362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a600.
00000080:00000010:1.1:1787760882.132663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252953e0.
00000080:00000010:1.1:1787760882.132681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102a0.
00010000:00000010:0.1:1787760882.265295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:0.1:1787760882.269279:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037c00.
00010000:00000010:0.1:1787760882.269293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:0.1:1787760882.281284:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295840.
00000080:00000010:0.1:1787760882.281301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e20.
00010000:00000010:1.1:1787760882.411863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:1.1:1787760882.411872:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:1.1:1787760882.411876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:1.1:1787760882.424444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108a0.
00000080:00000010:1.1:1787760882.424455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10bc0.
00010000:00000010:1.1:1787760882.444532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787760882.444543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1b00.
00010000:00000010:1.1:1787760882.444547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:1.1:1787760882.465281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0280.
00000080:00000010:1.1:1787760882.465295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d80.
00010000:00000010:1.1:1787760882.486120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787760882.486134:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1b00.
00010000:00000010:1.1:1787760882.486138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:1.1:1787760882.499293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0980.
00000080:00000010:1.1:1787760882.506328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b80.
00000080:00000010:3.1:1787760882.605433:0:31:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10660.
00000080:00000010:3.1:1787760882.605453:0:31:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c60.
00010000:00000010:0.1:1787760882.606295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:0.1:1787760882.606304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:0.1:1787760882.632674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760882.632685:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037c00.
00010000:00000010:0.1:1787760882.632689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:0.1:1787760882.641292:0:320878:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295360.
00000080:00000010:0.1:1787760882.641309:0:320878:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10a00.
00010000:00000010:0.1:1787760882.682467:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787760882.682486:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037c00.
00010000:00000010:0.1:1787760882.682490:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:1.1:1787760882.705391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295360.
00000080:00000010:1.1:1787760882.705414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f60.
00010000:00000010:3.1:1787760882.734307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:3.1:1787760882.738300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:3.1:1787760882.738314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00000080:00000010:3.1:1787760882.755300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad00.
00000080:00000010:3.1:1787760882.755309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa5c0.
00010000:00000010:3.1:1787760882.786289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:3.1:1787760882.786304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:3.1:1787760882.802350:0:320881:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102e0.
00000080:00000010:3.1:1787760882.802366:0:320881:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10740.
00010000:00000010:3.1:1787760882.827302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:3.1:1787760882.830425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:3.1:1787760882.830442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00000080:00000010:3.1:1787760882.843304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa5a0.
00000080:00000010:3.1:1787760882.843319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa3e0.
00010000:00000010:0.1:1787760882.931374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787760882.939672:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037c00.
00010000:00000010:0.1:1787760882.939687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:0.1:1787760882.944347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e80.
00000080:00000010:0.1:1787760882.944361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295160.
00010000:00000010:3.1:1787760883.016308:0:320885:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787760883.016323:0:320885:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:3.1:1787760883.016328:0:320885:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:3.1:1787760883.139401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:3.1:1787760883.139420:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:3.1:1787760883.139425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00000080:00000010:3.1:1787760883.139430:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa2e0.
00000080:00000010:3.1:1787760883.139439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa740.
00000080:00000010:0.1:1787760883.174421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0420.
00000080:00000010:0.1:1787760883.174435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ac0.
00010000:00000010:0.1:1787760883.255571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787760883.255593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037800.
00010000:00000010:0.1:1787760883.255598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:0.1:1787760883.263945:0:320893:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295080.
00000080:00000010:0.1:1787760883.263963:0:320893:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b00.
00000080:00000010:0.1:1787760883.391175:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10de0.
00000080:00000010:0.1:1787760883.391199:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d40.
00000080:00000010:1.1:1787760883.571309:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10cc0.
00000080:00000010:1.1:1787760883.571320:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104e0.
00010000:00000010:3.1:1787760883.612295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787760883.616298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787760883.616313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00000080:00000010:3.1:1787760883.637309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa4a0.
00000080:00000010:3.1:1787760883.637324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaea0.
00010000:00000010:0.1:1787760883.682288:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f700.
00010000:00000010:0.1:1787760883.682301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:0.1:1787760883.691337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102e0.
00000080:00000010:0.1:1787760883.691349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10740.
00010000:00000010:1.1:1787760883.739315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:1.1:1787760883.739329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1b00.
00010000:00000010:1.1:1787760883.739333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:1.1:1787760883.748421:0:320901:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b20.
00000080:00000010:1.1:1787760883.748440:0:320901:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0780.
00010000:00000010:1.1:1787760883.774730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:1.1:1787760883.774743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1b00.
00010000:00000010:1.1:1787760883.774747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:1.1:1787760883.785080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b20.
00000080:00000010:1.1:1787760883.785096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0780.
00010000:00000010:3.1:1787760883.868704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787760883.928367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:3.1:1787760883.928377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037a00.
00010000:00000010:3.1:1787760883.928380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:3.1:1787760883.934405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c80.
00000080:00000010:3.1:1787760883.934416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295580.
00010000:00000010:0.1:1787760884.021688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787760884.021723:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787760884.021727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:0.1:1787760884.045309:0:320908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295fa0.
00000080:00000010:0.1:1787760884.045325:0:320908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04e0.
00010000:00000010:0.1:1787760884.071305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:3.1:1787760884.071721:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:3.1:1787760884.071729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:3.1:1787760884.089721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959c0.
00000080:00000010:3.1:1787760884.089737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295fa0.
00010000:00000010:1.1:1787760884.117539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787760884.117547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1b00.
00010000:00000010:1.1:1787760884.117551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:1.1:1787760884.127556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0700.
00000080:00000010:1.1:1787760884.127574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0460.
00010000:00000010:0.1:1787760884.224680:0:320912:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760884.224692:0:320912:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787760884.224695:0:320912:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00000080:00000010:0.1:1787760884.238439:0:320913:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295340.
00000080:00000010:0.1:1787760884.238450:0:320913:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0900.
00010000:00000010:0.1:1787760884.259244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787760884.259276:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787760884.259279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:0.1:1787760884.264591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295580.
00000080:00000010:0.1:1787760884.264611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c80.
00010000:00000010:0.1:1787760884.324291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787760884.324309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787760884.324313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:0.1:1787760884.333294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295740.
00000080:00000010:0.1:1787760884.333310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252956e0.
00010000:00000010:0.1:1787760884.438407:0:320919:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787760884.438420:0:320919:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787760884.438425:0:320919:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:0.1:1787760884.455347:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295440.
00000080:00000010:0.1:1787760884.455365:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295580.
00010000:00000010:3.1:1787760884.516353:0:320921:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787760884.516360:0:320921:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:3.1:1787760884.516363:0:320921:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:3.1:1787760884.522483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab20.
00000080:00000010:3.1:1787760884.522494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10520.
00010000:00000010:3.1:1787760884.643867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787760884.649431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:3.1:1787760884.649438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00000080:00000010:3.1:1787760884.656537:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab20.
00000080:00000010:3.1:1787760884.656551:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aabc0.
00000080:00000010:3.1:1787760884.735338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d00.
00000080:00000010:3.1:1787760884.735354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e00.
00010000:00000010:3.1:1787760884.794516:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:3.1:1787760884.794524:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:3.1:1787760884.806954:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e40.
00000080:00000010:3.1:1787760884.806966:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10bc0.
00010000:00000010:3.1:1787760884.904464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787760884.911368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:3.1:1787760884.911380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:3.1:1787760884.924299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa880.
00000080:00000010:3.1:1787760884.924320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0980.
00010000:00000010:3.1:1787760885.026282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787760885.026288:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:3.1:1787760885.026292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00000080:00000010:3.1:1787760885.026296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae00.
00000080:00000010:3.1:1787760885.026301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05c0.
00010000:00000010:1.1:1787760885.046969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:1.1:1787760885.046984:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1e00.
00010000:00000010:1.1:1787760885.046988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00000080:00000010:1.1:1787760885.069299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0de0.
00000080:00000010:1.1:1787760885.069314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a80.
00010000:00000010:0.1:1787760885.088945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:1.1:1787760885.094957:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:1.1:1787760885.094971:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:3.1:1787760885.153306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:3.1:1787760885.153315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:3.1:1787760885.168996:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10620.
00000080:00000010:3.1:1787760885.169015:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109c0.
00010000:00000010:0.1:1787760885.220712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760885.220743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:0.1:1787760885.220747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:0.1:1787760885.251436:0:320939:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252953e0.
00000080:00000010:0.1:1787760885.251457:0:320939:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d20.
00010000:00000010:0.1:1787760885.289379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:3.1:1787760885.411310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:3.1:1787760885.415712:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037200.
00010000:00000010:3.1:1787760885.415727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:3.1:1787760885.463433:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0480.
00000080:00000010:3.1:1787760885.463446:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295b60.
00000080:00000010:0.1:1787760885.509347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aafc0.
00000080:00000010:0.1:1787760885.509364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa2c0.
00010000:00000010:1.1:1787760885.558301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:1.1:1787760885.558316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:1.1:1787760885.569452:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad100c0.
00000080:00000010:1.1:1787760885.569473:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295140.
00010000:00000010:3.1:1787760885.607403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:3.1:1787760885.607415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:3.1:1787760885.607419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:3.1:1787760885.624296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaaa0.
00000080:00000010:3.1:1787760885.624306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295660.
00010000:00000010:0.1:1787760885.666429:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:0.1:1787760885.666444:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787760885.666448:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:3.1:1787760885.681134:0:320946:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295160.
00000080:00000010:3.1:1787760885.681154:0:320946:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295b20.
00010000:00000010:3.1:1787760885.719457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787760885.719473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:3.1:1787760885.719477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00000080:00000010:3.1:1787760885.740382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa760.
00000080:00000010:3.1:1787760885.740400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa9e0.
00010000:00000010:0.1:1787760885.867301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787760885.867320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787760885.867324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:0.1:1787760885.883191:0:320949:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252954c0.
00000080:00000010:0.1:1787760885.883215:0:320949:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d02c0.
00010000:00000010:0.1:1787760885.929346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787760885.929365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787760885.929370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:0.1:1787760885.955303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f60.
00000080:00000010:0.1:1787760885.955325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295de0.
00010000:00000010:1.1:1787760886.048310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787760886.048329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787760886.048334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:3.1:1787760886.170293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787760886.170306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:3.1:1787760886.170310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00000080:00000010:3.1:1787760886.179407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa0e0.
00000080:00000010:3.1:1787760886.179418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa260.
00010000:00000010:3.1:1787760886.329409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787760886.329423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:3.1:1787760886.329428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00000080:00000010:3.1:1787760886.353237:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa460.
00000080:00000010:3.1:1787760886.353266:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa860.
00010000:00000010:0.1:1787760886.420301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:0.1:1787760886.420317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:3.1:1787760886.460608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:3.1:1787760886.465319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:3.1:1787760886.465333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:3.1:1787760886.472270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa860.
00000080:00000010:3.1:1787760886.472285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0940.
00010000:00000010:3.1:1787760886.519331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:3.1:1787760886.519345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:3.1:1787760886.519348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:3.1:1787760886.526613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10540.
00000080:00000010:3.1:1787760886.526622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ac0.
00010000:00000010:1.1:1787760886.578474:0:320962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787760886.578488:0:320962:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787760886.578491:0:320962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:1.1:1787760886.591328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a00.
00000080:00000010:1.1:1787760886.591339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0600.
00010000:00000010:3.1:1787760886.637484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:3.1:1787760886.637501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:3.1:1787760886.637505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:3.1:1787760886.659525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00000080:00000010:3.1:1787760886.659537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b40.
00010000:00000010:1.1:1787760886.723397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787760886.727521:0:320966:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787760886.727534:0:320966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:1.1:1787760886.733593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c00.
00000080:00000010:1.1:1787760886.733602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ec0.
00010000:00000010:3.1:1787760886.815518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:3.1:1787760886.815527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:3.1:1787760886.826291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10440.
00000080:00000010:3.1:1787760886.826303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ec0.
00010000:00000010:1.1:1787760886.893307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:0.1:1787760886.899481:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:0.1:1787760886.899492:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00000080:00000010:3.1:1787760886.907586:0:320970:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e60.
00000080:00000010:3.1:1787760886.907707:0:320970:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a20.
00010000:00000010:3.1:1787760886.935412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787760886.938468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:3.1:1787760886.938483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00000080:00000010:3.1:1787760887.000391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d08c0.
00000080:00000010:3.1:1787760887.000401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0680.
00010000:00000010:1.1:1787760887.015435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787760887.015448:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:1.1:1787760887.015452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:1.1:1787760887.028337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0580.
00000080:00000010:1.1:1787760887.028354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04e0.
00000080:00000010:3.1:1787760887.071299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10320.
00000080:00000010:3.1:1787760887.071315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102c0.
00010000:00000010:1.1:1787760887.166235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:1.1:1787760887.171356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:1.1:1787760887.171362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:3.1:1787760887.176463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0460.
00000080:00000010:3.1:1787760887.176477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295bc0.
00010000:00000010:1.1:1787760887.237124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787760887.237140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:1.1:1787760887.237144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:1.1:1787760887.251336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0620.
00000080:00000010:1.1:1787760887.254340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103e0.
00010000:00000010:3.1:1787760887.286663:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f700.
00010000:00000010:3.1:1787760887.286672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:3.1:1787760887.302459:0:320979:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10880.
00000080:00000010:3.1:1787760887.302473:0:320979:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101a0.
00010000:00000010:3.1:1787760887.333404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:3.1:1787760887.336500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:3.1:1787760887.336515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:0.1:1787760887.388390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:3.1:1787760887.448333:0:320982:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e60.
00000080:00000010:3.1:1787760887.448350:0:320982:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10220.
00000080:00000010:0.1:1787760887.519316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f20.
00000080:00000010:0.1:1787760887.519340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103c0.
00010000:00000010:3.1:1787760887.555400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787760887.559504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:3.1:1787760887.559532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:3.1:1787760887.579291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa3a0.
00000080:00000010:3.1:1787760887.579309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10580.
00010000:00000010:3.1:1787760887.726417:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787760887.726433:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:3.1:1787760887.726437:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:3.1:1787760887.726444:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa060.
00000080:00000010:3.1:1787760887.726452:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c00.
00010000:00000010:1.1:1787760887.828906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787760887.835490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787760887.835503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:1.1:1787760887.843806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07e0.
00000080:00000010:1.1:1787760887.846837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295740.
00010000:00000010:3.1:1787760887.908413:0:320992:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:3.1:1787760887.908420:0:320992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:3.1:1787760887.919279:0:320992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ba0.
00000080:00000010:3.1:1787760887.919291:0:320992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101c0.
00010000:00000010:0.1:1787760887.972218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787760887.972238:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:0.1:1787760887.972244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:0.1:1787760887.988339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295960.
00000080:00000010:0.1:1787760887.997517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f80.
00010000:00000010:3.1:1787760888.016590:0:320994:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:3.1:1787760888.016596:0:320994:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:3.1:1787760888.027434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101c0.
00000080:00000010:3.1:1787760888.027451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c40.
00010000:00000010:0.1:1787760888.084303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787760888.084319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:0.1:1787760888.084323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00000080:00000010:0.1:1787760888.091282:0:320997:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d40.
00000080:00000010:0.1:1787760888.091301:0:320997:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa700.
00010000:00000010:0.1:1787760888.132405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787760888.132422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:0.1:1787760888.132426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:1.1:1787760888.148127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a40.
00000080:00000010:1.1:1787760888.148144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d40.
00010000:00000010:3.1:1787760888.271413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787760888.271429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fe00.
00010000:00000010:3.1:1787760888.271433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:3.1:1787760888.286308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa040.
00000080:00000010:3.1:1787760888.286324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ba0.
00010000:00000010:3.1:1787760888.370410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:3.1:1787760888.370428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fe00.
00010000:00000010:3.1:1787760888.370433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00000080:00000010:3.1:1787760888.389002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa040.
00000080:00000010:3.1:1787760888.389025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10400.
00010000:00000010:0.1:1787760888.483286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787760888.487895:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:0.1:1787760888.487903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a600.
00000080:00000010:0.1:1787760888.507989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ea0.
00000080:00000010:0.1:1787760888.508011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f20.
00010000:00000010:3.1:1787760888.556594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:3.1:1787760888.556610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:3.1:1787760888.556615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:0.1:1787760888.571300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa360.
00000080:00000010:0.1:1787760888.571311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10220.
00010000:00000010:3.1:1787760888.665402:0:321006:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:3.1:1787760888.665410:0:321006:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787760888.665415:0:321006:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:3.1:1787760888.774375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:3.1:1787760888.774393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:3.1:1787760888.774398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:3.1:1787760888.802382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa9c0.
00000080:00000010:3.1:1787760888.802403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05e0.
00010000:00000010:3.1:1787760888.978598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:3.1:1787760888.978614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:3.1:1787760888.978697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a600.
00000080:00000010:3.1:1787760888.978702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa9c0.
00000080:00000010:3.1:1787760888.978710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10980.
00010000:00000010:3.1:1787760889.142330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:3.1:1787760889.142346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:3.1:1787760889.142349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:3.1:1787760889.142355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0060.
00000080:00000010:3.1:1787760889.142361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d80.
00010000:00000010:0.1:1787760889.213290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787760889.217304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:0.1:1787760889.217322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:0.1:1787760889.238492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295660.
00000080:00000010:0.1:1787760889.238513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295860.
00010000:00000010:0.1:1787760889.319293:0:238629:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:0.1:1787760889.319300:0:238629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:1.1:1787760889.325336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e60.
00000080:00000010:1.1:1787760889.325354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e80.
00010000:00000010:3.1:1787760889.456377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:3.1:1787760889.456394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787760889.456398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:3.1:1787760889.473395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aada0.
00000080:00000010:3.1:1787760889.473414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa180.
00010000:00000010:3.1:1787760889.587881:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787760889.587892:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787760889.587896:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:3.1:1787760889.603287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa080.
00000080:00000010:3.1:1787760889.603301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0640.
00010000:00000010:0.1:1787760889.621423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787760889.621443:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:0.1:1787760889.621447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:0.1:1787760889.631834:0:321026:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252950c0.
00000080:00000010:0.1:1787760889.631862:0:321026:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252955c0.
00010000:00000010:1.1:1787760889.705834:0:321028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787760889.705856:0:321028:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787760889.705860:0:321028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:1.1:1787760889.725803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c80.
00000080:00000010:1.1:1787760889.725816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0040.
00000080:00000010:0.1:1787760889.749345:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d00c0.
00000080:00000010:0.1:1787760889.749363:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0320.
00010000:00000010:1.1:1787760889.750360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787760889.750369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787760889.750373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:1.1:1787760889.817293:0:321031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:1.1:1787760889.817307:0:321031:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787760889.817311:0:321031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:1.1:1787760889.834478:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ec0.
00000080:00000010:1.1:1787760889.834501:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d08e0.
00010000:00000010:0.1:1787760889.876418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787760889.876440:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:0.1:1787760889.876445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:0.1:1787760889.906291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252952c0.
00000080:00000010:0.1:1787760889.906305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f60.
00010000:00000010:3.1:1787760889.981304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:3.1:1787760889.981317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787760889.981320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:3.1:1787760890.015200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa400.
00000080:00000010:3.1:1787760890.015213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa200.
00010000:00000010:3.1:1787760890.066411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:3.1:1787760890.071285:0:321036:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787760890.071295:0:321036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:3.1:1787760890.086477:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa400.
00000080:00000010:3.1:1787760890.086488:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa200.
00010000:00000010:0.1:1787760890.110317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787760890.115340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:0.1:1787760890.115354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:0.1:1787760890.115360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295840.
00000080:00000010:0.1:1787760890.115370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0900.
00010000:00000010:0.1:1787760890.190404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787760890.190416:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:0.1:1787760890.190420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:0.1:1787760890.200652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295b60.
00000080:00000010:0.1:1787760890.200668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10460.
00010000:00000010:0.1:1787760890.246502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787760890.247456:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:0.1:1787760890.247465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:0.1:1787760890.279480:0:321041:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ae0.
00000080:00000010:0.1:1787760890.279500:0:321041:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d20.
00010000:00000010:3.1:1787760890.319159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787760890.319168:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787760890.319172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:3.1:1787760890.335925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa040.
00000080:00000010:3.1:1787760890.335950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0700.
00010000:00000010:0.1:1787760890.379300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:3.1:1787760890.501293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:3.1:1787760890.501308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787760890.501312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:3.1:1787760890.522360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa060.
00000080:00000010:3.1:1787760890.522378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa700.
00010000:00000010:1.1:1787760890.565319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787760890.565336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787760890.565340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:1.1:1787760890.587781:0:321046:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e60.
00000080:00000010:1.1:1787760890.587803:0:321046:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295320.
00010000:00000010:1.1:1787760890.731432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787760890.735599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787760890.735618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:1.1:1787760890.751311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0220.
00000080:00000010:1.1:1787760890.751326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d08e0.
00010000:00000010:3.1:1787760890.785391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787760890.785406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787760890.785411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:3.1:1787760890.823525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa020.
00000080:00000010:3.1:1787760890.823537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c60.
00010000:00000010:1.1:1787760890.939311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:1.1:1787760890.939329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:1.1:1787760890.939333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:1.1:1787760890.961337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa020.
00000080:00000010:1.1:1787760890.961357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295960.
00010000:00000010:3.1:1787760891.056307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:3.1:1787760891.056326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787760891.056330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00000080:00000010:3.1:1787760891.067981:0:321054:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa120.
00000080:00000010:3.1:1787760891.067997:0:321054:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac00.
00010000:00000010:3.1:1787760891.202310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:3.1:1787760891.202327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:3.1:1787760891.202332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:3.1:1787760891.233385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10680.
00000080:00000010:3.1:1787760891.233399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109c0.
00010000:00000010:3.1:1787760891.249607:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:3.1:1787760891.284315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:3.1:1787760891.288311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787760891.288328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:3.1:1787760891.315440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1c0.
00000080:00000010:3.1:1787760891.315450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0660.
00010000:00000010:1.1:1787760891.325293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787760891.325308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787760891.325313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00000080:00000010:1.1:1787760891.335850:0:321060:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06e0.
00000080:00000010:1.1:1787760891.344605:0:321060:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad40.
00010000:00000010:0.1:1787760891.420716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787760891.425295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787760891.425303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:0.1:1787760891.431281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295dc0.
00000080:00000010:0.1:1787760891.431292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295580.
00010000:00000010:3.1:1787760891.489316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:3.1:1787760891.489330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:3.1:1787760891.489333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:3.1:1787760891.499507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10bc0.
00000080:00000010:3.1:1787760891.499520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d20.
00010000:00000010:0.1:1787760891.513310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787760891.513327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787760891.513330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:0.1:1787760891.544105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c00.
00000080:00000010:0.1:1787760891.544115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ee0.
00010000:00000010:0.1:1787760891.601285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:0.1:1787760891.601293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:0.1:1787760891.601296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:0.1:1787760891.606598:0:321067:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e40.
00000080:00000010:0.1:1787760891.606616:0:321067:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10660.
00010000:00000010:3.1:1787760891.641296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:3.1:1787760891.648304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:3.1:1787760891.648317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:3.1:1787760891.652286:0:321068:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103a0.
00000080:00000010:3.1:1787760891.652298:0:321068:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b00.
00010000:00000010:3.1:1787760891.670346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00010000:00000010:3.1:1787760891.670362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787760891.670365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:3.1:1787760891.682725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa9a0.
00000080:00000010:3.1:1787760891.682738:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10a00.
00010000:00000010:1.1:1787760891.745520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787760891.745534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787760891.745538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000080:00000010:1.1:1787760891.779305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0980.
00000080:00000010:1.1:1787760891.779320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ea0.
00010000:00000010:3.1:1787760891.819296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00010000:00000010:3.1:1787760891.819312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787760891.819316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:3.1:1787760891.843389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa9a0.
00000080:00000010:3.1:1787760891.843405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295640.
00010000:00000010:3.1:1787760892.005638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00010000:00000010:3.1:1787760892.014297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787760892.014328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:3.1:1787760892.032040:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa9a0.
00000080:00000010:3.1:1787760892.032058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0280.
00010000:00000010:0.1:1787760892.149363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787760892.149385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787760892.149389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:0.1:1787760892.161302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295440.
00000080:00000010:0.1:1787760892.161313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295340.
00010000:00000010:3.1:1787760892.183572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:3.1:1787760892.183579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:3.1:1787760892.209410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c60.
00000080:00000010:3.1:1787760892.209426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0140.
00010000:00000010:3.1:1787760892.355302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787760892.358525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787760892.358541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00000080:00000010:3.1:1787760892.384873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa000.
00000080:00000010:3.1:1787760892.384883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaaa0.
00010000:00000010:1.1:1787760892.473310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787760892.477296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787760892.477313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:1.1:1787760892.485275:0:321082:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ea0.
00000080:00000010:1.1:1787760892.485290:0:321082:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0da0.
00010000:00000010:1.1:1787760892.527443:0:321082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787760892.527452:0:321082:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787760892.527456:0:321082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:1.1:1787760892.533363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0280.
00000080:00000010:1.1:1787760892.533381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0da0.
00010000:00000010:0.1:1787760892.592370:0:321084:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:0.1:1787760892.592383:0:321084:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:0.1:1787760892.592387:0:321084:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:3.1:1787760892.734762:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:0.1:1787760892.759298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:0.1:1787760892.759309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:0.1:1787760892.763372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa940.
00000080:00000010:0.1:1787760892.763384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104e0.
00010000:00000010:3.1:1787760892.767037:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:3.1:1787760892.880314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:3.1:1787760892.880320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:3.1:1787760892.880324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00000080:00000010:3.1:1787760892.880330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa320.
00000080:00000010:3.1:1787760892.880338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07c0.
00000080:00000010:3.1:1787760892.912389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10100.
00000080:00000010:3.1:1787760892.912401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d09a0.
00010000:00000010:0.1:1787760892.936286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787760892.936301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037000.
00010000:00000010:0.1:1787760892.936304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:0.1:1787760892.960290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ea0.
00000080:00000010:0.1:1787760892.960301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295320.
00010000:00000010:3.1:1787760893.052280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787760893.052288:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110ff00.
00010000:00000010:3.1:1787760893.052291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00000080:00000010:3.1:1787760893.064371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa560.
00000080:00000010:3.1:1787760893.064380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d40.
00010000:00000010:3.1:1787760893.159163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:3.1:1787760893.159172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:3.1:1787760893.159175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:0.1:1787760893.176300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10de0.
00000080:00000010:0.1:1787760893.176316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f00.
00010000:00000010:3.1:1787760893.203315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787760893.203326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110ff00.
00010000:00000010:3.1:1787760893.203329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00000080:00000010:3.1:1787760893.230319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa440.
00000080:00000010:3.1:1787760893.230337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa800.
00010000:00000010:0.1:1787760893.337295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f700.
00010000:00000010:0.1:1787760893.337312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:3.1:1787760893.341724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10740.
00000080:00000010:3.1:1787760893.341743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104e0.
00010000:00000010:3.1:1787760893.386970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:1.1:1787760893.433201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:1.1:1787760893.435486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1e00.
00010000:00000010:1.1:1787760893.435500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00000080:00000010:1.1:1787760893.456415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0320.
00000080:00000010:1.1:1787760893.456435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0fc0.
00010000:00000010:0.1:1787760893.572279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787760893.572297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:0.1:1787760893.572301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:0.1:1787760893.626505:0:321106:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295fc0.
00000080:00000010:0.1:1787760893.626526:0:321106:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102e0.
00010000:00000010:0.1:1787760893.691557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787760893.693922:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:0.1:1787760893.693939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:0.1:1787760893.723937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252954c0.
00000080:00000010:0.1:1787760893.723953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295fc0.
00010000:00000010:1.1:1787760893.882317:0:321110:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787760893.887879:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1e00.
00010000:00000010:1.1:1787760893.887892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:1.1:1787760893.890297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b20.
00000080:00000010:1.1:1787760893.890310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d08c0.
00010000:00000010:3.1:1787760893.925612:0:321110:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:3.1:1787760894.034774:0:321114:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:3.1:1787760894.034790:0:321114:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:3.1:1787760894.034794:0:321114:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:3.1:1787760894.056401:0:321114:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac60.
00000080:00000010:3.1:1787760894.056412:0:321114:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b00.
00010000:00000010:3.1:1787760894.077332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787760894.077348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:3.1:1787760894.077352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00000080:00000010:1.1:1787760894.083395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac60.
00000080:00000010:1.1:1787760894.083413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaa00.
00010000:00000010:3.1:1787760894.151538:0:321117:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:3.1:1787760894.151546:0:321117:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:3.1:1787760894.151549:0:321117:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:3.1:1787760894.163906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae40.
00000080:00000010:3.1:1787760894.163915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103a0.
00010000:00000010:3.1:1787760894.279301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:3.1:1787760894.279318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1e00.
00010000:00000010:3.1:1787760894.279321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:3.1:1787760894.296327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05a0.
00000080:00000010:3.1:1787760894.296337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252953e0.
00010000:00000010:3.1:1787760894.404435:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1700.
00010000:00000010:3.1:1787760894.404452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:3.1:1787760894.416396:0:321123:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0600.
00000080:00000010:3.1:1787760894.416411:0:321123:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295460.
00010000:00000010:3.1:1787760894.463474:0:321124:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:3.1:1787760894.463482:0:321124:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:3.1:1787760894.463486:0:321124:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a600.
00000080:00000010:3.1:1787760894.470294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaea0.
00000080:00000010:3.1:1787760894.470304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108c0.
00010000:00000010:1.1:1787760894.552423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:1.1:1787760894.556388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1b00.
00010000:00000010:1.1:1787760894.556402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:1.1:1787760894.576171:0:321126:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0960.
00000080:00000010:1.1:1787760894.576187:0:321126:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ba0.
00010000:00000010:1.1:1787760894.605299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:0.1:1787760894.614666:0:321127:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1b00.
00010000:00000010:0.1:1787760894.614676:0:321127:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:0.1:1787760894.654301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787760894.654322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:0.1:1787760894.654325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:0.1:1787760894.664643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295920.
00000080:00000010:0.1:1787760894.664659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252957c0.
00010000:00000010:0.1:1787760894.821314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:1.1:1787760894.826909:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:1.1:1787760894.826926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:1.1:1787760894.867365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787760894.867383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1500.
00010000:00000010:1.1:1787760894.867388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:3.1:1787760894.888324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0180.
00000080:00000010:3.1:1787760894.888342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0920.
00010000:00000010:3.1:1787760895.025756:0:321135:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:3.1:1787760895.025763:0:321135:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:3.1:1787760895.047339:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10540.
00000080:00000010:3.1:1787760895.047358:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109c0.
00010000:00000010:0.1:1787760895.138443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:1.1:1787760895.221882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10240.
00000080:00000010:1.1:1787760895.221893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10680.
00010000:00000010:0.1:1787760895.344295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787760895.344316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037000.
00010000:00000010:0.1:1787760895.344321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:3.1:1787760895.488394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787760895.494200:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787760895.494216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00000080:00000010:3.1:1787760895.516531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aade0.
00000080:00000010:3.1:1787760895.516548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa5a0.
00010000:00000010:3.1:1787760895.623290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787760895.623307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787760895.623311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00000080:00000010:3.1:1787760895.633287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa8c0.
00000080:00000010:3.1:1787760895.633303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa960.
00010000:00000010:0.1:1787760895.652696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760895.661291:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787760895.661303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:0.1:1787760895.672759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e60.
00000080:00000010:0.1:1787760895.672782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a60.
00010000:00000010:3.1:1787760895.753027:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787760895.753049:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787760895.753054:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a600.
00000080:00000010:1.1:1787760895.758440:0:321148:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa8c0.
00000080:00000010:1.1:1787760895.758451:0:321148:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10fa0.
00010000:00000010:3.1:1787760895.787565:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787760895.787580:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787760895.787585:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:1.1:1787760895.919299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:1.1:1787760895.919307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1500.
00010000:00000010:1.1:1787760895.919311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:3.1:1787760895.932824:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0860.
00000080:00000010:3.1:1787760895.932888:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0940.
00010000:00000010:3.1:1787760895.950367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787760895.954400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:3.1:1787760895.954420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:3.1:1787760895.964309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1e0.
00000080:00000010:3.1:1787760895.964321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295980.
00010000:00000010:3.1:1787760896.057221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787760896.057238:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787760896.057242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00000080:00000010:3.1:1787760896.084394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaae0.
00000080:00000010:3.1:1787760896.084408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa840.
00010000:00000010:0.1:1787760896.125425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:0.1:1787760896.125433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:0.1:1787760896.137602:0:321156:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad106a0.
00000080:00000010:0.1:1787760896.137621:0:321156:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00010000:00000010:3.1:1787760896.234293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:3.1:1787760896.234309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:3.1:1787760896.246401:0:321158:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad100c0.
00000080:00000010:3.1:1787760896.246415:0:321158:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102c0.
00010000:00000010:0.1:1787760896.276293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787760896.276312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037400.
00010000:00000010:0.1:1787760896.276316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:0.1:1787760896.300535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295bc0.
00000080:00000010:0.1:1787760896.300545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295280.
00010000:00000010:1.1:1787760896.488565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:1.1:1787760896.488579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:3.1:1787760896.488830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:3.1:1787760896.512296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787760896.512314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787760896.512319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:3.1:1787760896.522303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad80.
00000080:00000010:3.1:1787760896.522321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e00.
00010000:00000010:3.1:1787760896.609951:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787760896.609959:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787760896.609963:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:0.1:1787760896.617433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad80.
00000080:00000010:0.1:1787760896.617454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0040.
00010000:00000010:3.1:1787760896.793695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787760896.797689:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787760896.797706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:3.1:1787760896.851413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa540.
00000080:00000010:3.1:1787760896.851436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ec0.
00010000:00000010:3.1:1787760896.878326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:3.1:1787760896.878342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:3.1:1787760896.912283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103e0.
00000080:00000010:3.1:1787760896.912300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad105c0.
00010000:00000010:3.1:1787760896.996435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:1.1:1787760897.054514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:1.1:1787760897.054526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:1.1:1787760897.054530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:1.1:1787760897.082296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0460.
00000080:00000010:1.1:1787760897.082316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a00.
00000080:00000010:3.1:1787760897.144292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10880.
00000080:00000010:3.1:1787760897.144312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295460.
00010000:00000010:3.1:1787760897.357427:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787760897.358309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:3.1:1787760897.358318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:3.1:1787760897.374070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa680.
00000080:00000010:3.1:1787760897.374092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295260.
00010000:00000010:3.1:1787760897.469914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787760897.477141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:3.1:1787760897.477155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00000080:00000010:3.1:1787760897.481302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac20.
00000080:00000010:3.1:1787760897.481316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa220.
00010000:00000010:1.1:1787760897.510130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:1.1:1787760897.510282:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:1.1:1787760897.510287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00000080:00000010:1.1:1787760897.528877:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05a0.
00000080:00000010:1.1:1787760897.528890:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d08e0.
00000080:00000010:3.1:1787760897.691396:0:321181:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101a0.
00000080:00000010:3.1:1787760897.691408:0:321181:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f20.
00010000:00000010:3.1:1787760897.721347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:3.1:1787760897.721358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:3.1:1787760897.721362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787760897.751571:0:321182:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787760897.751583:0:321182:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:3.1:1787760897.751587:0:321182:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:3.1:1787760897.786471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787760897.786487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:3.1:1787760897.786492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:3.1:1787760897.803824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa600.
00000080:00000010:3.1:1787760897.803844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10400.
00010000:00000010:3.1:1787760897.823631:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787760897.823645:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:3.1:1787760897.823648:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:1.1:1787760897.857305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:1.1:1787760897.860974:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:1.1:1787760897.860982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:1.1:1787760897.867295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d00c0.
00000080:00000010:1.1:1787760897.867309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a00.
00010000:00000010:0.1:1787760897.946290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787760897.946310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787760897.946314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:0.1:1787760897.971647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295b20.
00000080:00000010:0.1:1787760897.971658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e80.
00010000:00000010:0.1:1787760898.051331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787760898.056295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787760898.056310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:1.1:1787760898.064762:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295b20.
00000080:00000010:1.1:1787760898.064776:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e40.
00010000:00000010:3.1:1787760898.098497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:0.1:1787760898.224377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:0.1:1787760898.224390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f700.
00010000:00000010:0.1:1787760898.224393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:0.1:1787760898.229163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104c0.
00000080:00000010:0.1:1787760898.229181:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ba0.
00010000:00000010:0.1:1787760898.311388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:1.1:1787760898.319484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:1.1:1787760898.319497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:1.1:1787760898.352818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:1.1:1787760898.352833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:1.1:1787760898.352837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:1.1:1787760898.361473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103c0.
00000080:00000010:1.1:1787760898.361490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10580.
00010000:00000010:3.1:1787760898.430292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787760898.438291:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787760898.438298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00000080:00000010:3.1:1787760898.438302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1e0.
00000080:00000010:3.1:1787760898.438310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa300.
00010000:00000010:3.1:1787760898.458298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:1.1:1787760898.489352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:0.1:1787760898.489469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:0.1:1787760898.489475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:3.1:1787760898.519309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787760898.523360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787760898.523368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:3.1:1787760898.531266:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1e0.
00000080:00000010:3.1:1787760898.531281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a40.
00010000:00000010:1.1:1787760898.561613:0:321203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787760898.561626:0:321203:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1c00.
00010000:00000010:1.1:1787760898.561629:0:321203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:1.1:1787760898.581400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d02a0.
00000080:00000010:1.1:1787760898.581415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04a0.
00010000:00000010:3.1:1787760898.667728:0:321206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:3.1:1787760898.667746:0:321206:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:3.1:1787760898.667750:0:321206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:3.1:1787760898.683115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951c0.
00000080:00000010:3.1:1787760898.683138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103c0.
00000080:00000010:0.1:1787760898.930282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10080.
00000080:00000010:0.1:1787760898.930293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0bc0.
00010000:00000010:3.1:1787760898.946543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787760898.946558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787760898.946562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00000080:00000010:3.1:1787760898.970488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab60.
00000080:00000010:3.1:1787760898.970509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa960.
00010000:00000010:3.1:1787760898.982304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787760899.002304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787760899.002329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:3.1:1787760899.010436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa5a0.
00000080:00000010:3.1:1787760899.010452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10400.
00010000:00000010:0.1:1787760899.060296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760899.060314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037200.
00010000:00000010:0.1:1787760899.060318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:0.1:1787760899.069603:0:321214:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c80.
00000080:00000010:0.1:1787760899.069614:0:321214:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295540.
00010000:00000010:0.1:1787760899.102317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760899.102330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037200.
00010000:00000010:0.1:1787760899.102333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:0.1:1787760899.106770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252956e0.
00000080:00000010:0.1:1787760899.106792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295540.
00010000:00000010:3.1:1787760899.126910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787760899.126925:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787760899.126929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00000080:00000010:3.1:1787760899.134700:0:321216:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa5a0.
00000080:00000010:3.1:1787760899.134715:0:321216:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa8c0.
00010000:00000010:3.1:1787760899.176344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787760899.176357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787760899.176362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00000080:00000010:3.1:1787760899.176366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa960.
00000080:00000010:3.1:1787760899.176372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa8c0.
00010000:00000010:0.1:1787760899.206295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787760899.206315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037200.
00010000:00000010:0.1:1787760899.206319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:0.1:1787760899.226294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295540.
00000080:00000010:0.1:1787760899.226310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252956e0.
00000080:00000010:3.1:1787760899.292295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10880.
00000080:00000010:3.1:1787760899.292304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e80.
00010000:00000010:3.1:1787760899.419304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:3.1:1787760899.419314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:3.1:1787760899.426290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103e0.
00000080:00000010:3.1:1787760899.426304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e60.
00010000:00000010:3.1:1787760899.502299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:3.1:1787760899.502312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:3.1:1787760899.518499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ec0.
00000080:00000010:3.1:1787760899.518514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e60.
00000080:00000010:3.1:1787760899.645559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b40.
00000080:00000010:3.1:1787760899.645579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102c0.
00010000:00000010:3.1:1787760899.798303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787760899.798318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787760899.798322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00000080:00000010:3.1:1787760899.826215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa420.
00000080:00000010:3.1:1787760899.826229:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aadc0.
00010000:00000010:3.1:1787760899.910889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787760899.910900:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787760899.910904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:3.1:1787760899.922283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa420.
00000080:00000010:3.1:1787760899.922293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295980.
00010000:00000010:0.1:1787760899.963614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:0.1:1787760899.963621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:1.1:1787760899.973661:0:321229:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00000080:00000010:1.1:1787760899.973676:0:321229:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad106a0.
00010000:00000010:3.1:1787760900.011353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787760900.012418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787760900.012427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:3.1:1787760900.042293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa420.
00000080:00000010:3.1:1787760900.042311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b60.
00010000:00000010:3.1:1787760900.087434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:3.1:1787760900.087452:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:3.1:1787760900.087457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:3.1:1787760900.117286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10340.
00000080:00000010:3.1:1787760900.117305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10560.
00010000:00000010:1.1:1787760900.244334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:0.1:1787760900.248700:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1800.
00010000:00000010:0.1:1787760900.248717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:1.1:1787760900.274300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d09e0.
00000080:00000010:1.1:1787760900.274320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0600.
00010000:00000010:3.1:1787760900.320055:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:3.1:1787760900.320071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:3.1:1787760900.342730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d20.
00000080:00000010:3.1:1787760900.342745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10fa0.
00010000:00000010:0.1:1787760900.366329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787760900.370311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037200.
00010000:00000010:0.1:1787760900.370327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:0.1:1787760900.380524:0:321235:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295560.
00000080:00000010:0.1:1787760900.380535:0:321235:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a00.
00010000:00000010:0.1:1787760900.417499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:1.1:1787760900.510841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787760900.513365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:1.1:1787760900.513379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:3.1:1787760900.639440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787760900.642650:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787760900.642665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00000080:00000010:3.1:1787760900.671830:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae60.
00000080:00000010:3.1:1787760900.671842:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa620.
00010000:00000010:1.1:1787760900.725864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787760900.729298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:1.1:1787760900.729308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:1.1:1787760900.737303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0580.
00000080:00000010:1.1:1787760900.737327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295920.
00010000:00000010:3.1:1787760900.867433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787760900.872307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787760900.872323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00000080:00000010:3.1:1787760900.899335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa2e0.
00000080:00000010:3.1:1787760900.899350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa780.
00000080:00000010:3.1:1787760900.981418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10540.
00000080:00000010:3.1:1787760900.981442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10240.
00010000:00000010:1.1:1787760901.060289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:1.1:1787760901.060304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:1.1:1787760901.060308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:1.1:1787760901.090337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e40.
00000080:00000010:1.1:1787760901.090351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0100.
00000080:00000010:3.1:1787760901.159291:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e40.
00000080:00000010:3.1:1787760901.159310:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108c0.
00010000:00000010:1.1:1787760901.246476:0:238629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:1.1:1787760901.246492:0:238629:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:1.1:1787760901.246497:0:238629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:3.1:1787760901.308332:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:0.1:1787760901.323359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:0.1:1787760901.323374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:3.1:1787760901.406321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787760901.406335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787760901.406339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00000080:00000010:3.1:1787760901.418281:0:321252:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae40.
00000080:00000010:3.1:1787760901.418296:0:321252:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa6a0.
00010000:00000010:3.1:1787760901.473421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787760901.473439:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787760901.473442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00000080:00000010:3.1:1787760901.498388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa6a0.
00000080:00000010:3.1:1787760901.498404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae40.
00010000:00000010:3.1:1787760901.618304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787760901.626492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787760901.626508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00000080:00000010:3.1:1787760901.643975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa4a0.
00000080:00000010:3.1:1787760901.643990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae40.
00010000:00000010:1.1:1787760901.667443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787760901.667458:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:1.1:1787760901.667462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:1.1:1787760901.698460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0600.
00000080:00000010:1.1:1787760901.698477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d09e0.
00010000:00000010:1.1:1787760901.744362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787760901.744373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:1.1:1787760901.744377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:1.1:1787760901.772291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a00.
00000080:00000010:1.1:1787760901.772307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d00c0.
00010000:00000010:0.1:1787760901.900294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787760901.900311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787760901.900314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:0.1:1787760901.900321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252955c0.
00000080:00000010:0.1:1787760901.900330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252950c0.
00010000:00000010:3.1:1787760902.016042:0:321260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:3.1:1787760902.016050:0:321260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:3.1:1787760902.016054:0:321260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:0.1:1787760902.074631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:0.1:1787760902.081709:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787760902.081716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:3.1:1787760902.282292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:0.1:1787760902.282344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:0.1:1787760902.282351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a600.
00000080:00000010:3.1:1787760902.323312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aafe0.
00000080:00000010:3.1:1787760902.323327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10100.
00010000:00000010:3.1:1787760902.418393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:3.1:1787760902.418410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:3.1:1787760902.418415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:3.1:1787760902.500347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:3.1:1787760902.504339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:3.1:1787760902.504356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:0.1:1787760902.576369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf40.
00000080:00000010:0.1:1787760902.576388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b00.
00010000:00000010:3.1:1787760902.618384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:3.1:1787760902.618400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:3.1:1787760902.649824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102e0.
00000080:00000010:3.1:1787760902.649839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c60.
00010000:00000010:1.1:1787760902.685361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787760902.689290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:1.1:1787760902.689304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:1.1:1787760902.710374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0920.
00000080:00000010:1.1:1787760902.710387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04c0.
00010000:00000010:3.1:1787760902.822286:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:3.1:1787760902.827329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787760902.827341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787760902.870304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787760902.870319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:1.1:1787760902.870323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:1.1:1787760902.878510:0:321273:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d02e0.
00000080:00000010:1.1:1787760902.878520:0:321273:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0fe0.
00010000:00000010:0.1:1787760903.038288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:0.1:1787760903.038295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:0.1:1787760903.038299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:1.1:1787760903.101295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:1.1:1787760903.101309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:1.1:1787760903.101313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:1.1:1787760903.135277:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b80.
00000080:00000010:1.1:1787760903.135289:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e00.
00010000:00000010:3.1:1787760903.299611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787760903.303543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:3.1:1787760903.303556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a600.
00000080:00000010:3.1:1787760903.315396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac40.
00000080:00000010:3.1:1787760903.315425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10740.
00010000:00000010:1.1:1787760903.381280:0:321280:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:1.1:1787760903.381286:0:321280:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:1.1:1787760903.381290:0:321280:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:1.1:1787760903.395395:0:321281:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d80.
00000080:00000010:1.1:1787760903.395409:0:321281:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07a0.
00010000:00000010:0.1:1787760903.482292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787760903.482306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037a00.
00010000:00000010:0.1:1787760903.482309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:0.1:1787760903.489632:0:321283:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c00.
00000080:00000010:0.1:1787760903.489643:0:321283:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295980.
00010000:00000010:3.1:1787760903.603508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:3.1:1787760903.603515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:3.1:1787760903.603519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:3.1:1787760903.606268:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d80.
00000080:00000010:3.1:1787760903.606282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10740.
00010000:00000010:0.1:1787760903.616298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787760903.616320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037a00.
00010000:00000010:0.1:1787760903.616324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:1.1:1787760903.629306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295fa0.
00000080:00000010:1.1:1787760903.629321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0de0.
00010000:00000010:1.1:1787760903.720689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:1.1:1787760903.730280:0:321289:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:1.1:1787760903.730291:0:321289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:1.1:1787760903.744346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0820.
00000080:00000010:1.1:1787760903.744370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0280.
00010000:00000010:1.1:1787760903.764338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:3.1:1787760903.822286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00010000:00000010:3.1:1787760903.822296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:3.1:1787760903.822300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:3.1:1787760903.841288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa9a0.
00000080:00000010:3.1:1787760903.841299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0200.
00010000:00000010:0.1:1787760903.866028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787760903.866043:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037a00.
00010000:00000010:0.1:1787760903.866048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:0.1:1787760903.922036:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c00.
00000080:00000010:0.1:1787760903.922074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252956e0.
00010000:00000010:3.1:1787760904.114643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00010000:00000010:3.1:1787760904.114658:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:3.1:1787760904.114662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:3.1:1787760904.127371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa580.
00000080:00000010:3.1:1787760904.127380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07a0.
00010000:00000010:1.1:1787760904.151300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787760904.155292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:1.1:1787760904.155306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000080:00000010:1.1:1787760904.174908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e20.
00000080:00000010:1.1:1787760904.174928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0860.
00010000:00000010:0.1:1787760904.282421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787760904.282445:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037a00.
00010000:00000010:0.1:1787760904.282448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:0.1:1787760904.302623:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295da0.
00000080:00000010:0.1:1787760904.302638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10cc0.
00010000:00000010:3.1:1787760904.352461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00010000:00000010:3.1:1787760904.352473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:3.1:1787760904.352478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:3.1:1787760904.372150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf60.
00000080:00000010:3.1:1787760904.372171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04a0.
00010000:00000010:1.1:1787760904.405082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787760904.408702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:1.1:1787760904.408714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:1.1:1787760904.427358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0800.
00000080:00000010:1.1:1787760904.427384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295560.
00010000:00000010:3.1:1787760904.567367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787760904.570521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:3.1:1787760904.570539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00000080:00000010:3.1:1787760904.617359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa120.
00010000:00000010:3.1:1787760904.672396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00010000:00000010:3.1:1787760904.676628:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f700.
00010000:00000010:3.1:1787760904.676636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:0.1:1787760904.687339:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102e0.
00000080:00000010:0.1:1787760904.687360:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c60.
00010000:00000010:0.1:1787760904.753788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760904.757375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037a00.
00010000:00000010:0.1:1787760904.757389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:0.1:1787760904.830294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760904.836282:0:321304:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037a00.
00010000:00000010:0.1:1787760904.836289:0:321304:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:0.1:1787760904.869364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295800.
00000080:00000010:0.1:1787760904.869382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252952a0.
00010000:00000010:3.1:1787760904.914103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:3.1:1787760904.918295:0:321305:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:3.1:1787760904.918302:0:321305:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:3.1:1787760904.926746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10a80.
00000080:00000010:3.1:1787760904.926760:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d03e0.
00010000:00000010:1.1:1787760905.038790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:1.1:1787760905.038799:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:1.1:1787760905.038803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:1.1:1787760905.060965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0900.
00000080:00000010:1.1:1787760905.060993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295040.
00010000:00000010:0.1:1787760905.094103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:0.1:1787760905.094121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00010000:00000010:1.1:1787760905.255843:0:321310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787760905.255856:0:321310:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:1.1:1787760905.255860:0:321310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:1.1:1787760905.273294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0900.
00000080:00000010:1.1:1787760905.273310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295860.
00010000:00000010:3.1:1787760905.386414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:3.1:1787760905.386429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110ff00.
00010000:00000010:3.1:1787760905.386433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00000080:00000010:3.1:1787760905.398417:0:321313:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf80.
00000080:00000010:3.1:1787760905.398436:0:321313:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf20.
00010000:00000010:3.1:1787760905.508653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:3.1:1787760905.514308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110ff00.
00010000:00000010:3.1:1787760905.514322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00000080:00000010:3.1:1787760905.547448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaec0.
00000080:00000010:3.1:1787760905.547467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf20.
00010000:00000010:0.1:1787760905.677522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787760905.682307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037c00.
00010000:00000010:0.1:1787760905.682322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:0.1:1787760905.706997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f60.
00000080:00000010:0.1:1787760905.707014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0500.
00010000:00000010:0.1:1787760905.738393:0:321319:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787760905.738408:0:321319:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037c00.
00010000:00000010:0.1:1787760905.738411:0:321319:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:0.1:1787760905.748955:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252954c0.
00000080:00000010:0.1:1787760905.748985:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295aa0.
00010000:00000010:0.1:1787760905.869290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760905.869307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037c00.
00010000:00000010:0.1:1787760905.869311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:0.1:1787760905.889331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295de0.
00000080:00000010:0.1:1787760905.889349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295060.
00010000:00000010:1.1:1787760906.054906:0:321324:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787760906.059067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:1.1:1787760906.059083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:1.1:1787760906.079290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e60.
00000080:00000010:1.1:1787760906.079305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0680.
00010000:00000010:3.1:1787760906.129300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:3.1:1787760906.129315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:3.1:1787760906.129319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00000080:00000010:3.1:1787760906.169087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa980.
00000080:00000010:3.1:1787760906.169106:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa640.
00010000:00000010:0.1:1787760906.222026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787760906.222044:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037c00.
00010000:00000010:0.1:1787760906.222048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:0.1:1787760906.241308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295840.
00000080:00000010:0.1:1787760906.241332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e60.
00010000:00000010:3.1:1787760906.319354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:3.1:1787760906.319371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:3.1:1787760906.319375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:3.1:1787760906.354296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e40.
00000080:00000010:3.1:1787760906.354313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103a0.
00010000:00000010:0.1:1787760906.434308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787760906.437398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037c00.
00010000:00000010:0.1:1787760906.437412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:1.1:1787760906.510864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:1.1:1787760906.510882:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037c00.
00010000:00000010:1.1:1787760906.510889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:1.1:1787760906.555810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951a0.
00000080:00000010:1.1:1787760906.555826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10240.
00010000:00000010:3.1:1787760906.671602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:3.1:1787760906.671616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:3.1:1787760906.671620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00000080:00000010:3.1:1787760906.680297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa980.
00000080:00000010:3.1:1787760906.680319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa040.
00010000:00000010:3.1:1787760906.788306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:3.1:1787760906.788322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:3.1:1787760906.788325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00000080:00000010:3.1:1787760906.818288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa040.
00000080:00000010:3.1:1787760906.818297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa980.
00010000:00000010:3.1:1787760906.854362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:3.1:1787760906.854369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:0.1:1787760906.880377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10460.
00000080:00000010:0.1:1787760906.880410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d20.
00010000:00000010:3.1:1787760906.901414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:3.1:1787760906.901431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:3.1:1787760906.914010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10560.
00000080:00000010:3.1:1787760906.914024:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10340.
00000080:00000010:3.1:1787760907.029288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b60.
00000080:00000010:3.1:1787760907.029309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06c0.
00010000:00000010:1.1:1787760907.031146:0:321339:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:1.1:1787760907.031161:0:321339:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:1.1:1787760907.031164:0:321339:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:3.1:1787760907.109283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:3.1:1787760907.111295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:3.1:1787760907.111309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00000080:00000010:3.1:1787760907.124514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa980.
00000080:00000010:3.1:1787760907.124532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa140.
00010000:00000010:3.1:1787760907.265260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:3.1:1787760907.268468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:3.1:1787760907.268483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:3.1:1787760907.334450:0:321342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10680.
00000080:00000010:3.1:1787760907.334472:0:321342:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad106a0.
00010000:00000010:3.1:1787760907.509282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:3.1:1787760907.509290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:3.1:1787760907.509293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00000080:00000010:3.1:1787760907.568874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaac0.
00000080:00000010:3.1:1787760907.568895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa520.
00010000:00000010:0.1:1787760907.684294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:1.1:1787760907.694423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037b00.
00010000:00000010:1.1:1787760907.694437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:3.1:1787760907.716366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295000.
00000080:00000010:3.1:1787760907.716382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959e0.
00010000:00000010:3.1:1787760907.748411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:3.1:1787760907.752456:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:3.1:1787760907.752472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:3.1:1787760907.771299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad100c0.
00000080:00000010:3.1:1787760907.771311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10440.
00010000:00000010:3.1:1787760908.033546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:3.1:1787760908.033558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:3.1:1787760908.033562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:3.1:1787760908.038335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa200.
00000080:00000010:3.1:1787760908.038358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ec0.
00010000:00000010:3.1:1787760908.151437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787760908.156298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fe00.
00010000:00000010:3.1:1787760908.156315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00000080:00000010:3.1:1787760908.229871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf00.
00000080:00000010:3.1:1787760908.229891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa7c0.
00010000:00000010:3.1:1787760908.247077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787760908.251176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fe00.
00010000:00000010:3.1:1787760908.251192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00000080:00000010:3.1:1787760908.307777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa080.
00000080:00000010:3.1:1787760908.307792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab00.
00010000:00000010:0.1:1787760908.372290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f700.
00010000:00000010:0.1:1787760908.372304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:1.1:1787760908.452303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787760908.456315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:1.1:1787760908.456333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:1.1:1787760908.472299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0980.
00000080:00000010:1.1:1787760908.472316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d80.
00010000:00000010:3.1:1787760908.530302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:3.1:1787760908.530316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:3.1:1787760908.530320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:3.1:1787760908.555450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad107c0.
00000080:00000010:3.1:1787760908.555465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad105c0.
00010000:00000010:1.1:1787760908.647218:0:321360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:1.1:1787760908.647234:0:321360:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:1.1:1787760908.647238:0:321360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00000080:00000010:1.1:1787760908.665375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05e0.
00000080:00000010:1.1:1787760908.665389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0280.
00010000:00000010:0.1:1787760908.704306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760908.704328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037c00.
00010000:00000010:0.1:1787760908.704334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00000080:00000010:0.1:1787760908.714420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295000.
00000080:00000010:0.1:1787760908.714437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0140.
00010000:00000010:3.1:1787760908.801652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:3.1:1787760908.801663:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fe00.
00010000:00000010:3.1:1787760908.801667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:3.1:1787760908.806300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c60.
00000080:00000010:3.1:1787760908.806317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d60.
00010000:00000010:3.1:1787760908.989300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:1.1:1787760909.096438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:0.1:1787760909.106113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:0.1:1787760909.106129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:3.1:1787760909.131323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0940.
00000080:00000010:3.1:1787760909.131341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0da0.
00010000:00000010:3.1:1787760909.391428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787760909.391444:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787760909.391449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:3.1:1787760909.409920:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aada0.
00000080:00000010:3.1:1787760909.409951:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101a0.
00010000:00000010:3.1:1787760909.491789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:3.1:1787760909.493318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037800.
00010000:00000010:3.1:1787760909.493328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:3.1:1787760909.579308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787760909.650455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787760909.650470:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787760909.650474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00000080:00000010:3.1:1787760909.661468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa180.
00000080:00000010:3.1:1787760909.661489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aada0.
00010000:00000010:1.1:1787760909.774422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787760909.778308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:1.1:1787760909.778325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:1.1:1787760909.800337:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d09a0.
00000080:00000010:1.1:1787760909.800353:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0800.
00010000:00000010:3.1:1787760909.838550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787760909.849034:0:321375:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787760909.849044:0:321375:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00000080:00000010:3.1:1787760909.853440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa380.
00000080:00000010:3.1:1787760909.853460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa7c0.
00010000:00000010:3.1:1787760909.960803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00000080:00000010:3.1:1787760910.032333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b00.
00000080:00000010:3.1:1787760910.032351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295840.
00010000:00000010:1.1:1787760910.083306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787760910.083323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:1.1:1787760910.083327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:1.1:1787760910.106079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ce0.
00000080:00000010:1.1:1787760910.106089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e40.
00010000:00000010:3.1:1787760910.160994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:3.1:1787760910.161011:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:3.1:1787760910.161016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:3.1:1787760910.174318:0:321381:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10580.
00000080:00000010:3.1:1787760910.174332:0:321381:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295140.
00010000:00000010:0.1:1787760910.436363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787760910.436380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:0.1:1787760910.436384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00000080:00000010:0.1:1787760910.455041:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295760.
00000080:00000010:0.1:1787760910.455061:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad60.
00010000:00000010:3.1:1787760910.513113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787760910.515421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787760910.515436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:1.1:1787760910.579296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:1.1:1787760910.579311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:1.1:1787760910.579314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00000080:00000010:1.1:1787760910.601293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d00c0.
00000080:00000010:1.1:1787760910.601314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0080.
00010000:00000010:1.1:1787760910.698497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787760910.698510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:1.1:1787760910.698513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:1.1:1787760910.730258:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d00c0.
00000080:00000010:1.1:1787760910.730276:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295440.
00010000:00000010:3.1:1787760910.778371:0:321389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787760910.778380:0:321389:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787760910.778384:0:321389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00000080:00000010:3.1:1787760910.778388:0:321389:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1a0.
00000080:00000010:3.1:1787760910.778397:0:321389:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaac0.
00010000:00000010:1.1:1787760910.821426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787760910.821441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:1.1:1787760910.821446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00000080:00000010:1.1:1787760910.850469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d00c0.
00000080:00000010:1.1:1787760910.850482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaac0.
00010000:00000010:3.1:1787760910.932302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:3.1:1787760910.932312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a600.
00000080:00000010:3.1:1787760910.947308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c20.
00000080:00000010:3.1:1787760910.947324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ba0.
00010000:00000010:1.1:1787760910.991304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787760910.991320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:1.1:1787760910.991324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:1.1:1787760911.022421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06a0.
00000080:00000010:1.1:1787760911.022434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295840.
00010000:00000010:0.1:1787760911.146313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787760911.146333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787760911.146336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00000080:00000010:0.1:1787760911.157481:0:321396:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a00.
00000080:00000010:0.1:1787760911.157497:0:321396:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa140.
00010000:00000010:0.1:1787760911.191087:0:321397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787760911.191107:0:321397:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787760911.191111:0:321397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:0.1:1787760911.191116:0:321397:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295b60.
00000080:00000010:0.1:1787760911.191126:0:321397:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295040.
00010000:00000010:3.1:1787760911.292410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:3.1:1787760911.298291:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:3.1:1787760911.298307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:3.1:1787760911.319652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa640.
00000080:00000010:3.1:1787760911.319669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa700.
00010000:00000010:0.1:1787760911.401351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787760911.401372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787760911.401376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:0.1:1787760911.444454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959a0.
00000080:00000010:0.1:1787760911.444467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b20.
00010000:00000010:3.1:1787760911.491063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:3.1:1787760911.491080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:3.1:1787760911.491083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:3.1:1787760911.516291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa700.
00000080:00000010:3.1:1787760911.516301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa640.
00010000:00000010:1.1:1787760911.558316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787760911.558333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:1.1:1787760911.558337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:1.1:1787760911.583308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04e0.
00000080:00000010:1.1:1787760911.583326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10400.
00010000:00000010:3.1:1787760911.625343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:1.1:1787760911.678288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:1.1:1787760911.678303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:1.1:1787760911.678308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:1.1:1787760911.700978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ae0.
00000080:00000010:1.1:1787760911.704305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252952a0.
00010000:00000010:3.1:1787760911.789149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:3.1:1787760911.789164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787760911.789168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:3.1:1787760911.798682:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa4e0.
00000080:00000010:3.1:1787760911.798709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295080.
00010000:00000010:3.1:1787760911.888298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:3.1:1787760911.888313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787760911.888317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:3.1:1787760911.901296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa4e0.
00000080:00000010:3.1:1787760911.901319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951c0.
00010000:00000010:0.1:1787760911.928371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787760911.928391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787760911.928395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:0.1:1787760911.981448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a40.
00000080:00000010:0.1:1787760911.981472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ee0.
00010000:00000010:3.1:1787760912.148315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00010000:00000010:3.1:1787760912.247003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:3.1:1787760912.250661:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787760912.250677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00000080:00000010:3.1:1787760912.277294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac80.
00000080:00000010:3.1:1787760912.277311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa240.
00010000:00000010:0.1:1787760912.337311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760912.337330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787760912.337334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:0.1:1787760912.363308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295b40.
00000080:00000010:0.1:1787760912.363331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ce0.
00010000:00000010:1.1:1787760912.511766:0:321414:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787760912.512737:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:1.1:1787760912.512743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00010000:00000010:3.1:1787760912.557296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:3.1:1787760912.557314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787760912.557318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:3.1:1787760912.592314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac80.
00000080:00000010:3.1:1787760912.592328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10580.
00010000:00000010:1.1:1787760912.649292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787760912.649305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:1.1:1787760912.649309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:0.1:1787760912.689282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0060.
00000080:00000010:0.1:1787760912.689301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0000.
00010000:00000010:0.1:1787760912.730293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787760912.730314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787760912.730318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787760912.807328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787760912.828456:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787760912.828462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:0.1:1787760912.833448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295340.
00000080:00000010:0.1:1787760912.833468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295280.
00010000:00000010:3.1:1787760912.950351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00010000:00000010:3.1:1787760912.950368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fe00.
00010000:00000010:3.1:1787760912.950372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00000080:00000010:3.1:1787760912.961325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa340.
00000080:00000010:3.1:1787760912.961343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa7a0.
00010000:00000010:1.1:1787760912.994413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787760912.994428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:1.1:1787760912.994432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:1.1:1787760913.009421:0:321423:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d80.
00000080:00000010:1.1:1787760913.009436:0:321423:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252954e0.
00010000:00000010:1.1:1787760913.043731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787760913.043745:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:1.1:1787760913.043750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:1.1:1787760913.060324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0440.
00000080:00000010:1.1:1787760913.060334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d80.
00010000:00000010:3.1:1787760913.136138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00010000:00000010:3.1:1787760913.139397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fe00.
00010000:00000010:3.1:1787760913.139412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00000080:00000010:3.1:1787760913.160309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa3a0.
00000080:00000010:3.1:1787760913.160326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa120.
00010000:00000010:3.1:1787760913.256476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:3.1:1787760913.269352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:3.1:1787760913.269367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a600.
00000080:00000010:3.1:1787760913.287753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109e0.
00000080:00000010:3.1:1787760913.287775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102c0.
00010000:00000010:3.1:1787760913.425504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:3.1:1787760913.425518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:3.1:1787760913.447049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b40.
00000080:00000010:3.1:1787760913.447066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad107c0.
00010000:00000010:0.1:1787760913.494132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:3.1:1787760913.582984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:3.1:1787760913.582999:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:3.1:1787760913.583004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:3.1:1787760913.598579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ec0.
00000080:00000010:3.1:1787760913.598592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00010000:00000010:3.1:1787760913.653291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:3.1:1787760913.653307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fe00.
00010000:00000010:3.1:1787760913.653312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:1.1:1787760913.656751:0:321434:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295fa0.
00000080:00000010:1.1:1787760913.656769:0:321434:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102a0.
00010000:00000010:3.1:1787760913.695412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00010000:00000010:3.1:1787760913.699412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fe00.
00010000:00000010:3.1:1787760913.699428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:3.1:1787760913.725300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa0e0.
00000080:00000010:3.1:1787760913.725316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d80.
00010000:00000010:0.1:1787760913.752351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:1.1:1787760913.761070:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:1.1:1787760913.761085:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:0.1:1787760913.815764:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:0.1:1787760913.815781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:0.1:1787760913.838583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10960.
00000080:00000010:0.1:1787760913.838598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad106a0.
00010000:00000010:3.1:1787760913.880289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:3.1:1787760913.880298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:3.1:1787760913.916513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10560.
00000080:00000010:3.1:1787760913.916532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d20.
00010000:00000010:3.1:1787760914.031298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:3.1:1787760914.031367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fe00.
00010000:00000010:3.1:1787760914.031372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00000080:00000010:1.1:1787760914.047287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa860.
00000080:00000010:1.1:1787760914.047303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa260.
00010000:00000010:3.1:1787760914.351406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:3.1:1787760914.351423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:3.1:1787760914.369523:0:321443:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06e0.
00000080:00000010:3.1:1787760914.369535:0:321443:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295b40.
00010000:00000010:3.1:1787760914.394296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787760914.394312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:3.1:1787760914.394315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:3.1:1787760914.475325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787760914.475343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:3.1:1787760914.475347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00000080:00000010:3.1:1787760914.482397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa760.
00000080:00000010:3.1:1787760914.482414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa2c0.
00010000:00000010:3.1:1787760914.564427:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:3.1:1787760914.564441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:0.1:1787760914.577426:0:321447:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10fa0.
00000080:00000010:0.1:1787760914.577438:0:321447:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e40.
00010000:00000010:3.1:1787760914.675713:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:3.1:1787760914.675727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:3.1:1787760914.694633:0:321449:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10a00.
00000080:00000010:3.1:1787760914.694648:0:321449:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109c0.
00010000:00000010:1.1:1787760914.813289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:1.1:1787760914.813310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:1.1:1787760914.813314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:0.1:1787760914.834860:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295800.
00000080:00000010:0.1:1787760914.834884:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295320.
00010000:00000010:3.1:1787760914.915765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:3.1:1787760914.915785:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:3.1:1787760914.915790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:3.1:1787760914.935321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aabc0.
00000080:00000010:3.1:1787760914.935337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10240.
00010000:00000010:1.1:1787760915.018663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:1.1:1787760915.023577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:1.1:1787760915.023593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:1.1:1787760915.085650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ae0.
00000080:00000010:1.1:1787760915.085681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a00.
00010000:00000010:0.1:1787760915.185331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:0.1:1787760915.189302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:0.1:1787760915.189317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00000080:00000010:0.1:1787760915.228287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aafc0.
00000080:00000010:0.1:1787760915.228298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa900.
00010000:00000010:1.1:1787760915.352101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787760915.352117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:1.1:1787760915.352120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:1.1:1787760915.393340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0580.
00000080:00000010:1.1:1787760915.393354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0680.
00010000:00000010:1.1:1787760915.426683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:1.1:1787760915.426700:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:1.1:1787760915.426703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:1.1:1787760915.451030:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108c0.
00000080:00000010:1.1:1787760915.451052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d40.
00010000:00000010:3.1:1787760915.634346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:3.1:1787760915.634360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110ff00.
00010000:00000010:3.1:1787760915.634363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:3.1:1787760915.650618:0:321463:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa820.
00000080:00000010:3.1:1787760915.650640:0:321463:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac40.
00010000:00000010:1.1:1787760915.696226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787760915.696241:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:1.1:1787760915.696264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:1.1:1787760915.718287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d08c0.
00000080:00000010:1.1:1787760915.718298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac40.
00010000:00000010:3.1:1787760915.766288:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f700.
00010000:00000010:3.1:1787760915.766306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:3.1:1787760915.794293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10520.
00000080:00000010:3.1:1787760915.794321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10100.
00010000:00000010:3.1:1787760915.858143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:3.1:1787760915.861300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:3.1:1787760915.861316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:3.1:1787760915.891005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10a80.
00000080:00000010:3.1:1787760915.891015:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101e0.
00010000:00000010:0.1:1787760916.022294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787760916.022310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037200.
00010000:00000010:0.1:1787760916.022313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:0.1:1787760916.043069:0:321468:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295060.
00000080:00000010:0.1:1787760916.043352:0:321468:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252950c0.
00010000:00000010:3.1:1787760916.211294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:3.1:1787760916.211307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:3.1:1787760916.211310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:3.1:1787760916.211316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aafa0.
00000080:00000010:3.1:1787760916.211324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06a0.
00010000:00000010:1.1:1787760916.254289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:1.1:1787760916.254304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:1.1:1787760916.254308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:1.1:1787760916.262871:0:321471:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c00.
00000080:00000010:1.1:1787760916.262888:0:321471:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252957a0.
00010000:00000010:1.1:1787760916.297287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:3.1:1787760916.310331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:3.1:1787760916.310347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:3.1:1787760916.334042:0:321472:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0080.
00000080:00000010:3.1:1787760916.334063:0:321472:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c00.
00010000:00000010:3.1:1787760916.367291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787760916.367302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:3.1:1787760916.367306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00000080:00000010:3.1:1787760916.386395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaee0.
00000080:00000010:3.1:1787760916.386410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab20.
00000080:00000010:3.1:1787760916.494417:0:321474:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10cc0.
00000080:00000010:3.1:1787760916.494429:0:321474:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104e0.
00010000:00000010:3.1:1787760916.534635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787760916.538297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:3.1:1787760916.538312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:3.1:1787760916.648293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:3.1:1787760916.648309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:3.1:1787760916.672294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10de0.
00000080:00000010:3.1:1787760916.672309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d80.
00000080:00000010:3.1:1787760916.833456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10740.
00000080:00000010:3.1:1787760916.833469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a40.
00010000:00000010:0.1:1787760916.909344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:0.1:1787760916.909360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:0.1:1787760916.909364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00000080:00000010:0.1:1787760916.925985:0:321480:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103a0.
00000080:00000010:0.1:1787760916.929606:0:321480:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa480.
00010000:00000010:0.1:1787760916.960927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787760916.964383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787760916.964390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:1.1:1787760916.971274:0:321481:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252957c0.
00000080:00000010:1.1:1787760916.971284:0:321481:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295780.
00000080:00000010:3.1:1787760917.045301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10a80.
00000080:00000010:3.1:1787760917.045317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c40.
00010000:00000010:1.1:1787760917.090675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:1.1:1787760917.097524:0:321483:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1200.
00010000:00000010:1.1:1787760917.097536:0:321483:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:1.1:1787760917.105412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07c0.
00000080:00000010:1.1:1787760917.105431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252958e0.
00010000:00000010:0.1:1787760917.140544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1200.
00010000:00000010:0.1:1787760917.140560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:1.1:1787760917.141294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:3.1:1787760917.179474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:0.1:1787760917.180285:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:0.1:1787760917.180301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00000080:00000010:0.1:1787760917.194355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aafe0.
00000080:00000010:0.1:1787760917.194367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa440.
00010000:00000010:0.1:1787760917.218557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787760917.224284:0:321486:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787760917.224297:0:321486:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:0.1:1787760917.247505:0:321486:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e00.
00000080:00000010:0.1:1787760917.247516:0:321486:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951c0.
00010000:00000010:3.1:1787760917.289573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:0.1:1787760917.393361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:0.1:1787760917.393377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:3.1:1787760917.434046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108c0.
00000080:00000010:3.1:1787760917.434069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0f00.
00010000:00000010:3.1:1787760917.549292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:3.1:1787760917.549308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:3.1:1787760917.567014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10240.
00000080:00000010:3.1:1787760917.567030:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a80.
00010000:00000010:1.1:1787760917.597184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787760917.600518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:1.1:1787760917.600533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:1.1:1787760917.647554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d80.
00000080:00000010:1.1:1787760917.647567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0dc0.
00010000:00000010:1.1:1787760917.739364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787760917.743382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:1.1:1787760917.743396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:1.1:1787760917.786287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0820.
00000080:00000010:1.1:1787760917.786304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0980.
00010000:00000010:3.1:1787760917.890704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:3.1:1787760917.890718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:3.1:1787760917.917934:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e40.
00000080:00000010:3.1:1787760917.917953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10fa0.
00010000:00000010:3.1:1787760917.979050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:0.1:1787760918.115293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787760918.115312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:0.1:1787760918.115316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:0.1:1787760918.144282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959c0.
00000080:00000010:0.1:1787760918.144309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295340.
00000080:00000010:3.1:1787760918.212479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10620.
00000080:00000010:3.1:1787760918.212493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07a0.
00010000:00000010:3.1:1787760918.365705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787760918.370546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f700.
00010000:00000010:3.1:1787760918.370563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:3.1:1787760918.434698:0:321499:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaa40.
00000080:00000010:3.1:1787760918.434712:0:321499:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad100c0.
00010000:00000010:0.1:1787760918.511287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787760918.511303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:0.1:1787760918.511307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:0.1:1787760918.529290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a60.
00000080:00000010:0.1:1787760918.529308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295fa0.
00010000:00000010:3.1:1787760918.687288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787760918.691811:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:3.1:1787760918.691833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00000080:00000010:1.1:1787760918.712449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaa40.
00000080:00000010:1.1:1787760918.712463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa6a0.
00010000:00000010:3.1:1787760918.879411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:3.1:1787760918.884304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:3.1:1787760918.884319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:3.1:1787760918.935418:0:321505:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0dc0.
00000080:00000010:3.1:1787760918.935440:0:321505:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d80.
00010000:00000010:3.1:1787760918.972898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787760919.065294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787760919.065308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787760919.065312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:3.1:1787760919.077281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa620.
00000080:00000010:3.1:1787760919.077289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d80.
00010000:00000010:3.1:1787760919.168396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787760919.174511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:3.1:1787760919.174525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a600.
00000080:00000010:3.1:1787760919.197394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa420.
00000080:00000010:3.1:1787760919.197410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c60.
00010000:00000010:0.1:1787760919.272343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a600.
00010000:00000010:0.1:1787760919.272359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:0.1:1787760919.272363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:1.1:1787760919.466502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787760919.466514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1c00.
00010000:00000010:1.1:1787760919.466519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:1.1:1787760919.492583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0f80.
00000080:00000010:1.1:1787760919.492597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0fe0.
00010000:00000010:3.1:1787760919.545428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787760919.548751:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787760919.548765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:3.1:1787760919.579276:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab60.
00000080:00000010:3.1:1787760919.579294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a60.
00010000:00000010:1.1:1787760919.714564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787760919.714578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:1.1:1787760919.714582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:1.1:1787760919.725549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d03a0.
00000080:00000010:1.1:1787760919.725565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0020.
00010000:00000010:1.1:1787760919.807294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787760919.812737:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:1.1:1787760919.812751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:0.1:1787760919.893316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:3.1:1787760919.971288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787760919.971303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787760919.971307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00000080:00000010:3.1:1787760919.983453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa300.
00000080:00000010:3.1:1787760919.983524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa920.
00010000:00000010:1.1:1787760920.120305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:0.1:1787760920.130214:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:0.1:1787760920.130227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:0.1:1787760920.194802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787760920.207310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787760920.207326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:0.1:1787760920.213375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295320.
00000080:00000010:0.1:1787760920.213391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295620.
00010000:00000010:3.1:1787760920.261800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787760920.261821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:3.1:1787760920.261827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:3.1:1787760920.276300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10560.
00000080:00000010:3.1:1787760920.276323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ec0.
00010000:00000010:3.1:1787760920.351976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787760920.351985:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787760920.351989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:3.1:1787760920.391352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:3.1:1787760920.413282:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1500.
00010000:00000010:3.1:1787760920.413302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00000080:00000010:3.1:1787760920.413313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0fc0.
00000080:00000010:3.1:1787760920.413321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1e0.
00010000:00000010:3.1:1787760920.541684:0:321526:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:3.1:1787760920.541691:0:321526:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:3.1:1787760920.541700:0:321526:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b40.
00000080:00000010:3.1:1787760920.541708:0:321526:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295460.
00010000:00000010:3.1:1787760920.585368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787760920.783460:0:321529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:3.1:1787760920.783473:0:321529:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787760920.783477:0:321529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00000080:00000010:3.1:1787760920.786445:0:321529:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa0a0.
00000080:00000010:3.1:1787760920.808992:0:321529:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa6c0.
00010000:00000010:3.1:1787760920.889998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:3.1:1787760920.890011:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787760920.890015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00000080:00000010:3.1:1787760920.890020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad80.
00000080:00000010:3.1:1787760920.890027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa6c0.
00010000:00000010:3.1:1787760921.004338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787760921.004354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787760921.004358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:3.1:1787760921.055145:0:48:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad80.
00000080:00000010:3.1:1787760921.055164:0:48:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10220.
00010000:00000010:0.1:1787760921.190603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760921.196993:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787760921.197009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:3.1:1787760921.217289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295760.
00000080:00000010:3.1:1787760921.217306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295860.
00010000:00000010:3.1:1787760921.255301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:3.1:1787760921.255316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787760921.255320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00000080:00000010:3.1:1787760921.277823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa6c0.
00000080:00000010:3.1:1787760921.277840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad80.
00010000:00000010:3.1:1787760921.383815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:3.1:1787760921.383827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:3.1:1787760921.383831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:3.1:1787760921.449314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ae0.
00000080:00000010:3.1:1787760921.449332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0760.
00010000:00000010:0.1:1787760921.450427:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1700.
00010000:00000010:0.1:1787760921.450447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:1.1:1787760921.450732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:3.1:1787760921.561477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:0.1:1787760921.571422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:0.1:1787760921.571446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:0.1:1787760921.592417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad80.
00000080:00000010:0.1:1787760921.592433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f20.
00010000:00000010:3.1:1787760921.616653:0:321539:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:3.1:1787760921.616665:0:321539:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787760921.616669:0:321539:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:0.1:1787760921.721173:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760921.721188:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787760921.721192:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:0.1:1787760921.730607:0:321542:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e40.
00000080:00000010:0.1:1787760921.730634:0:321542:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f40.
00010000:00000010:3.1:1787760921.776292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787760921.776300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787760921.776304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:0.1:1787760921.776357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa600.
00000080:00000010:0.1:1787760921.776366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f40.
00000080:00000010:3.1:1787760921.859157:0:321544:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101a0.
00000080:00000010:3.1:1787760921.859176:0:321544:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109e0.
00010000:00000010:0.1:1787760922.089642:0:321548:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787760922.089659:0:321548:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787760922.089664:0:321548:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:0.1:1787760922.089670:0:321548:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f80.
00000080:00000010:0.1:1787760922.089679:0:321548:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a00.
00010000:00000010:3.1:1787760922.139091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:1.1:1787760922.204298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:3.1:1787760922.278733:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:3.1:1787760922.278744:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787760922.278748:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787760922.375386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787760922.379217:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787760922.379225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:3.1:1787760922.385385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaba0.
00000080:00000010:3.1:1787760922.385397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e00.
00010000:00000010:1.1:1787760922.541739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:3.1:1787760922.629510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:0.1:1787760922.730335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787760922.734750:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787760922.734762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:0.1:1787760922.758587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295980.
00000080:00000010:0.1:1787760922.758598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295920.
00010000:00000010:0.1:1787760922.799306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:0.1:1787760922.799330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:3.1:1787760922.799573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00000080:00000010:0.1:1787760922.840868:0:321557:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaae0.
00000080:00000010:0.1:1787760922.840884:0:321557:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04c0.
00010000:00000010:0.1:1787760922.896994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787760922.897014:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787760922.897018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:0.1:1787760922.924229:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c40.
00000080:00000010:0.1:1787760922.924259:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ca0.
00000080:00000010:3.1:1787760923.146652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101c0.
00000080:00000010:3.1:1787760923.146670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05e0.
00010000:00000010:0.1:1787760923.187308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787760923.192393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037900.
00010000:00000010:0.1:1787760923.192408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:0.1:1787760923.258437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e20.
00000080:00000010:0.1:1787760923.258460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104c0.
00010000:00000010:3.1:1787760923.403291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787760923.403307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:3.1:1787760923.403312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:3.1:1787760923.432431:0:321563:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ba0.
00000080:00000010:3.1:1787760923.432452:0:321563:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10980.
00010000:00000010:0.1:1787760923.584421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:0.1:1787760923.584435:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:0.1:1787760923.584439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:0.1:1787760923.646294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ba0.
00000080:00000010:0.1:1787760923.646312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10580.
00010000:00000010:3.1:1787760923.869300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787760923.869316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00000080:00000010:3.1:1787760923.893658:0:321567:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e00.
00000080:00000010:3.1:1787760923.893670:0:321567:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa280.
00010000:00000010:3.1:1787760923.917323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:3.1:1787760923.917337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787760923.917341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00000080:00000010:3.1:1787760923.942285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa280.
00000080:00000010:3.1:1787760923.942295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa920.
00000080:00000010:3.1:1787760924.021365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103c0.
00000080:00000010:3.1:1787760924.021376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295420.
00010000:00000010:0.1:1787760924.182298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787760924.185661:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037000.
00010000:00000010:0.1:1787760924.185676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:0.1:1787760924.209099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295400.
00000080:00000010:0.1:1787760924.209118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252956e0.
00010000:00000010:3.1:1787760924.242303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:3.1:1787760924.242319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:3.1:1787760924.267295:0:321572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10080.
00000080:00000010:3.1:1787760924.267310:0:321572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c40.
00010000:00000010:0.1:1787760924.544955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787760924.544975:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037000.
00010000:00000010:0.1:1787760924.544979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:3.1:1787760924.588555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959c0.
00000080:00000010:3.1:1787760924.588575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d80.
00010000:00000010:1.1:1787760924.627299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:1.1:1787760924.627315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:1.1:1787760924.627319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:1.1:1787760924.653569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0060.
00000080:00000010:1.1:1787760924.653585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b60.
00010000:00000010:3.1:1787760924.695403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787760924.695413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787760924.695418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:3.1:1787760924.734073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa420.
00000080:00000010:3.1:1787760924.734086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295540.
00010000:00000010:3.1:1787760924.849125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787760924.857398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787760924.857414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:3.1:1787760924.877945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa420.
00000080:00000010:3.1:1787760924.877966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252953a0.
00010000:00000010:1.1:1787760925.033482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:1.1:1787760925.033498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:1.1:1787760925.033502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:1.1:1787760925.033508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0f60.
00000080:00000010:1.1:1787760925.033518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ac0.
00010000:00000010:1.1:1787760925.057302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787760925.057328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:1.1:1787760925.057332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:3.1:1787760925.131342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787760925.131356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787760925.131360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787760925.214321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787760925.214338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037000.
00010000:00000010:0.1:1787760925.214342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000080:00000010:0.1:1787760925.225285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c20.
00000080:00000010:0.1:1787760925.225301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c00.
00010000:00000010:0.1:1787760925.388019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787760925.390289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037000.
00010000:00000010:0.1:1787760925.390301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:0.1:1787760925.434745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295580.
00000080:00000010:0.1:1787760925.434764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0320.
00010000:00000010:3.1:1787760925.502055:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:3.1:1787760925.502066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:3.1:1787760925.539353:0:321587:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f20.
00000080:00000010:3.1:1787760925.539372:0:321587:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0080.
00010000:00000010:3.1:1787760925.601465:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00000080:00000010:3.1:1787760925.757371:0:321589:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295340.
00000080:00000010:3.1:1787760925.757551:0:321589:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d09a0.
00010000:00000010:1.1:1787760926.048580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787760926.055140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:1.1:1787760926.055153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:3.1:1787760926.162624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787760926.162640:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787760926.162644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00010000:00000010:3.1:1787760926.363372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00000080:00000010:3.1:1787760926.464297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae40.
00000080:00000010:3.1:1787760926.464310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d09a0.
00010000:00000010:0.1:1787760926.691298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787760926.696572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:0.1:1787760926.696596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:0.1:1787760926.731291:0:321596:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a40.
00000080:00000010:0.1:1787760926.731301:0:321596:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0080.
00000080:00000010:3.1:1787760926.787583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10320.
00000080:00000010:3.1:1787760926.787776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a40.
00010000:00000010:3.1:1787760926.925347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787760926.925363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787760926.925367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00000080:00000010:3.1:1787760927.045884:0:321599:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae40.
00000080:00000010:3.1:1787760927.045901:0:321599:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac60.
00010000:00000010:3.1:1787760927.271323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:0.1:1787760927.408963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787760927.412294:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:0.1:1787760927.412311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:0.1:1787760927.453242:0:321602:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c60.
00000080:00000010:0.1:1787760927.453281:0:321602:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103e0.
00010000:00000010:3.1:1787760927.545455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:0.1:1787760927.614848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:1.1:1787760927.622689:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:1.1:1787760927.622709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:0.1:1787760927.672190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295700.
00000080:00000010:0.1:1787760927.672211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295780.
00010000:00000010:1.1:1787760927.699356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:3.1:1787760927.882166:0:321606:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10220.
00000080:00000010:3.1:1787760927.882184:0:321606:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b40.
00010000:00000010:0.1:1787760927.940292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787760927.940309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:0.1:1787760927.940315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:0.1:1787760928.089697:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:0.1:1787760928.089707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:3.1:1787760928.094294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295040.
00000080:00000010:3.1:1787760928.094315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295840.
00010000:00000010:0.1:1787760928.277433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:3.1:1787760928.519537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00000080:00000010:3.1:1787760928.606739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa320.
00000080:00000010:3.1:1787760928.606761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa940.
00010000:00000010:1.1:1787760928.791295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:1.1:1787760928.791308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787760928.791311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:1.1:1787760928.838747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0280.
00000080:00000010:1.1:1787760928.838768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c20.
00010000:00000010:3.1:1787760928.949389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:3.1:1787760928.949403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:3.1:1787760928.994288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ec0.
00000080:00000010:3.1:1787760928.994304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad107c0.
00010000:00000010:3.1:1787760929.170719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:3.1:1787760929.175338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:3.1:1787760929.175356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:3.1:1787760929.303947:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f700.
00010000:00000010:3.1:1787760929.303954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00000080:00000010:3.1:1787760929.336300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad105c0.
00000080:00000010:3.1:1787760929.336315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04c0.
00010000:00000010:3.1:1787760929.594834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787760929.594849:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:3.1:1787760929.594852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:3.1:1787760929.613844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa160.
00000080:00000010:3.1:1787760929.613859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f60.
00010000:00000010:0.1:1787760929.676713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787760929.680423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787760929.680437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:0.1:1787760929.730211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252952c0.
00000080:00000010:0.1:1787760929.730238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295de0.
00000080:00000010:1.1:1787760929.864937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10960.
00000080:00000010:1.1:1787760929.864948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05e0.
00010000:00000010:1.1:1787760929.924593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:1.1:1787760930.144684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:1.1:1787760930.144699:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fe00.
00010000:00000010:1.1:1787760930.144703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00000080:00000010:1.1:1787760930.167305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaa60.
00000080:00000010:1.1:1787760930.167322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae00.
00010000:00000010:3.1:1787760930.215188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787760930.236323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787760930.236337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:3.1:1787760930.236345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaa80.
00000080:00000010:3.1:1787760930.236352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951a0.
00010000:00000010:0.1:1787760930.307413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:0.1:1787760930.307430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:1.1:1787760930.327350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10680.
00000080:00000010:1.1:1787760930.327369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102a0.
00010000:00000010:0.1:1787760930.380574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787760930.380591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787760930.380595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:0.1:1787760930.442242:0:321628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a00.
00000080:00000010:0.1:1787760930.442274:0:321628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295040.
00010000:00000010:3.1:1787760930.504299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787760930.504315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787760930.504319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:3.1:1787760930.567865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa880.
00000080:00000010:3.1:1787760930.567885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295040.
00010000:00000010:3.1:1787760930.586391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787760930.586404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787760930.586407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00000080:00000010:3.1:1787760930.635454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa880.
00000080:00000010:3.1:1787760930.635470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa000.
00000080:00000010:3.1:1787760930.768316:0:321631:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10bc0.
00000080:00000010:3.1:1787760930.768337:0:321631:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a80.
00010000:00000010:3.1:1787760930.860804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787760930.860813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:3.1:1787760930.860818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:3.1:1787760930.908297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa880.
00000080:00000010:3.1:1787760930.908311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10540.
00010000:00000010:3.1:1787760930.996368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:1.1:1787760930.998445:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:1.1:1787760930.998460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:1.1:1787760931.015275:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10620.
00000080:00000010:1.1:1787760931.015293:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10fa0.
00010000:00000010:3.1:1787760931.090316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:3.1:1787760931.090326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:3.1:1787760931.090330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:3.1:1787760931.094343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10000.
00000080:00000010:3.1:1787760931.094358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0180.
00010000:00000010:0.1:1787760931.217969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787760931.217980:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787760931.217984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:0.1:1787760931.238294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295100.
00000080:00000010:0.1:1787760931.238310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ca0.
00010000:00000010:0.1:1787760931.287379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787760931.287396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787760931.287400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:0.1:1787760931.319446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ca0.
00000080:00000010:0.1:1787760931.319462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d40.
00010000:00000010:3.1:1787760931.439096:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787760931.444133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:3.1:1787760931.444148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:3.1:1787760931.462825:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa0c0.
00000080:00000010:3.1:1787760931.462840:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0720.
00010000:00000010:0.1:1787760931.500345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:3.1:1787760931.600309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:3.1:1787760931.620415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:3.1:1787760931.620424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a600.
00010000:00000010:0.1:1787760931.680647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787760931.680664:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037400.
00010000:00000010:0.1:1787760931.680668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000080:00000010:0.1:1787760931.702685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295600.
00000080:00000010:0.1:1787760931.702697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c00.
00000080:00000010:3.1:1787760931.775502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e80.
00000080:00000010:3.1:1787760931.775517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d00c0.
00010000:00000010:1.1:1787760931.920293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:1.1:1787760931.925763:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787760931.925778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:1.1:1787760931.941925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a00.
00000080:00000010:1.1:1787760931.941945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252956c0.
00010000:00000010:3.1:1787760932.124287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787760932.129298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787760932.129314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:0.1:1787760932.244588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787760932.244601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f700.
00010000:00000010:0.1:1787760932.244605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:0.1:1787760932.277286:0:321647:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295580.
00000080:00000010:0.1:1787760932.277301:0:321647:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108a0.
00010000:00000010:0.1:1787760932.348016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787760932.348028:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:0.1:1787760932.348032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:0.1:1787760932.348036:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295500.
00000080:00000010:0.1:1787760932.348042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295580.
00010000:00000010:3.1:1787760932.388079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787760932.388095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787760932.388099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:3.1:1787760932.435672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa3a0.
00000080:00000010:3.1:1787760932.435685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ae0.
00010000:00000010:3.1:1787760932.633437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:3.1:1787760932.635291:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:3.1:1787760932.635303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:3.1:1787760932.675304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10a80.
00000080:00000010:3.1:1787760932.675318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10660.
00010000:00000010:3.1:1787760932.739165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787760932.739180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787760932.739183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787760932.855313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787760932.855321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787760932.855324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00000080:00000010:3.1:1787760932.855328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa7a0.
00000080:00000010:3.1:1787760932.855335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf60.
00010000:00000010:0.1:1787760932.903464:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:0.1:1787760932.903478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:3.1:1787760932.947583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787760932.947598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787760932.947602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00000080:00000010:3.1:1787760932.961291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac80.
00000080:00000010:3.1:1787760932.961307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa340.
00010000:00000010:1.1:1787760933.026707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:1.1:1787760933.034677:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:1.1:1787760933.034693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:1.1:1787760933.080928:0:321656:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295640.
00000080:00000010:1.1:1787760933.080949:0:321656:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104e0.
00010000:00000010:3.1:1787760933.207294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787760933.207307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787760933.207311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00000080:00000010:3.1:1787760933.219658:0:321658:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac80.
00000080:00000010:3.1:1787760933.219815:0:321658:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad40.
00010000:00000010:3.1:1787760933.258283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00000080:00000010:0.1:1787760933.284914:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac80.
00010000:00000010:0.1:1787761170.002434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787761170.002451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787761170.002454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:0.1:1787761170.016367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252953e0.
00000080:00000010:0.1:1787761170.016385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295060.
00010000:00000010:1.1:1787761170.137960:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787761170.137975:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:1.1:1787761170.137979:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:1.1:1787761170.216318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:1.1:1787761170.216334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:0.1:1787761170.216481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:3.1:1787761170.266540:0:1033:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac00.
00000080:00000010:3.1:1787761170.266561:0:1033:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa780.
00010000:00000010:0.1:1787761170.490428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:0.1:1787761170.490444:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787761170.490448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:0.1:1787761170.498720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f80.
00000080:00000010:0.1:1787761170.498740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c20.
00010000:00000010:3.1:1787761170.516513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787761170.570472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787761170.576598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:3.1:1787761170.576607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:3.1:1787761170.595311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa780.
00000080:00000010:3.1:1787761170.595329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295980.
00010000:00000010:1.1:1787761170.645321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:1.1:1787761170.645329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:1.1:1787761170.645333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000080:00000010:1.1:1787761170.654423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d02c0.
00000080:00000010:1.1:1787761170.654435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d03e0.
00010000:00000010:3.1:1787761170.700560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787761170.706985:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:3.1:1787761170.706999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00000080:00000010:3.1:1787761170.734296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac80.
00000080:00000010:3.1:1787761170.734307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa780.
00000080:00000010:1.1:1787761170.752111:0:322066:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e80.
00000080:00000010:1.1:1787761170.752417:0:322066:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10560.
00000080:00000010:3.1:1787761170.893327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00000080:00000010:3.1:1787761170.893335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10740.
00010000:00000010:1.1:1787761170.955489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:1.1:1787761170.955503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:1.1:1787761170.955506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00000080:00000010:1.1:1787761170.965504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295fe0.
00000080:00000010:1.1:1787761170.965517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac80.
00010000:00000010:1.1:1787761171.022294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787761171.026289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787761171.026302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:1.1:1787761171.085349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:0.1:1787761171.085434:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:0.1:1787761171.085442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:1.1:1787761171.233300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:1.1:1787761171.233310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787761171.233313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:1.1:1787761171.236450:0:322079:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0260.
00000080:00000010:1.1:1787761171.236469:0:322079:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07a0.
00010000:00000010:3.1:1787761171.267516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787761171.267523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:3.1:1787761171.267527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:3.1:1787761171.280755:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aafc0.
00000080:00000010:3.1:1787761171.280768:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07a0.
00010000:00000010:1.1:1787761171.353863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:1.1:1787761171.359293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:1.1:1787761171.359308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:1.1:1787761171.364493:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295fe0.
00000080:00000010:1.1:1787761171.364509:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d80.
00010000:00000010:3.1:1787761171.433375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:3.1:1787761171.433381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:3.1:1787761171.444829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10400.
00000080:00000010:3.1:1787761171.444842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad106a0.
00010000:00000010:0.1:1787761171.467840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787761171.467860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037b00.
00010000:00000010:0.1:1787761171.467865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:3.1:1787761171.548963:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037b00.
00010000:00000010:3.1:1787761171.548981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:3.1:1787761171.576311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295280.
00000080:00000010:3.1:1787761171.576333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ba0.
00010000:00000010:0.1:1787761171.623308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787761171.627199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037b00.
00010000:00000010:0.1:1787761171.627211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:0.1:1787761171.635298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959c0.
00000080:00000010:0.1:1787761171.635318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d20.
00010000:00000010:1.1:1787761171.733024:0:322090:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:1.1:1787761171.735424:0:322090:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787761171.735430:0:322090:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:1.1:1787761171.743239:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0de0.
00000080:00000010:1.1:1787761171.743289:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0dc0.
00010000:00000010:3.1:1787761171.833461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00010000:00000010:3.1:1787761171.846292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:3.1:1787761171.846301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:3.1:1787761171.881289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00010000:00000010:3.1:1787761171.881297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:3.1:1787761171.881301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:3.1:1787761171.885327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaa00.
00000080:00000010:3.1:1787761171.885337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295140.
00010000:00000010:0.1:1787761171.901299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787761171.901320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037b00.
00010000:00000010:0.1:1787761171.901324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:0.1:1787761171.923290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c60.
00000080:00000010:0.1:1787761171.923301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ee0.
00010000:00000010:0.1:1787761171.952659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787761171.952675:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037b00.
00010000:00000010:0.1:1787761171.952678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:0.1:1787761171.952683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ee0.
00000080:00000010:0.1:1787761171.952691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295760.
00010000:00000010:0.1:1787761172.016348:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787761172.016358:0:1033:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037b00.
00010000:00000010:0.1:1787761172.016362:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:0.1:1787761172.021336:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295bc0.
00000080:00000010:0.1:1787761172.021355:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c60.
00010000:00000010:3.1:1787761172.043315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:3.1:1787761172.043330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:3.1:1787761172.043334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:3.1:1787761172.053507:0:322099:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101a0.
00000080:00000010:3.1:1787761172.057534:0:322099:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0080.
00010000:00000010:3.1:1787761172.169281:0:322100:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:3.1:1787761172.169287:0:322100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:3.1:1787761172.179376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101e0.
00000080:00000010:3.1:1787761172.179387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0920.
00010000:00000010:3.1:1787761172.357142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787761172.360683:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787761172.360698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00000080:00000010:3.1:1787761172.375337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa620.
00000080:00000010:3.1:1787761172.375348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad00.
00010000:00000010:1.1:1787761172.407559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:1.1:1787761172.407574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787761172.407578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:1.1:1787761172.430525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ee0.
00000080:00000010:1.1:1787761172.430540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c00.
00010000:00000010:1.1:1787761172.457508:0:322108:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:1.1:1787761172.457520:0:322108:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787761172.457524:0:322108:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:1.1:1787761172.479726:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c00.
00000080:00000010:1.1:1787761172.479745:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d03a0.
00010000:00000010:3.1:1787761172.564298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787761172.564315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787761172.564319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:3.1:1787761172.588317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad00.
00000080:00000010:3.1:1787761172.588329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e60.
00010000:00000010:1.1:1787761172.612393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:1.1:1787761172.617820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787761172.617835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:1.1:1787761172.630595:0:322111:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0420.
00000080:00000010:1.1:1787761172.630612:0:322111:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0640.
00010000:00000010:1.1:1787761172.686339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:3.1:1787761172.904684:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787761172.904698:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787761172.904702:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:1.1:1787761172.958552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787761172.958561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:1.1:1787761172.958565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:1.1:1787761173.034521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:1.1:1787761173.034542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:1.1:1787761173.034546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:1.1:1787761173.045340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07e0.
00000080:00000010:1.1:1787761173.045360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f60.
00010000:00000010:1.1:1787761173.075385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787761173.075406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:1.1:1787761173.075411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:1.1:1787761173.096371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06a0.
00000080:00000010:1.1:1787761173.096386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b20.
00010000:00000010:3.1:1787761173.118358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787761173.123360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787761173.123372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:3.1:1787761173.138465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa5e0.
00000080:00000010:3.1:1787761173.138483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252954c0.
00010000:00000010:3.1:1787761173.229770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787761173.229786:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787761173.229790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00000080:00000010:3.1:1787761173.238377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae20.
00000080:00000010:3.1:1787761173.238396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa840.
00010000:00000010:1.1:1787761173.363495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:0.1:1787761173.363624:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:0.1:1787761173.363630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:1.1:1787761173.385875:0:322126:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:1.1:1787761173.385888:0:322126:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:1.1:1787761173.385891:0:322126:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:1.1:1787761173.401323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a00.
00000080:00000010:1.1:1787761173.401341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295100.
00010000:00000010:3.1:1787761173.416392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787761173.416407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787761173.416411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:3.1:1787761173.432548:0:322128:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae20.
00000080:00000010:3.1:1787761173.432562:0:322128:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295bc0.
00010000:00000010:3.1:1787761173.535301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00000080:00000010:3.1:1787761173.635313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10680.
00000080:00000010:3.1:1787761173.635342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103e0.
00010000:00000010:3.1:1787761173.727317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787761173.731678:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:3.1:1787761173.731697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00000080:00000010:3.1:1787761173.740338:0:322133:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa300.
00000080:00000010:3.1:1787761173.740364:0:322133:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae20.
00010000:00000010:3.1:1787761173.898296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787761173.898313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:3.1:1787761173.898317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:0.1:1787761174.009928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:1.1:1787761174.127115:0:322140:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787761174.127128:0:322140:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:1.1:1787761174.127133:0:322140:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:1.1:1787761174.142244:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0280.
00000080:00000010:1.1:1787761174.142275:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10cc0.
00000080:00000010:3.1:1787761174.172276:0:322141:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac20.
00000080:00000010:3.1:1787761174.172290:0:322141:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa6c0.
00010000:00000010:1.1:1787761174.206441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787761174.206455:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:1.1:1787761174.206459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00000080:00000010:3.1:1787761174.349334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f20.
00000080:00000010:3.1:1787761174.349343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295160.
00010000:00000010:1.1:1787761174.389376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787761174.389392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:1.1:1787761174.389397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:1.1:1787761174.389402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0960.
00000080:00000010:1.1:1787761174.389411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d40.
00010000:00000010:1.1:1787761174.430444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787761174.434399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:1.1:1787761174.434414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:1.1:1787761174.467401:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0960.
00000080:00000010:1.1:1787761174.467418:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d40.
00010000:00000010:3.1:1787761174.509095:0:322146:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:3.1:1787761174.526337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787761174.526346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:1.1:1787761174.554302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787761174.554319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:1.1:1787761174.554322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:3.1:1787761174.616378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:1.1:1787761174.659285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:1.1:1787761174.659301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:1.1:1787761174.659305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000080:00000010:1.1:1787761174.683094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0bc0.
00000080:00000010:1.1:1787761174.683106:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ea0.
00010000:00000010:3.1:1787761174.788557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:3.1:1787761174.788572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787761174.788576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:3.1:1787761174.802139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa220.
00000080:00000010:3.1:1787761174.802157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a60.
00010000:00000010:0.1:1787761174.828525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787761174.828543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:0.1:1787761174.828547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:0.1:1787761174.845661:0:322153:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295420.
00000080:00000010:0.1:1787761174.845681:0:322153:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295da0.
00010000:00000010:3.1:1787761174.880365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:3.1:1787761174.880372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:3.1:1787761174.897501:0:322154:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07c0.
00000080:00000010:3.1:1787761174.897516:0:322154:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295da0.
00010000:00000010:3.1:1787761174.930627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:3.1:1787761174.934395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787761174.934411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:1.1:1787761174.993298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787761174.993314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:1.1:1787761174.993318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000080:00000010:0.1:1787761175.007292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c20.
00000080:00000010:0.1:1787761175.007306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d02c0.
00010000:00000010:1.1:1787761175.092474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787761175.096304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:1.1:1787761175.096320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:1.1:1787761175.116303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d03e0.
00000080:00000010:1.1:1787761175.116319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0f60.
00010000:00000010:3.1:1787761175.299783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787761175.299797:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:3.1:1787761175.299800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00000080:00000010:3.1:1787761175.340932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa060.
00000080:00000010:3.1:1787761175.340946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aade0.
00010000:00000010:0.1:1787761175.448456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787761175.455286:0:322163:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:0.1:1787761175.455298:0:322163:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:0.1:1787761175.472651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295140.
00000080:00000010:0.1:1787761175.472666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e80.
00010000:00000010:3.1:1787761175.534291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:3.1:1787761175.534311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:3.1:1787761175.534315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:3.1:1787761175.647061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787761175.652513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:3.1:1787761175.652529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787761175.715393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787761175.719608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:3.1:1787761175.719623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00000080:00000010:3.1:1787761175.744295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaba0.
00000080:00000010:3.1:1787761175.744312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa5c0.
00010000:00000010:3.1:1787761175.778290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787761175.782308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:3.1:1787761175.782327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:3.1:1787761175.806566:0:322169:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa5c0.
00000080:00000010:3.1:1787761175.806585:0:322169:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108a0.
00010000:00000010:3.1:1787761176.007362:0:322172:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787761176.017323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:3.1:1787761176.017337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00000080:00000010:3.1:1787761176.023954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa840.
00000080:00000010:3.1:1787761176.023973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa960.
00010000:00000010:1.1:1787761176.094756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:1.1:1787761176.101412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:1.1:1787761176.101426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:1.1:1787761176.108006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104c0.
00000080:00000010:1.1:1787761176.108038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c20.
00010000:00000010:3.1:1787761176.131302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787761176.131318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:3.1:1787761176.131322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:3.1:1787761176.138364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa960.
00000080:00000010:3.1:1787761176.138380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10980.
00010000:00000010:3.1:1787761176.181540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:3.1:1787761176.181555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:3.1:1787761176.200885:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108c0.
00000080:00000010:3.1:1787761176.200895:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10100.
00010000:00000010:1.1:1787761176.219405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:1.1:1787761176.225367:0:322177:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:1.1:1787761176.225376:0:322177:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:1.1:1787761176.231381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d08c0.
00000080:00000010:1.1:1787761176.231396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295660.
00010000:00000010:3.1:1787761176.259451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787761176.263466:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:3.1:1787761176.263480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00000080:00000010:3.1:1787761176.281489:0:322179:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa840.
00000080:00000010:3.1:1787761176.281507:0:322179:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaae0.
00010000:00000010:3.1:1787761176.429348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:0.1:1787761176.497299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:0.1:1787761176.497316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037a00.
00010000:00000010:0.1:1787761176.497321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:0.1:1787761176.519303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0100.
00000080:00000010:0.1:1787761176.519323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a80.
00010000:00000010:3.1:1787761176.548416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787761176.565476:0:322182:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:3.1:1787761176.565501:0:322182:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:0.1:1787761176.956338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:1.1:1787761176.961305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:1.1:1787761176.961328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:3.1:1787761177.034508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:3.1:1787761177.034519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:3.1:1787761177.061423:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0cc0.
00000080:00000010:3.1:1787761177.061447:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295740.
00010000:00000010:3.1:1787761177.124434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00010000:00000010:3.1:1787761177.124455:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787761177.124460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:3.1:1787761177.212354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:3.1:1787761177.212365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f700.
00010000:00000010:3.1:1787761177.212369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a600.
00000080:00000010:3.1:1787761177.223295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c60.
00000080:00000010:3.1:1787761177.223309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10520.
00010000:00000010:0.1:1787761177.292353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:0.1:1787761177.292377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:0.1:1787761177.305353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10240.
00000080:00000010:0.1:1787761177.305376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10320.
00010000:00000010:1.1:1787761177.344416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787761177.353145:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:0.1:1787761177.353169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:1.1:1787761177.611412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:1.1:1787761177.616261:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787761177.616278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:3.1:1787761177.671347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00010000:00000010:3.1:1787761177.675327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787761177.675343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:3.1:1787761177.687424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae60.
00000080:00000010:3.1:1787761177.687437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10540.
00010000:00000010:3.1:1787761177.769302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787761177.773294:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787761177.773308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00000080:00000010:3.1:1787761177.796085:0:322200:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae60.
00000080:00000010:3.1:1787761177.796108:0:322200:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab60.
00010000:00000010:1.1:1787761177.904314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:1.1:1787761177.908467:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037800.
00010000:00000010:1.1:1787761177.908483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:3.1:1787761177.987315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:3.1:1787761177.987332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:0.1:1787761177.997293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10de0.
00000080:00000010:0.1:1787761177.997312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102a0.
00010000:00000010:0.1:1787761178.014400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787761178.014418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787761178.014422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:0.1:1787761178.036286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295080.
00000080:00000010:0.1:1787761178.036296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d60.
00010000:00000010:0.1:1787761178.055295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787761178.063972:0:238629:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787761178.063982:0:238629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:3.1:1787761178.068277:0:322205:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252957e0.
00000080:00000010:3.1:1787761178.068285:0:322205:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c20.
00010000:00000010:3.1:1787761178.141486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787761178.145393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787761178.145411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:3.1:1787761178.179112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa3e0.
00000080:00000010:3.1:1787761178.179133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252956e0.
00010000:00000010:1.1:1787761178.209506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:1.1:1787761178.209521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787761178.209525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:3.1:1787761178.259353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787761178.264348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787761178.264364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00000080:00000010:3.1:1787761178.273751:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa4a0.
00000080:00000010:3.1:1787761178.273768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa3e0.
00010000:00000010:3.1:1787761178.369314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787761178.372483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787761178.372498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00000080:00000010:3.1:1787761178.383307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa4a0.
00000080:00000010:3.1:1787761178.383324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa480.
00010000:00000010:1.1:1787761178.543290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787761178.543304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787761178.543308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00000080:00000010:1.1:1787761178.570290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0960.
00000080:00000010:1.1:1787761178.570305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf40.
00010000:00000010:1.1:1787761178.655342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:0.1:1787761178.659762:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:0.1:1787761178.659781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:3.1:1787761178.673292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0da0.
00000080:00000010:3.1:1787761178.673307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05e0.
00010000:00000010:0.1:1787761178.701328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787761178.708122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787761178.708131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:0.1:1787761178.711416:0:322217:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295dc0.
00000080:00000010:0.1:1787761178.711432:0:322217:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c80.
00010000:00000010:3.1:1787761178.850295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787761178.850310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787761178.850314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:1.1:1787761178.914046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787761178.918356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:0.1:1787761178.918372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:3.1:1787761178.974532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787761178.982962:0:322221:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787761178.982971:0:322221:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00000080:00000010:3.1:1787761178.997535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa880.
00000080:00000010:3.1:1787761178.997549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aada0.
00010000:00000010:3.1:1787761179.032309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787761179.036453:0:322223:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787761179.036466:0:322223:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00000080:00000010:3.1:1787761179.045354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aada0.
00000080:00000010:3.1:1787761179.045375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa980.
00010000:00000010:3.1:1787761179.063358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:1.1:1787761179.148942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787761179.148950:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787761179.148954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:1.1:1787761179.161366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0de0.
00000080:00000010:1.1:1787761179.161384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d02c0.
00010000:00000010:3.1:1787761179.242884:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787761179.242897:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:3.1:1787761179.242901:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:3.1:1787761179.242906:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa980.
00000080:00000010:3.1:1787761179.242918:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b40.
00010000:00000010:3.1:1787761179.260442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787761179.270358:0:322229:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:3.1:1787761179.270372:0:322229:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:0.1:1787761179.296299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:3.1:1787761179.297576:0:238639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9600.
00010000:00000010:3.1:1787761179.392482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787761179.392499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:3.1:1787761179.392503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:0.1:1787761179.407353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac80.
00000080:00000010:0.1:1787761179.407366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10320.
00010000:00000010:3.1:1787761179.437342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787761179.437352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:3.1:1787761179.437356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:0.1:1787761179.523530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787761179.523541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787761179.523544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:0.1:1787761179.545600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252950a0.
00000080:00000010:0.1:1787761179.545615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252952a0.
00010000:00000010:3.1:1787761179.553051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:3.1:1787761179.559130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:3.1:1787761179.559143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:3.1:1787761179.568294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10540.
00000080:00000010:3.1:1787761179.568311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109c0.
00010000:00000010:0.1:1787761179.710382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787761179.710403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787761179.710408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:0.1:1787761179.722528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295fc0.
00000080:00000010:0.1:1787761179.722543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04c0.
00010000:00000010:3.1:1787761179.794296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:3.1:1787761179.794311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:3.1:1787761179.794315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:3.1:1787761179.805701:0:322241:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa860.
00000080:00000010:3.1:1787761179.805721:0:322241:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa500.
00010000:00000010:3.1:1787761179.883303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:3.1:1787761179.883320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:3.1:1787761179.883324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:0.1:1787761180.006297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787761180.006315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787761180.006320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:0.1:1787761180.025226:0:322246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295de0.
00000080:00000010:0.1:1787761180.025261:0:322246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0620.
00010000:00000010:3.1:1787761180.165303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:3.1:1787761180.165318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:3.1:1787761180.165322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:3.1:1787761180.179375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10000.
00000080:00000010:3.1:1787761180.179389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c60.
00010000:00000010:1.1:1787761180.198621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787761180.198634:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787761180.198638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00000080:00000010:1.1:1787761180.212615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ee0.
00000080:00000010:1.1:1787761180.212629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e60.
00010000:00000010:3.1:1787761180.288100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:3.1:1787761180.291403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787761180.291418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:3.1:1787761180.475388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787761180.475394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00000080:00000010:3.1:1787761180.523292:0:322255:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101c0.
00000080:00000010:3.1:1787761180.523313:0:322255:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa760.
00010000:00000010:3.1:1787761180.582681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:3.1:1787761180.586405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787761180.586421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:3.1:1787761180.683306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:3.1:1787761180.683324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:3.1:1787761180.713858:0:322257:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e40.
00000080:00000010:3.1:1787761180.713879:0:322257:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10460.
00010000:00000010:3.1:1787761180.748105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:3.1:1787761180.748123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787761180.748128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:3.1:1787761180.790321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf20.
00000080:00000010:3.1:1787761180.790340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d40.
00010000:00000010:3.1:1787761180.864407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:3.1:1787761180.864421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787761180.864425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00000080:00000010:3.1:1787761180.876311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaac0.
00000080:00000010:3.1:1787761180.876326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103a0.
00010000:00000010:3.1:1787761180.941372:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:3.1:1787761180.982157:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:3.1:1787761180.984284:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:3.1:1787761180.984294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:3.1:1787761180.997490:0:322262:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad107c0.
00000080:00000010:3.1:1787761180.997501:0:322262:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108c0.
00010000:00000010:3.1:1787761181.034344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:0.1:1787761181.039306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:0.1:1787761181.039322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00000080:00000010:0.1:1787761181.051336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0cc0.
00000080:00000010:0.1:1787761181.051346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaaa0.
00010000:00000010:0.1:1787761181.134512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787761181.134530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787761181.134534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:3.1:1787761181.147535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ca0.
00000080:00000010:3.1:1787761181.147547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295280.
00010000:00000010:1.1:1787761181.189396:0:322266:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787761181.189409:0:322266:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787761181.189413:0:322266:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:1.1:1787761181.209338:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0660.
00000080:00000010:1.1:1787761181.209348:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a00.
00010000:00000010:3.1:1787761181.289745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:3.1:1787761181.293415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:3.1:1787761181.293429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00000080:00000010:3.1:1787761181.318362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa260.
00000080:00000010:3.1:1787761181.318377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa640.
00010000:00000010:3.1:1787761181.410715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:3.1:1787761181.410728:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:3.1:1787761181.410731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:3.1:1787761181.422449:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108a0.
00000080:00000010:3.1:1787761181.422456:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102e0.
00010000:00000010:1.1:1787761181.447296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787761181.463288:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787761181.463296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00000080:00000010:1.1:1787761181.463301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0000.
00000080:00000010:1.1:1787761181.463314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa800.
00010000:00000010:0.1:1787761181.578503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:0.1:1787761181.578520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:3.1:1787761181.636288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:3.1:1787761181.641293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:3.1:1787761181.641309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00000080:00000010:3.1:1787761181.665168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1c0.
00000080:00000010:3.1:1787761181.665188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa380.
00010000:00000010:3.1:1787761181.756305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:3.1:1787761181.756320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:3.1:1787761181.756324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:3.1:1787761181.761292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa380.
00000080:00000010:3.1:1787761181.761307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f20.
00010000:00000010:1.1:1787761181.794362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787761181.794379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787761181.794383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:1.1:1787761181.802304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d02c0.
00000080:00000010:1.1:1787761181.802314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0de0.
00010000:00000010:0.1:1787761181.868319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787761181.868334:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787761181.868338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:0.1:1787761181.879326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295520.
00000080:00000010:0.1:1787761181.879339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959c0.
00010000:00000010:0.1:1787761181.906289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787761181.910151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787761181.910165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:0.1:1787761181.914301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959c0.
00000080:00000010:0.1:1787761181.914320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252957e0.
00010000:00000010:0.1:1787761181.932280:0:322282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787761181.932290:0:322282:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787761181.932293:0:322282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00000080:00000010:0.1:1787761181.942470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252957e0.
00000080:00000010:0.1:1787761181.951304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa020.
00000080:00000010:3.1:1787761182.056302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10bc0.
00000080:00000010:3.1:1787761182.056314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252957c0.
00010000:00000010:3.1:1787761182.188209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:3.1:1787761182.188223:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:3.1:1787761182.188227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:3.1:1787761182.200717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaa80.
00000080:00000010:3.1:1787761182.200726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102c0.
00010000:00000010:1.1:1787761182.217153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:0.1:1787761182.217425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:0.1:1787761182.217431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:3.1:1787761182.256293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:3.1:1787761182.256300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:3.1:1787761182.256304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:3.1:1787761182.262612:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaa80.
00000080:00000010:3.1:1787761182.262626:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295800.
00010000:00000010:1.1:1787761182.276412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:1.1:1787761182.276426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:1.1:1787761182.276431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:1.1:1787761182.292312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c80.
00000080:00000010:1.1:1787761182.292327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05e0.
00010000:00000010:0.1:1787761182.349465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787761182.349485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787761182.349489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:0.1:1787761182.377858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c60.
00000080:00000010:0.1:1787761182.377868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07a0.
00010000:00000010:3.1:1787761182.401006:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:0.1:1787761182.403293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:0.1:1787761182.403309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00000080:00000010:0.1:1787761182.417417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa0c0.
00000080:00000010:0.1:1787761182.417434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa9a0.
00010000:00000010:1.1:1787761182.447422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787761182.447438:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:1.1:1787761182.447442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00000080:00000010:0.1:1787761182.467469:0:322297:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07c0.
00000080:00000010:0.1:1787761182.467484:0:322297:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d02a0.
00010000:00000010:3.1:1787761182.501299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:3.1:1787761182.563990:0:322299:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:3.1:1787761182.564005:0:322299:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:3.1:1787761182.564008:0:322299:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:3.1:1787761182.585265:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0980.
00000080:00000010:3.1:1787761182.585283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f00.
00010000:00000010:3.1:1787761182.593706:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787761182.593717:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787761182.593721:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00000080:00000010:0.1:1787761182.596385:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae80.
00000080:00000010:0.1:1787761182.596395:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa9c0.
00010000:00000010:0.1:1787761182.638478:0:322301:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787761182.638494:0:322301:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787761182.638497:0:322301:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:0.1:1787761182.645575:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295040.
00000080:00000010:0.1:1787761182.645590:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252952a0.
00010000:00000010:1.1:1787761182.724304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:1.1:1787761182.724318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1b00.
00010000:00000010:1.1:1787761182.724336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:1.1:1787761182.736546:0:322303:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0f00.
00000080:00000010:1.1:1787761182.736560:0:322303:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ac0.
00010000:00000010:0.1:1787761182.788444:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1b00.
00010000:00000010:0.1:1787761182.788459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:1.1:1787761182.788506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:3.1:1787761182.812789:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ec0.
00000080:00000010:3.1:1787761182.812798:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0f00.
00010000:00000010:3.1:1787761182.940941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:3.1:1787761182.940956:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787761182.940960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:3.1:1787761182.958826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa380.
00000080:00000010:3.1:1787761182.958842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ac0.
00010000:00000010:3.1:1787761183.031377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:3.1:1787761183.031390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:3.1:1787761183.031395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:1.1:1787761183.101291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:1.1:1787761183.101305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1700.
00010000:00000010:1.1:1787761183.101309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00000080:00000010:0.1:1787761183.106297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0920.
00000080:00000010:0.1:1787761183.106311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa260.
00010000:00000010:1.1:1787761183.208298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:1.1:1787761183.208313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1700.
00010000:00000010:1.1:1787761183.208317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:1.1:1787761183.215842:0:322313:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b80.
00000080:00000010:1.1:1787761183.215852:0:322313:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0660.
00010000:00000010:3.1:1787761183.394297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787761183.394314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787761183.394326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:3.1:1787761183.408424:0:322317:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa700.
00000080:00000010:3.1:1787761183.408441:0:322317:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab20.
00010000:00000010:3.1:1787761183.505284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787761183.516527:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787761183.516538:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:0.1:1787761183.523296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa800.
00000080:00000010:0.1:1787761183.523326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10220.
00010000:00000010:1.1:1787761183.562491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787761183.568296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1500.
00010000:00000010:1.1:1787761183.568313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:1.1:1787761183.584295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d08c0.
00000080:00000010:1.1:1787761183.584311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10cc0.
00010000:00000010:3.1:1787761183.721275:0:322321:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787761183.721289:0:322321:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787761183.721293:0:322321:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787761183.789301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787761183.878532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787761183.878547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fe00.
00010000:00000010:3.1:1787761183.878551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:3.1:1787761183.887411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa360.
00000080:00000010:3.1:1787761183.887428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa760.
00010000:00000010:3.1:1787761183.978931:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787761183.979867:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:3.1:1787761183.979876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:3.1:1787761183.999332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa760.
00000080:00000010:3.1:1787761183.999346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103c0.
00010000:00000010:3.1:1787761184.092305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787761184.092321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fe00.
00010000:00000010:3.1:1787761184.092324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:3.1:1787761184.102700:0:322328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa760.
00000080:00000010:3.1:1787761184.102718:0:322328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae00.
00010000:00000010:3.1:1787761184.134304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787761184.138281:0:322328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fe00.
00010000:00000010:3.1:1787761184.138289:0:322328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:3.1:1787761184.151291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aabe0.
00000080:00000010:3.1:1787761184.151308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae00.
00010000:00000010:3.1:1787761184.233278:0:322330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787761184.233286:0:322330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fe00.
00010000:00000010:3.1:1787761184.233289:0:322330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:3.1:1787761184.241361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae00.
00000080:00000010:3.1:1787761184.241377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10340.
00010000:00000010:3.1:1787761184.324376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787761184.328310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fe00.
00010000:00000010:3.1:1787761184.328326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:3.1:1787761184.343495:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa440.
00000080:00000010:3.1:1787761184.343517:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa760.
00010000:00000010:0.1:1787761184.475330:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:0.1:1787761184.475341:0:1033:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1500.
00010000:00000010:0.1:1787761184.475344:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:3.1:1787761184.508506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787761184.508523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fe00.
00010000:00000010:3.1:1787761184.508528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:3.1:1787761184.536331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aabe0.
00000080:00000010:3.1:1787761184.536344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10340.
00000080:00000010:3.1:1787761184.583290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10a80.
00000080:00000010:3.1:1787761184.583298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103c0.
00010000:00000010:0.1:1787761184.609219:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:0.1:1787761184.609230:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:0.1:1787761184.614394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10960.
00000080:00000010:0.1:1787761184.614410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0400.
00010000:00000010:3.1:1787761184.644292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787761184.644305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fe00.
00010000:00000010:3.1:1787761184.644309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:3.1:1787761184.656188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aabe0.
00000080:00000010:3.1:1787761184.656208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d80.
00010000:00000010:3.1:1787761184.754296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787761184.757400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fe00.
00010000:00000010:3.1:1787761184.757416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:3.1:1787761184.769278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf00.
00000080:00000010:3.1:1787761184.769289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aabe0.
00000080:00000010:3.1:1787761184.898514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10cc0.
00000080:00000010:3.1:1787761184.898533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10400.
00010000:00000010:1.1:1787761184.985909:0:322348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:1.1:1787761184.985922:0:322348:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1e00.
00010000:00000010:1.1:1787761184.985990:0:322348:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000080:00000010:1.1:1787761184.999412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0fe0.
00000080:00000010:1.1:1787761184.999432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0dc0.
00010000:00000010:0.1:1787761185.097551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787761185.102425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:0.1:1787761185.102433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:0.1:1787761185.118690:0:322350:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295160.
00000080:00000010:0.1:1787761185.118708:0:322350:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295dc0.
00010000:00000010:3.1:1787761185.310918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787761185.316203:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787761185.316215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:3.1:1787761185.335289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa2c0.
00000080:00000010:3.1:1787761185.335307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103e0.
00010000:00000010:1.1:1787761185.394371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787761185.394383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1200.
00010000:00000010:1.1:1787761185.394387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:1.1:1787761185.420723:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d80.
00000080:00000010:1.1:1787761185.420737:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295600.
00000080:00000010:1.1:1787761185.433465:0:322356:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101a0.
00000080:00000010:1.1:1787761185.433475:0:322356:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10680.
00010000:00000010:1.1:1787761185.457751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787761185.457765:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1200.
00010000:00000010:1.1:1787761185.457769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:1.1:1787761185.470370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d80.
00000080:00000010:1.1:1787761185.470379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0860.
00010000:00000010:1.1:1787761185.498050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787761185.498061:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1200.
00010000:00000010:1.1:1787761185.498066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:1.1:1787761185.524304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e20.
00000080:00000010:1.1:1787761185.524324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07a0.
00010000:00000010:1.1:1787761185.566827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787761185.572294:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1200.
00010000:00000010:1.1:1787761185.572310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:1.1:1787761185.597315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0140.
00000080:00000010:1.1:1787761185.597336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0da0.
00010000:00000010:3.1:1787761185.678585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787761185.678601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787761185.678606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:3.1:1787761185.693530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa520.
00000080:00000010:3.1:1787761185.693546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10740.
00010000:00000010:3.1:1787761185.717471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787761185.717486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787761185.717491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00000080:00000010:0.1:1787761185.731353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa580.
00000080:00000010:0.1:1787761185.731369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa520.
00010000:00000010:3.1:1787761185.774188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:3.1:1787761185.774204:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:3.1:1787761185.774209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:3.1:1787761185.795232:0:322362:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102c0.
00000080:00000010:3.1:1787761185.795324:0:322362:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10bc0.
00010000:00000010:3.1:1787761185.881544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787761185.881560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787761185.881565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:3.1:1787761185.897156:0:322364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa400.
00000080:00000010:3.1:1787761185.897176:0:322364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f20.
00010000:00000010:3.1:1787761185.968303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787761185.972297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787761185.972313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00000080:00000010:3.1:1787761186.000388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa400.
00000080:00000010:3.1:1787761186.000403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa140.
00010000:00000010:0.1:1787761186.040340:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787761186.040353:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:0.1:1787761186.040357:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:1.1:1787761186.047468:0:322367:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295960.
00000080:00000010:1.1:1787761186.047477:0:322367:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0820.
00010000:00000010:3.1:1787761186.157343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787761186.157357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787761186.157361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00000080:00000010:3.1:1787761186.175927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa400.
00000080:00000010:3.1:1787761186.183302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa140.
00000080:00000010:3.1:1787761186.242488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c20.
00000080:00000010:3.1:1787761186.242505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104c0.
00010000:00000010:3.1:1787761186.363303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787761186.366424:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787761186.366438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:3.1:1787761186.378451:0:322375:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa980.
00000080:00000010:3.1:1787761186.378465:0:322375:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103a0.
00010000:00000010:3.1:1787761186.412299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787761186.412306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787761186.412310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00000080:00000010:3.1:1787761186.426969:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa8c0.
00000080:00000010:3.1:1787761186.426987:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa980.
00010000:00000010:3.1:1787761186.436303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787761186.436320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787761186.436324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:3.1:1787761186.449117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aada0.
00000080:00000010:3.1:1787761186.449134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad107c0.
00010000:00000010:3.1:1787761186.539304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787761186.539320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787761186.539324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00000080:00000010:3.1:1787761186.573140:0:260570:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa8c0.
00000080:00000010:3.1:1787761186.573153:0:260570:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa880.
00010000:00000010:0.1:1787761186.660390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787761186.664782:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037400.
00010000:00000010:0.1:1787761186.664790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:0.1:1787761186.678667:0:322381:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295360.
00000080:00000010:0.1:1787761186.678686:0:322381:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252953e0.
00010000:00000010:0.1:1787761186.718131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787761186.731568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037400.
00010000:00000010:0.1:1787761186.731583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:0.1:1787761186.741551:0:322382:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e40.
00000080:00000010:0.1:1787761186.741572:0:322382:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252953e0.
00010000:00000010:2.1:1787761186.770290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761186.770307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:2.1:1787761186.770311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:3.1:1787761186.783292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10460.
00000080:00000010:3.1:1787761186.783307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10de0.
00010000:00000010:1.1:1787761186.812309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:1.1:1787761186.816398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:1.1:1787761186.816414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:1.1:1787761186.835408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d00.
00000080:00000010:1.1:1787761186.835426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06c0.
00010000:00000010:0.1:1787761186.860536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:0.1:1787761186.865308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:0.1:1787761186.865324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:1.1:1787761186.903458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10620.
00000080:00000010:1.1:1787761186.903467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295560.
00010000:00000010:2.1:1787761186.929659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:2.1:1787761186.929680:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037400.
00010000:00000010:2.1:1787761186.929685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:2.1:1787761186.943369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295700.
00000080:00000010:2.1:1787761186.943385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06a0.
00010000:00000010:2.1:1787761186.989303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761186.989320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761186.989324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:2.1:1787761187.004610:0:322387:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10520.
00000080:00000010:2.1:1787761187.004623:0:322387:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295060.
00010000:00000010:2.1:1787761187.024417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:2.1:1787761187.035758:0:322388:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761187.035782:0:322388:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:2.1:1787761187.045857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c60.
00000080:00000010:2.1:1787761187.045879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10520.
00010000:00000010:3.1:1787761187.074370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787761187.074386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:3.1:1787761187.074391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:3.1:1787761187.091563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa320.
00000080:00000010:3.1:1787761187.091582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d20.
00010000:00000010:1.1:1787761187.127531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:0.1:1787761187.141106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:0.1:1787761187.141121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:2.1:1787761187.146258:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0900.
00000080:00000010:2.1:1787761187.146283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0660.
00010000:00000010:2.1:1787761187.199517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:2.1:1787761187.199533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037400.
00010000:00000010:2.1:1787761187.199538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:2.1:1787761187.227759:0:322391:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10000.
00000080:00000010:2.1:1787761187.227784:0:322391:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295100.
00010000:00000010:3.1:1787761187.251390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787761187.251407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787761187.251411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00000080:00000010:3.1:1787761187.287682:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aafc0.
00000080:00000010:3.1:1787761187.287700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa680.
00010000:00000010:2.1:1787761187.305434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:2.1:1787761187.305450:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:2.1:1787761187.305453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:3.1:1787761187.315423:0:322393:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10540.
00000080:00000010:3.1:1787761187.315442:0:322393:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109c0.
00010000:00000010:0.1:1787761187.367317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787761187.367336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:0.1:1787761187.367340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:0.1:1787761187.371338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e80.
00000080:00000010:0.1:1787761187.371426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b40.
00010000:00000010:3.1:1787761187.411593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787761187.416335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:3.1:1787761187.416351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:3.1:1787761187.440014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c60.
00000080:00000010:3.1:1787761187.440032:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104e0.
00010000:00000010:3.1:1787761187.501957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787761187.507762:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787761187.507787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:3.1:1787761187.514446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa680.
00000080:00000010:3.1:1787761187.514464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b40.
00010000:00000010:2.1:1787761187.551163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761187.551178:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:2.1:1787761187.551182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:2.1:1787761187.579285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10000.
00000080:00000010:2.1:1787761187.579298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102a0.
00010000:00000010:1.1:1787761187.610736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:1.1:1787761187.615023:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1800.
00010000:00000010:1.1:1787761187.615039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:1.1:1787761187.640290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0620.
00000080:00000010:1.1:1787761187.640301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d01c0.
00010000:00000010:1.1:1787761187.667341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:1.1:1787761187.667355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1800.
00010000:00000010:1.1:1787761187.667359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:1.1:1787761187.694798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0640.
00000080:00000010:1.1:1787761187.694809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e60.
00010000:00000010:2.1:1787761187.725625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:2.1:1787761187.725642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787761187.725685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00000080:00000010:2.1:1787761187.748454:0:322400:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa480.
00000080:00000010:2.1:1787761187.748470:0:322400:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa2a0.
00010000:00000010:2.1:1787761187.805297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761187.805313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:2.1:1787761187.805317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:2.1:1787761187.805322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102a0.
00000080:00000010:2.1:1787761187.805330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad105c0.
00010000:00000010:3.1:1787761187.856360:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00000080:00000010:2.1:1787761187.860301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf40.
00000080:00000010:2.1:1787761187.860318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa3e0.
00010000:00000010:3.1:1787761187.860459:0:322402:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:3.1:1787761187.860467:0:322402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:2.1:1787761187.891434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:0.1:1787761187.896606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:0.1:1787761187.896624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:0.1:1787761187.907718:0:322403:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b00.
00000080:00000010:0.1:1787761187.907736:0:322403:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10000.
00010000:00000010:2.1:1787761187.943173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761187.943189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761187.943193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:2.1:1787761187.945293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad100c0.
00000080:00000010:2.1:1787761187.945308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0780.
00010000:00000010:3.1:1787761187.977413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787761187.981671:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:3.1:1787761187.981687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:3.1:1787761187.998913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaa00.
00000080:00000010:3.1:1787761187.998933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295280.
00010000:00000010:2.1:1787761188.033410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:2.1:1787761188.037495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:2.1:1787761188.037510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:2.1:1787761188.055499:0:322406:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a60.
00000080:00000010:2.1:1787761188.055509:0:322406:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295580.
00010000:00000010:3.1:1787761188.091309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787761188.091326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:3.1:1787761188.091330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00000080:00000010:3.1:1787761188.106997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaa00.
00000080:00000010:3.1:1787761188.107017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf80.
00010000:00000010:3.1:1787761188.143484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787761188.147519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:3.1:1787761188.147532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:3.1:1787761188.168320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf80.
00000080:00000010:3.1:1787761188.168342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b40.
00010000:00000010:2.1:1787761188.184551:0:322409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761188.184562:0:322409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761188.184565:0:322409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:2.1:1787761188.189318:0:322409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109c0.
00000080:00000010:2.1:1787761188.189331:0:322409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c60.
00010000:00000010:2.1:1787761188.215173:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761188.215185:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761188.215190:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:2.1:1787761188.228324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109c0.
00000080:00000010:2.1:1787761188.228341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c60.
00010000:00000010:1.1:1787761188.250292:0:322411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:1.1:1787761188.250304:0:322411:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1800.
00010000:00000010:1.1:1787761188.250307:0:322411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:1.1:1787761188.260478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b20.
00000080:00000010:1.1:1787761188.260489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07e0.
00010000:00000010:1.1:1787761188.285337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:1.1:1787761188.285350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1800.
00010000:00000010:1.1:1787761188.285353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:1.1:1787761188.290464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04c0.
00000080:00000010:1.1:1787761188.290478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0aa0.
00010000:00000010:2.1:1787761188.318302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761188.318315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761188.318318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:2.1:1787761188.318324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104e0.
00000080:00000010:2.1:1787761188.318331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109c0.
00010000:00000010:3.1:1787761188.350294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787761188.350301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:3.1:1787761188.350305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:3.1:1787761188.350309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae60.
00000080:00000010:3.1:1787761188.350317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e00.
00010000:00000010:2.1:1787761188.382392:0:322415:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:2.1:1787761188.386497:0:322415:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:2.1:1787761188.386510:0:322415:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:2.1:1787761188.386516:0:322415:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04c0.
00000080:00000010:2.1:1787761188.386523:0:322415:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104e0.
00010000:00000010:2.1:1787761188.409606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761188.409619:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761188.409623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:2.1:1787761188.420387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10240.
00000080:00000010:2.1:1787761188.420399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104e0.
00010000:00000010:2.1:1787761188.437295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761188.437311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761188.437315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:2.1:1787761188.449310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104e0.
00000080:00000010:2.1:1787761188.449322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e40.
00010000:00000010:3.1:1787761188.471439:0:322417:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:3.1:1787761188.471457:0:322417:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761188.472299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:3.1:1787761188.487325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e40.
00000080:00000010:3.1:1787761188.487333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad100c0.
00010000:00000010:0.1:1787761188.513055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787761188.513074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037900.
00010000:00000010:0.1:1787761188.513078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:0.1:1787761188.523593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295300.
00000080:00000010:0.1:1787761188.523606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951e0.
00010000:00000010:0.1:1787761188.542276:0:322419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787761188.542286:0:322419:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037900.
00010000:00000010:0.1:1787761188.542290:0:322419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:1.1:1787761188.556295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951e0.
00000080:00000010:1.1:1787761188.556312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252957c0.
00010000:00000010:3.1:1787761188.597297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787761188.597304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787761188.597307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00000080:00000010:3.1:1787761188.597311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac60.
00000080:00000010:3.1:1787761188.597318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae60.
00010000:00000010:3.1:1787761188.622397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787761188.622414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:3.1:1787761188.622418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:3.1:1787761188.631439:0:31:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae60.
00000080:00000010:3.1:1787761188.631452:0:31:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10240.
00010000:00000010:2.1:1787761188.661426:0:322423:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761188.661435:0:322423:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:2.1:1787761188.661438:0:322423:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:2.1:1787761188.674298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10620.
00000080:00000010:2.1:1787761188.674318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d20.
00010000:00000010:1.1:1787761188.683387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:1.1:1787761188.689508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:1.1:1787761188.689521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:1.1:1787761188.702325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10de0.
00000080:00000010:1.1:1787761188.702344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108a0.
00010000:00000010:3.1:1787761188.717296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787761188.725806:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787761188.725821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:3.1:1787761188.733768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad00.
00000080:00000010:3.1:1787761188.733788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295100.
00010000:00000010:3.1:1787761188.757000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:0.1:1787761188.757920:0:322426:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:0.1:1787761188.757928:0:322426:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:0.1:1787761188.766375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10460.
00000080:00000010:0.1:1787761188.766386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10620.
00010000:00000010:0.1:1787761188.782462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787761188.782476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037900.
00010000:00000010:0.1:1787761188.782479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:0.1:1787761188.796429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295b60.
00000080:00000010:0.1:1787761188.796442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ea0.
00010000:00000010:2.1:1787761188.820055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:2.1:1787761188.820068:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:2.1:1787761188.820072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:2.1:1787761188.824314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c40.
00000080:00000010:2.1:1787761188.824331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102e0.
00010000:00000010:1.1:1787761188.861510:0:322429:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:1.1:1787761188.861522:0:322429:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1800.
00010000:00000010:1.1:1787761188.861526:0:322429:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:1.1:1787761188.861534:0:322429:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0940.
00000080:00000010:1.1:1787761188.861541:0:322429:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252958e0.
00010000:00000010:1.1:1787761188.880300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:1.1:1787761188.883465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1800.
00010000:00000010:1.1:1787761188.883479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:1.1:1787761188.888363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0540.
00000080:00000010:1.1:1787761188.888380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0940.
00010000:00000010:1.1:1787761188.927396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:1.1:1787761188.927410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1800.
00010000:00000010:1.1:1787761188.927413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:1.1:1787761188.927419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0940.
00000080:00000010:1.1:1787761188.927426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0540.
00010000:00000010:1.1:1787761188.960418:0:238628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:0.1:1787761188.965963:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1800.
00010000:00000010:0.1:1787761188.965977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:2.1:1787761188.967285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d02a0.
00000080:00000010:2.1:1787761188.967355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d08e0.
00010000:00000010:3.1:1787761189.009348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:2.1:1787761189.013302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:2.1:1787761189.013320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9600.
00000080:00000010:2.1:1787761189.027164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa620.
00000080:00000010:2.1:1787761189.030295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e40.
00010000:00000010:0.1:1787761189.074299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787761189.078305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037900.
00010000:00000010:0.1:1787761189.078320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:2.1:1787761189.111283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295360.
00000080:00000010:2.1:1787761189.111295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07c0.
00010000:00000010:0.1:1787761189.160855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:1.1:1787761189.161371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037900.
00010000:00000010:1.1:1787761189.161378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00000080:00000010:0.1:1787761189.173532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d40.
00000080:00000010:0.1:1787761189.173548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa600.
00010000:00000010:1.1:1787761189.202293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787761189.202309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:1.1:1787761189.202313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:1.1:1787761189.220612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0800.
00000080:00000010:1.1:1787761189.220633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e20.
00010000:00000010:2.1:1787761189.265177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761189.265192:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:2.1:1787761189.265197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00000080:00000010:2.1:1787761189.295365:0:322437:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102e0.
00000080:00000010:2.1:1787761189.295380:0:322437:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad20.
00010000:00000010:3.1:1787761189.321986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00010000:00000010:3.1:1787761189.322002:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:3.1:1787761189.322006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00000080:00000010:3.1:1787761189.343446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa920.
00000080:00000010:3.1:1787761189.343469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa5e0.
00010000:00000010:2.1:1787761189.374353:0:322438:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:2.1:1787761189.374368:0:322438:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:2.1:1787761189.374372:0:322438:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:2.1:1787761189.402492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c40.
00000080:00000010:2.1:1787761189.402509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d40.
00010000:00000010:3.1:1787761189.418377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:3.1:1787761189.418387:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:3.1:1787761189.418391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:3.1:1787761189.438017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10980.
00000080:00000010:3.1:1787761189.438028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108c0.
00010000:00000010:3.1:1787761189.467287:0:1356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00010000:00000010:3.1:1787761189.467301:0:1356:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:3.1:1787761189.467305:0:1356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00000080:00000010:3.1:1787761189.483853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa920.
00000080:00000010:3.1:1787761189.483867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa5e0.
00010000:00000010:2.1:1787761189.509399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:2.1:1787761189.509418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:2.1:1787761189.509423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:2.1:1787761189.517930:0:322442:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d60.
00000080:00000010:2.1:1787761189.517944:0:322442:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0960.
00010000:00000010:2.1:1787761189.553435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761189.570292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:2.1:1787761189.570302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:2.1:1787761189.588294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c20.
00000080:00000010:2.1:1787761189.588310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104c0.
00010000:00000010:1.1:1787761189.613450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:1.1:1787761189.613464:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:1.1:1787761189.613468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:2.1:1787761189.648867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0280.
00000080:00000010:2.1:1787761189.648884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0060.
00010000:00000010:3.1:1787761189.680656:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787761189.680670:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:3.1:1787761189.680675:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9600.
00000080:00000010:3.1:1787761189.695096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaae0.
00000080:00000010:3.1:1787761189.695116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e40.
00010000:00000010:2.1:1787761189.719469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761189.719484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:2.1:1787761189.719488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:2.1:1787761189.737466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104c0.
00000080:00000010:2.1:1787761189.737481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c20.
00010000:00000010:1.1:1787761189.770457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:1.1:1787761189.770467:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:1.1:1787761189.770471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000080:00000010:1.1:1787761189.774544:0:322447:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d80.
00000080:00000010:1.1:1787761189.774558:0:322447:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07c0.
00010000:00000010:3.1:1787761189.797404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787761189.797420:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:3.1:1787761189.797425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:3.1:1787761189.820094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa300.
00000080:00000010:3.1:1787761189.820105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295700.
00010000:00000010:0.1:1787761189.843319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:0.1:1787761189.843327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:0.1:1787761189.843331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:1.1:1787761189.870315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0da0.
00000080:00000010:1.1:1787761189.870337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c40.
00010000:00000010:2.1:1787761189.906291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761189.906305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761189.906310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:2.1:1787761189.906315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10100.
00000080:00000010:2.1:1787761189.906324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d40.
00010000:00000010:1.1:1787761189.933578:0:322451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787761189.933591:0:322451:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:1.1:1787761189.933595:0:322451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:2.1:1787761189.941306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d02c0.
00000080:00000010:2.1:1787761189.941317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e80.
00010000:00000010:3.1:1787761189.960281:0:322451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787761189.978335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:3.1:1787761189.978348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:3.1:1787761189.989591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa5c0.
00000080:00000010:3.1:1787761189.989614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295760.
00010000:00000010:2.1:1787761189.998445:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761189.998458:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761189.998463:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:2.1:1787761190.002501:0:322453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10100.
00000080:00000010:2.1:1787761190.002516:0:322453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d40.
00010000:00000010:2.1:1787761190.030103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761190.030119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761190.030123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:2.1:1787761190.036335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e80.
00000080:00000010:2.1:1787761190.036352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10100.
00010000:00000010:0.1:1787761190.076292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9600.
00010000:00000010:0.1:1787761190.076300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787761190.076304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:0.1:1787761190.076308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959c0.
00000080:00000010:0.1:1787761190.076314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a60.
00010000:00000010:2.1:1787761190.101624:0:322456:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761190.101637:0:322456:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761190.101640:0:322456:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:2.1:1787761190.124916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10100.
00000080:00000010:2.1:1787761190.124936:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0440.
00010000:00000010:1.1:1787761190.135305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:1.1:1787761190.141297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:1.1:1787761190.141308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:1.1:1787761190.154346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0200.
00000080:00000010:1.1:1787761190.154356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0020.
00010000:00000010:3.1:1787761190.178421:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00010000:00000010:3.1:1787761190.178434:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:3.1:1787761190.178437:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00000080:00000010:3.1:1787761190.196283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aadc0.
00000080:00000010:3.1:1787761190.196295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa280.
00010000:00000010:0.1:1787761190.218335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787761190.218352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787761190.218356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:0.1:1787761190.228707:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d20.
00000080:00000010:0.1:1787761190.228718:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295520.
00010000:00000010:2.1:1787761190.255489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761190.255508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761190.255513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:2.1:1787761190.259404:0:322460:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f20.
00000080:00000010:2.1:1787761190.259412:0:322460:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d40.
00010000:00000010:2.1:1787761190.272300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761190.277472:0:322460:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761190.277482:0:322460:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:2.1:1787761190.291416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f00.
00000080:00000010:2.1:1787761190.291432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102c0.
00010000:00000010:2.1:1787761190.310094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761190.322652:0:322462:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761190.322666:0:322462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:2.1:1787761190.333290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10bc0.
00000080:00000010:2.1:1787761190.333306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d40.
00010000:00000010:3.1:1787761190.355675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00010000:00000010:3.1:1787761190.358367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:3.1:1787761190.358381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00000080:00000010:3.1:1787761190.381280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aade0.
00000080:00000010:3.1:1787761190.381290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa060.
00010000:00000010:2.1:1787761190.417837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761190.419292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761190.419304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:2.1:1787761190.435677:0:322464:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d40.
00000080:00000010:2.1:1787761190.435695:0:322464:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10bc0.
00010000:00000010:0.1:1787761190.504847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787761190.513381:0:238629:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787761190.513391:0:238629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:0.1:1787761190.516536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c00.
00000080:00000010:0.1:1787761190.516554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295600.
00010000:00000010:3.1:1787761190.537372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00010000:00000010:3.1:1787761190.537390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:3.1:1787761190.537394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00000080:00000010:3.1:1787761190.569610:0:322466:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aace0.
00000080:00000010:3.1:1787761190.569622:0:322466:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa540.
00010000:00000010:3.1:1787761190.601819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00010000:00000010:2.1:1787761190.605291:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:2.1:1787761190.605307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00000080:00000010:2.1:1787761190.647289:0:322467:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad80.
00000080:00000010:2.1:1787761190.647307:0:322467:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa540.
00010000:00000010:3.1:1787761190.700770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787761190.704309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787761190.704326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00000080:00000010:3.1:1787761190.729791:0:322468:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa0a0.
00000080:00000010:3.1:1787761190.729815:0:322468:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aade0.
00010000:00000010:2.1:1787761190.763299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761190.768311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761190.768326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:2.1:1787761190.775328:0:322469:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10bc0.
00000080:00000010:2.1:1787761190.775341:0:322469:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10100.
00010000:00000010:3.1:1787761190.821599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:2.1:1787761190.825420:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:2.1:1787761190.825436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00000080:00000010:2.1:1787761190.836505:0:322470:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa100.
00000080:00000010:2.1:1787761190.836526:0:322470:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aade0.
00010000:00000010:2.1:1787761190.872368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761190.877483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761190.877492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:2.1:1787761190.896800:0:322471:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10bc0.
00000080:00000010:2.1:1787761190.896819:0:322471:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00010000:00000010:3.1:1787761190.926152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787761190.931297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fe00.
00010000:00000010:3.1:1787761190.931311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00000080:00000010:3.1:1787761190.947290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1e0.
00000080:00000010:3.1:1787761190.947309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa0a0.
00010000:00000010:1.1:1787761190.985080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787761190.985095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:1.1:1787761190.985098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:1.1:1787761191.008330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d60.
00000080:00000010:1.1:1787761191.008347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0760.
00010000:00000010:2.1:1787761191.058077:0:322474:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761191.058086:0:322474:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761191.058090:0:322474:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:2.1:1787761191.070293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10880.
00000080:00000010:2.1:1787761191.070302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00010000:00000010:0.1:1787761191.136377:0:322475:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787761191.136392:0:322475:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787761191.136396:0:322475:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00000080:00000010:3.1:1787761191.154349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295840.
00000080:00000010:3.1:1787761191.154365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab80.
00010000:00000010:2.1:1787761191.168299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761191.168315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761191.168320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:2.1:1787761191.183140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00000080:00000010:2.1:1787761191.183162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0600.
00010000:00000010:2.1:1787761191.236829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:2.1:1787761191.236848:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761191.236854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:2.1:1787761191.256323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a60.
00000080:00000010:2.1:1787761191.256342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101a0.
00010000:00000010:2.1:1787761191.301650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761191.306608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761191.306625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:3.1:1787761191.321291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101a0.
00000080:00000010:3.1:1787761191.321311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d03a0.
00010000:00000010:2.1:1787761191.365571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:3.1:1787761191.372299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:3.1:1787761191.372311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:3.1:1787761191.382387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10220.
00000080:00000010:3.1:1787761191.382407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295800.
00010000:00000010:1.1:1787761191.406584:0:322480:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787761191.406597:0:322480:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:1.1:1787761191.406600:0:322480:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:1.1:1787761191.410558:0:322480:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0640.
00000080:00000010:1.1:1787761191.410568:0:322480:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ee0.
00010000:00000010:3.1:1787761191.440292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787761191.440301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fe00.
00010000:00000010:3.1:1787761191.440305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:3.1:1787761191.440310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab80.
00000080:00000010:3.1:1787761191.440318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ee0.
00010000:00000010:2.1:1787761191.473582:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761191.473597:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761191.473600:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:2.1:1787761191.482280:0:322482:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10400.
00000080:00000010:2.1:1787761191.482292:0:322482:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10cc0.
00010000:00000010:2.1:1787761191.519284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761191.519299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761191.519302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:2.1:1787761191.551317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ba0.
00000080:00000010:2.1:1787761191.551336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10cc0.
00010000:00000010:3.1:1787761191.578467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787761191.582308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fe00.
00010000:00000010:3.1:1787761191.582331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:3.1:1787761191.623736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1e0.
00000080:00000010:3.1:1787761191.623768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959a0.
00010000:00000010:0.1:1787761191.646107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787761191.648336:0:322484:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fe00.
00010000:00000010:0.1:1787761191.648349:0:322484:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:0.1:1787761191.673656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e80.
00000080:00000010:0.1:1787761191.673689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04e0.
00010000:00000010:2.1:1787761191.728625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761191.728638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761191.728642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:2.1:1787761191.742894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ba0.
00000080:00000010:2.1:1787761191.742915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e40.
00010000:00000010:1.1:1787761191.788900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787761191.788924:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:1.1:1787761191.788929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:0.1:1787761191.811873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0700.
00000080:00000010:0.1:1787761191.811883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b00.
00010000:00000010:2.1:1787761191.833299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761191.833313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761191.833316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:3.1:1787761191.864286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10400.
00000080:00000010:3.1:1787761191.864296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103e0.
00010000:00000010:2.1:1787761191.885150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761191.889375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761191.889383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:2.1:1787761191.907297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109e0.
00000080:00000010:2.1:1787761191.907305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04c0.
00010000:00000010:3.1:1787761191.918589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787761191.918604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787761191.918608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:3.1:1787761191.927284:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaca0.
00000080:00000010:3.1:1787761191.927299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ee0.
00010000:00000010:3.1:1787761191.971296:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787761191.971305:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787761191.971310:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00000080:00000010:3.1:1787761191.989305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa220.
00000080:00000010:3.1:1787761191.989326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaca0.
00010000:00000010:1.1:1787761192.011308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:0.1:1787761192.011396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:0.1:1787761192.011404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:2.1:1787761192.035164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0fc0.
00000080:00000010:2.1:1787761192.035184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0500.
00010000:00000010:0.1:1787761192.068157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787761192.068175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787761192.068180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:2.1:1787761192.075119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252954c0.
00000080:00000010:2.1:1787761192.075130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0180.
00010000:00000010:3.1:1787761192.103449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787761192.108810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787761192.108819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00000080:00000010:3.1:1787761192.120639:0:322494:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1e0.
00000080:00000010:3.1:1787761192.120658:0:322494:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa220.
00010000:00000010:2.1:1787761192.141382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761192.146308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761192.146323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:2.1:1787761192.165345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10580.
00000080:00000010:2.1:1787761192.165354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad106a0.
00010000:00000010:3.1:1787761192.190436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787761192.194600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787761192.194615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:3.1:1787761192.208280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa0a0.
00000080:00000010:3.1:1787761192.208293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b80.
00010000:00000010:1.1:1787761192.240496:0:322497:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:1.1:1787761192.240511:0:322497:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:1.1:1787761192.240515:0:322497:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:1.1:1787761192.240521:0:322497:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b60.
00000080:00000010:1.1:1787761192.240529:0:322497:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d80.
00010000:00000010:1.1:1787761192.275304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:1.1:1787761192.275321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:1.1:1787761192.275325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:1.1:1787761192.288394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06c0.
00000080:00000010:1.1:1787761192.288409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0320.
00010000:00000010:1.1:1787761192.315933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:1.1:1787761192.315946:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:1.1:1787761192.315949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:1.1:1787761192.333362:0:322499:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0320.
00000080:00000010:1.1:1787761192.333376:0:322499:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0920.
00010000:00000010:1.1:1787761192.355730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:1.1:1787761192.355756:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:1.1:1787761192.355760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:1.1:1787761192.366896:0:322500:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0320.
00000080:00000010:1.1:1787761192.366911:0:322500:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0920.
00010000:00000010:2.1:1787761192.407599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761192.407612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761192.407616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:2.1:1787761192.413291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10580.
00000080:00000010:2.1:1787761192.413302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295660.
00010000:00000010:3.1:1787761192.446965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:2.1:1787761192.454605:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:2.1:1787761192.454619:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00000080:00000010:2.1:1787761192.464592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa540.
00000080:00000010:2.1:1787761192.464609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aace0.
00010000:00000010:3.1:1787761192.494164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787761192.507684:0:322503:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110ff00.
00010000:00000010:3.1:1787761192.507698:0:322503:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:3.1:1787761192.507704:0:322503:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aadc0.
00000080:00000010:3.1:1787761192.507715:0:322503:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d00.
00010000:00000010:3.1:1787761192.538292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:3.1:1787761192.548298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110ff00.
00010000:00000010:3.1:1787761192.548313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00000080:00000010:3.1:1787761192.569298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac20.
00000080:00000010:3.1:1787761192.569318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aadc0.
00010000:00000010:3.1:1787761192.595307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:3.1:1787761192.608314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:3.1:1787761192.608321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:3.1:1787761192.611411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10960.
00000080:00000010:3.1:1787761192.611426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103c0.
00010000:00000010:2.1:1787761192.640401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761192.656306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761192.656316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:2.1:1787761192.662422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10340.
00000080:00000010:2.1:1787761192.662436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a60.
00010000:00000010:2.1:1787761192.694301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761192.694317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761192.694321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:2.1:1787761192.711452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101e0.
00000080:00000010:2.1:1787761192.711468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103c0.
00010000:00000010:3.1:1787761192.757294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:2.1:1787761192.767813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110ff00.
00010000:00000010:2.1:1787761192.767830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00000080:00000010:2.1:1787761192.786290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa280.
00000080:00000010:2.1:1787761192.786304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aadc0.
00010000:00000010:0.1:1787761192.814213:0:322509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787761192.814232:0:322509:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787761192.814236:0:322509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00000080:00000010:0.1:1787761192.828387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a40.
00000080:00000010:0.1:1787761192.828404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d03e0.
00010000:00000010:0.1:1787761192.844297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787761192.844315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787761192.844319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:0.1:1787761192.859289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252954a0.
00000080:00000010:0.1:1787761192.859306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e40.
00010000:00000010:3.1:1787761192.916536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:2.1:1787761192.916629:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:2.1:1787761192.916636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00000080:00000010:2.1:1787761192.929188:0:322511:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaae0.
00000080:00000010:2.1:1787761192.929206:0:322511:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa5c0.
00010000:00000010:1.1:1787761192.970296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:1.1:1787761192.970306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:1.1:1787761192.970310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:1.1:1787761192.981783:0:322512:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07a0.
00000080:00000010:1.1:1787761192.981798:0:322512:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c80.
00010000:00000010:0.1:1787761193.017289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:0.1:1787761193.017305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:1.1:1787761193.025297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:2.1:1787761193.029288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07a0.
00000080:00000010:2.1:1787761193.029305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c80.
00010000:00000010:2.1:1787761193.088304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761193.088316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761193.088320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:2.1:1787761193.128999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103c0.
00000080:00000010:2.1:1787761193.129016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10960.
00010000:00000010:3.1:1787761193.174431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:1.1:1787761193.177442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:1.1:1787761193.177456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00000080:00000010:0.1:1787761193.231441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa8a0.
00000080:00000010:0.1:1787761193.231461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa960.
00010000:00000010:0.1:1787761193.271997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787761193.272015:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787761193.272019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:0.1:1787761193.314390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252955c0.
00000080:00000010:0.1:1787761193.314405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295be0.
00010000:00000010:2.1:1787761193.345447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:3.1:1787761193.349372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:3.1:1787761193.349390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:3.1:1787761193.370012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103c0.
00000080:00000010:3.1:1787761193.370030:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10340.
00010000:00000010:3.1:1787761193.422413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:3.1:1787761193.422428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:3.1:1787761193.422433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:3.1:1787761193.465405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa840.
00000080:00000010:3.1:1787761193.465426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e20.
00010000:00000010:2.1:1787761193.491393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:0.1:1787761193.495358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:0.1:1787761193.495374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:1.1:1787761193.514477:0:322519:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad106a0.
00000080:00000010:1.1:1787761193.514496:0:322519:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d80.
00010000:00000010:2.1:1787761193.560296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:2.1:1787761193.560308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:0.1:1787761193.569379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:2.1:1787761193.585278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252958e0.
00000080:00000010:2.1:1787761193.585300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07a0.
00010000:00000010:0.1:1787761193.601299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:0.1:1787761193.601314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:0.1:1787761193.601318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:0.1:1787761193.632374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa300.
00000080:00000010:0.1:1787761193.632387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ba0.
00010000:00000010:2.1:1787761193.659471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:2.1:1787761193.671367:0:322522:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761193.671377:0:322522:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:2.1:1787761193.683589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109e0.
00000080:00000010:2.1:1787761193.683605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d02a0.
00010000:00000010:2.1:1787761193.700387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:2.1:1787761193.700405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:2.1:1787761193.700409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:3.1:1787761193.706860:0:322523:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959c0.
00000080:00000010:3.1:1787761193.716376:0:322523:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10400.
00010000:00000010:2.1:1787761193.755445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:2.1:1787761193.760505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761193.760516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00000080:00000010:2.1:1787761193.779513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103e0.
00000080:00000010:2.1:1787761193.779530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa5e0.
00010000:00000010:3.1:1787761193.807906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787761193.807922:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787761193.807926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:3.1:1787761193.822522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa4c0.
00000080:00000010:3.1:1787761193.822537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0f60.
00010000:00000010:2.1:1787761193.856932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:2.1:1787761193.861138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761193.861148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:2.1:1787761193.868353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109e0.
00000080:00000010:2.1:1787761193.868369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252957c0.
00010000:00000010:3.1:1787761193.893301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:3.1:1787761193.897312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:3.1:1787761193.897329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:2.1:1787761193.916291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959a0.
00000080:00000010:2.1:1787761193.916312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295300.
00010000:00000010:1.1:1787761193.935409:0:322527:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787761193.935417:0:322527:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:1.1:1787761193.935421:0:322527:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00000080:00000010:1.1:1787761193.950736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c40.
00000080:00000010:1.1:1787761193.950754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0320.
00010000:00000010:2.1:1787761193.980288:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:2.1:1787761193.980296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787761193.980340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:3.1:1787761194.008565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ac0.
00000080:00000010:3.1:1787761194.008574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b60.
00010000:00000010:0.1:1787761194.042292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787761194.042311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:0.1:1787761194.042316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:0.1:1787761194.054366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295da0.
00000080:00000010:0.1:1787761194.054382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c40.
00010000:00000010:2.1:1787761194.143362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:2.1:1787761194.143374:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761194.143378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:2.1:1787761194.178930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10220.
00000080:00000010:2.1:1787761194.178946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10880.
00010000:00000010:1.1:1787761194.221342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787761194.221358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:1.1:1787761194.221362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:1.1:1787761194.232576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06e0.
00000080:00000010:1.1:1787761194.232593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06a0.
00010000:00000010:2.1:1787761194.284309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:2.1:1787761194.284328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761194.284332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:2.1:1787761194.309292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10220.
00000080:00000010:2.1:1787761194.309311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10880.
00010000:00000010:2.1:1787761194.365301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:2.1:1787761194.368746:0:322533:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:2.1:1787761194.368759:0:322533:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:2.1:1787761194.390308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa5a0.
00000080:00000010:2.1:1787761194.390327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06e0.
00010000:00000010:0.1:1787761194.412363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:0.1:1787761194.412373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:1.1:1787761194.414214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:1.1:1787761194.421292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0720.
00000080:00000010:1.1:1787761194.421302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0400.
00010000:00000010:2.1:1787761194.442323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:2.1:1787761194.447288:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:2.1:1787761194.447302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:2.1:1787761194.457789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10220.
00000080:00000010:2.1:1787761194.457807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295dc0.
00010000:00000010:1.1:1787761194.514002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787761194.514018:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:1.1:1787761194.514022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:1.1:1787761194.525103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0720.
00000080:00000010:1.1:1787761194.525122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0080.
00010000:00000010:3.1:1787761194.580325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787761194.584345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787761194.584368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:3.1:1787761194.626558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab60.
00000080:00000010:3.1:1787761194.626587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e60.
00010000:00000010:2.1:1787761194.661693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:2.1:1787761194.661725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:2.1:1787761194.661731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:2.1:1787761194.683328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f20.
00000080:00000010:2.1:1787761194.683350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a00.
00010000:00000010:1.1:1787761194.742154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:2.1:1787761194.745314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:2.1:1787761194.745334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:2.1:1787761194.774398:0:322540:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0f80.
00000080:00000010:2.1:1787761194.782478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0500.
00010000:00000010:1.1:1787761194.817745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:1.1:1787761194.817768:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1800.
00010000:00000010:1.1:1787761194.817773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:1.1:1787761194.865289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0aa0.
00000080:00000010:1.1:1787761194.865314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101a0.
00010000:00000010:2.1:1787761194.919333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:2.1:1787761194.919355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761194.919360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:2.1:1787761194.939408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10a80.
00000080:00000010:2.1:1787761194.939493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295dc0.
00010000:00000010:0.1:1787761195.011536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787761195.024297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037800.
00010000:00000010:0.1:1787761195.024318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:2.1:1787761195.027502:0:322543:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295160.
00000080:00000010:2.1:1787761195.027528:0:322543:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a60.
00010000:00000010:2.1:1787761195.064300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761195.067943:0:322543:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761195.067968:0:322543:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:2.1:1787761195.086347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10bc0.
00000080:00000010:2.1:1787761195.086359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00010000:00000010:1.1:1787761195.114806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:2.1:1787761195.117308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037800.
00010000:00000010:2.1:1787761195.117331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:2.1:1787761195.139515:0:322545:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ce0.
00000080:00000010:2.1:1787761195.139539:0:322545:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04e0.
00010000:00000010:2.1:1787761195.189448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761195.189459:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761195.189462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:2.1:1787761195.203776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10220.
00000080:00000010:2.1:1787761195.203803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00010000:00000010:3.1:1787761195.238023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:0.1:1787761195.238438:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:0.1:1787761195.238446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:2.1:1787761195.246282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa2a0.
00000080:00000010:2.1:1787761195.246324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295600.
00010000:00000010:0.1:1787761195.274311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037000.
00010000:00000010:0.1:1787761195.274330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:2.1:1787761195.280873:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:0.1:1787761195.284778:0:322548:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d09e0.
00000080:00000010:0.1:1787761195.284804:0:322548:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e60.
00010000:00000010:0.1:1787761195.326840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787761195.337933:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037000.
00010000:00000010:0.1:1787761195.337940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:0.1:1787761195.339525:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e00.
00000080:00000010:0.1:1787761195.339538:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f40.
00010000:00000010:2.1:1787761195.354453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:2.1:1787761195.358446:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761195.358461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:2.1:1787761195.376386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10bc0.
00000080:00000010:2.1:1787761195.376402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0620.
00010000:00000010:2.1:1787761195.407889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761195.412512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761195.412527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:2.1:1787761195.442337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10220.
00000080:00000010:2.1:1787761195.442357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102c0.
00010000:00000010:0.1:1787761195.491301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787761195.495302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037000.
00010000:00000010:0.1:1787761195.495317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:0.1:1787761195.518818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e20.
00000080:00000010:0.1:1787761195.518842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295500.
00010000:00000010:3.1:1787761195.548298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787761195.548314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787761195.548318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:3.1:1787761195.561750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aafc0.
00000080:00000010:3.1:1787761195.561766:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0f00.
00010000:00000010:2.1:1787761195.610349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761195.614305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761195.614319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:2.1:1787761195.639302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f00.
00000080:00000010:2.1:1787761195.639318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10560.
00010000:00000010:2.1:1787761195.667307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:2.1:1787761195.667326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037000.
00010000:00000010:2.1:1787761195.667330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00000080:00000010:2.1:1787761195.690491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951e0.
00000080:00000010:2.1:1787761195.690505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa3a0.
00010000:00000010:3.1:1787761195.719302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:3.1:1787761195.719318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:2.1:1787761195.719370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:0.1:1787761195.751420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10560.
00000080:00000010:0.1:1787761195.751428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f00.
00010000:00000010:2.1:1787761195.774764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761195.774780:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761195.774784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00000080:00000010:2.1:1787761195.802335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e80.
00000080:00000010:2.1:1787761195.802354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aafa0.
00010000:00000010:1.1:1787761195.835300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:1.1:1787761195.838480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1800.
00010000:00000010:1.1:1787761195.838495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:2.1:1787761195.877293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0fc0.
00000080:00000010:2.1:1787761195.877316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0660.
00010000:00000010:1.1:1787761195.928295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:1.1:1787761195.932091:0:238629:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1800.
00010000:00000010:1.1:1787761195.932105:0:238629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:3.1:1787761195.957356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a00.
00000080:00000010:3.1:1787761195.957374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b20.
00010000:00000010:1.1:1787761195.978204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787761195.978221:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1800.
00010000:00000010:1.1:1787761195.978225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:1.1:1787761196.003639:0:322560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0720.
00000080:00000010:1.1:1787761196.003658:0:322560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0180.
00010000:00000010:1.1:1787761196.047632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:2.1:1787761196.052669:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1800.
00010000:00000010:2.1:1787761196.052686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:2.1:1787761196.081303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0080.
00000080:00000010:2.1:1787761196.081318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0720.
00010000:00000010:3.1:1787761196.132874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787761196.137294:0:322561:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787761196.137303:0:322561:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000080:00000010:3.1:1787761196.151390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa140.
00000080:00000010:3.1:1787761196.151413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0900.
00010000:00000010:1.1:1787761196.170339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:1.1:1787761196.170356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:1.1:1787761196.170360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:1.1:1787761196.199777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05e0.
00000080:00000010:1.1:1787761196.199795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06a0.
00010000:00000010:2.1:1787761196.215297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761196.215313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761196.215317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:2.1:1787761196.243583:0:322564:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ec0.
00000080:00000010:2.1:1787761196.243600:0:322564:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0480.
00010000:00000010:2.1:1787761196.292813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:2.1:1787761196.292829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761196.292833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:2.1:1787761196.327093:0:322565:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c20.
00000080:00000010:2.1:1787761196.327107:0:322565:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ec0.
00010000:00000010:3.1:1787761196.372423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787761196.372440:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787761196.372445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00000080:00000010:3.1:1787761196.393326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa3c0.
00000080:00000010:3.1:1787761196.393345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa140.
00010000:00000010:2.1:1787761196.423300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:2.1:1787761196.423318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761196.423321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:2.1:1787761196.452298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ec0.
00000080:00000010:2.1:1787761196.452324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c20.
00010000:00000010:0.1:1787761196.495669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9600.
00010000:00000010:0.1:1787761196.519155:0:238628:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037200.
00010000:00000010:0.1:1787761196.519168:0:238628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:0.1:1787761196.525427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295960.
00000080:00000010:0.1:1787761196.525437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252956c0.
00010000:00000010:2.1:1787761196.553301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:2.1:1787761196.553382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761196.553387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:2.1:1787761196.565321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ec0.
00000080:00000010:2.1:1787761196.565338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103a0.
00010000:00000010:2.1:1787761196.604468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:2.1:1787761196.604484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761196.604488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:3.1:1787761196.618422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103a0.
00000080:00000010:3.1:1787761196.618438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ec0.
00010000:00000010:3.1:1787761196.641308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787761196.645311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787761196.645327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00000080:00000010:3.1:1787761196.669766:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa520.
00000080:00000010:3.1:1787761196.669783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa580.
00010000:00000010:2.1:1787761196.703490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761196.703507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761196.703512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:2.1:1787761196.726289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108c0.
00000080:00000010:2.1:1787761196.726307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0fe0.
00010000:00000010:2.1:1787761196.761815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037200.
00010000:00000010:2.1:1787761196.761832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:3.1:1787761196.763804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:2.1:1787761196.782327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d02c0.
00000080:00000010:2.1:1787761196.782341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295360.
00010000:00000010:2.1:1787761196.814373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:2.1:1787761196.814385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761196.814389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:2.1:1787761196.824288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d20.
00000080:00000010:2.1:1787761196.824299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10980.
00010000:00000010:3.1:1787761196.839486:0:322575:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:3.1:1787761196.839500:0:322575:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:3.1:1787761196.839503:0:322575:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:1.1:1787761196.840304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10460.
00000080:00000010:1.1:1787761196.840315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10620.
00010000:00000010:2.1:1787761196.866507:0:322575:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761196.876428:0:322576:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:2.1:1787761196.876440:0:322576:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:2.1:1787761196.886312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10980.
00000080:00000010:2.1:1787761196.886326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d20.
00010000:00000010:2.1:1787761196.905290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:2.1:1787761196.905299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:2.1:1787761196.905305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104e0.
00000080:00000010:2.1:1787761196.905311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10de0.
00010000:00000010:3.1:1787761196.915347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:1.1:1787761196.960304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:1.1:1787761196.960319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:1.1:1787761196.960322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:3.1:1787761196.971838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c80.
00000080:00000010:3.1:1787761196.971859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a80.
00010000:00000010:2.1:1787761196.980355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:2.1:1787761196.984372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:2.1:1787761196.984382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:2.1:1787761196.997302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104e0.
00000080:00000010:2.1:1787761196.997319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10de0.
00010000:00000010:3.1:1787761197.021280:0:322579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787761197.021287:0:322579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787761197.021292:0:322579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00000080:00000010:3.1:1787761197.033576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa040.
00000080:00000010:3.1:1787761197.033589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae40.
00010000:00000010:3.1:1787761197.056842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:3.1:1787761197.056856:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:3.1:1787761197.056861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:3.1:1787761197.073291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104e0.
00000080:00000010:3.1:1787761197.073304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d20.
00010000:00000010:2.1:1787761197.118314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:2.1:1787761197.118331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761197.118335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:2.1:1787761197.144049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10240.
00000080:00000010:2.1:1787761197.144069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad100c0.
00010000:00000010:3.1:1787761197.164298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787761197.164314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787761197.164318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00000080:00000010:3.1:1787761197.176372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa500.
00000080:00000010:3.1:1787761197.176389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf00.
00010000:00000010:2.1:1787761197.206341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:2.1:1787761197.216070:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761197.216081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:2.1:1787761197.218329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109c0.
00000080:00000010:2.1:1787761197.218344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10240.
00010000:00000010:3.1:1787761197.248714:0:322585:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787761197.248727:0:322585:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787761197.248730:0:322585:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00000080:00000010:3.1:1787761197.261305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf00.
00000080:00000010:3.1:1787761197.261314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa500.
00010000:00000010:2.1:1787761197.280287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:2.1:1787761197.280295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761197.280298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:2.1:1787761197.285821:0:322586:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10240.
00000080:00000010:2.1:1787761197.285836:0:322586:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109c0.
00010000:00000010:3.1:1787761197.308544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787761197.312351:0:322587:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787761197.312363:0:322587:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00000080:00000010:3.1:1787761197.335466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa500.
00000080:00000010:3.1:1787761197.335477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf00.
00010000:00000010:2.1:1787761197.348729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:2.1:1787761197.348745:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761197.348749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:2.1:1787761197.365287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10240.
00000080:00000010:2.1:1787761197.365298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109c0.
00010000:00000010:0.1:1787761197.376408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787761197.376429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037a00.
00010000:00000010:0.1:1787761197.376433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:0.1:1787761197.389385:0:322589:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295060.
00000080:00000010:0.1:1787761197.389400:0:322589:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295440.
00010000:00000010:0.1:1787761197.424309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:1.1:1787761197.425117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037a00.
00010000:00000010:1.1:1787761197.425127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:2.1:1787761197.432403:0:322590:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295440.
00000080:00000010:2.1:1787761197.432417:0:322590:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295060.
00010000:00000010:3.1:1787761197.453296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:3.1:1787761197.457570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:3.1:1787761197.457579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:3.1:1787761197.471637:0:322591:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c60.
00000080:00000010:3.1:1787761197.471650:0:322591:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109c0.
00010000:00000010:3.1:1787761197.504293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:0.1:1787761197.515484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:0.1:1787761197.515497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00000080:00000010:0.1:1787761197.526303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa440.
00000080:00000010:0.1:1787761197.526325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa360.
00010000:00000010:0.1:1787761197.536889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:0.1:1787761197.536905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:0.1:1787761197.536909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:0.1:1787761197.547296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf00.
00000080:00000010:0.1:1787761197.547313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252958e0.
00010000:00000010:3.1:1787761197.587335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787761197.600557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:3.1:1787761197.600563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:0.1:1787761197.604557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa520.
00000080:00000010:0.1:1787761197.604587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad105c0.
00010000:00000010:2.1:1787761197.631290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:2.1:1787761197.631303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761197.631307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00000080:00000010:2.1:1787761197.635282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102a0.
00000080:00000010:2.1:1787761197.635298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0980.
00010000:00000010:1.1:1787761197.656870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787761197.656884:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:1.1:1787761197.656888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:1.1:1787761197.685384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0440.
00000080:00000010:1.1:1787761197.685400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0f60.
00010000:00000010:2.1:1787761197.714267:0:322596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:2.1:1787761197.723435:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:2.1:1787761197.723443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:2.1:1787761197.731301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959c0.
00000080:00000010:2.1:1787761197.731318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0000.
00010000:00000010:0.1:1787761197.753639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787761197.753658:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:0.1:1787761197.753662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:0.1:1787761197.763496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295140.
00000080:00000010:0.1:1787761197.763510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295760.
00010000:00000010:3.1:1787761197.787201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787761197.787218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:3.1:1787761197.787222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:3.1:1787761197.800320:0:322599:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa700.
00000080:00000010:3.1:1787761197.800335:0:322599:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05c0.
00010000:00000010:3.1:1787761197.829875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:2.1:1787761197.838426:0:322600:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:2.1:1787761197.838438:0:322600:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00000080:00000010:2.1:1787761197.849281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa180.
00000080:00000010:2.1:1787761197.849295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa700.
00010000:00000010:2.1:1787761197.864673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761197.864689:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761197.864692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:2.1:1787761197.884133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10240.
00000080:00000010:2.1:1787761197.884149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b00.
00010000:00000010:3.1:1787761197.921483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787761197.921498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:3.1:1787761197.921502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:3.1:1787761197.933449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa000.
00000080:00000010:3.1:1787761197.933468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959e0.
00010000:00000010:2.1:1787761197.992310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:2.1:1787761197.992325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761197.992329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:2.1:1787761198.013287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b00.
00000080:00000010:2.1:1787761198.013308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06e0.
00010000:00000010:1.1:1787761198.048391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:1.1:1787761198.048405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1c00.
00010000:00000010:1.1:1787761198.048409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00000080:00000010:1.1:1787761198.069450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0900.
00000080:00000010:1.1:1787761198.069465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa560.
00010000:00000010:2.1:1787761198.089307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:2.1:1787761198.089323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761198.089328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:2.1:1787761198.106334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b00.
00000080:00000010:2.1:1787761198.106353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c00.
00010000:00000010:3.1:1787761198.140851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787761198.140868:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:3.1:1787761198.140873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00000080:00000010:3.1:1787761198.168613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa640.
00000080:00000010:3.1:1787761198.168631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa4e0.
00010000:00000010:1.1:1787761198.193412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787761198.198301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1c00.
00010000:00000010:1.1:1787761198.198318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00000080:00000010:2.1:1787761198.227296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a00.
00000080:00000010:2.1:1787761198.227316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b20.
00010000:00000010:2.1:1787761198.264876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761198.264892:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761198.264895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:2.1:1787761198.292407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10240.
00000080:00000010:2.1:1787761198.292427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10000.
00010000:00000010:3.1:1787761198.322737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787761198.337653:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:3.1:1787761198.337667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00000080:00000010:1.1:1787761198.345659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa640.
00000080:00000010:1.1:1787761198.345676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa9e0.
00010000:00000010:2.1:1787761198.373318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:2.1:1787761198.373333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761198.373337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:2.1:1787761198.391300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10240.
00000080:00000010:2.1:1787761198.391316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e00.
00010000:00000010:2.1:1787761198.424828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:2.1:1787761198.424839:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761198.424843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00000080:00000010:2.1:1787761198.431966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10240.
00000080:00000010:2.1:1787761198.431987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1c0.
00010000:00000010:3.1:1787761198.481984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:3.1:1787761198.481999:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:3.1:1787761198.482002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:3.1:1787761198.494085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa7a0.
00000080:00000010:3.1:1787761198.497339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac40.
00010000:00000010:0.1:1787761198.556297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787761198.556316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:0.1:1787761198.556319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:0.1:1787761198.592302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295000.
00000080:00000010:0.1:1787761198.592321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d80.
00010000:00000010:2.1:1787761198.629321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761198.629331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761198.629334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:2.1:1787761198.653046:0:322614:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad105c0.
00000080:00000010:2.1:1787761198.653076:0:322614:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102c0.
00010000:00000010:3.1:1787761198.712298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787761198.716311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:3.1:1787761198.716330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00000080:00000010:3.1:1787761198.744460:0:322615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac40.
00000080:00000010:3.1:1787761198.744493:0:322615:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa7a0.
00010000:00000010:2.1:1787761198.818671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761198.823495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761198.823514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:3.1:1787761198.842563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad105c0.
00000080:00000010:3.1:1787761198.842574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109c0.
00010000:00000010:3.1:1787761198.872978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787761198.881311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:3.1:1787761198.881328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00000080:00000010:3.1:1787761198.898311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac40.
00000080:00000010:3.1:1787761198.898333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad60.
00010000:00000010:1.1:1787761198.939297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:1.1:1787761198.939310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:1.1:1787761198.939314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:3.1:1787761198.939404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0640.
00000080:00000010:3.1:1787761198.939415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f20.
00010000:00000010:2.1:1787761198.973478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:2.1:1787761198.981319:0:322619:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761198.981327:0:322619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:2.1:1787761199.003791:0:322619:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295320.
00000080:00000010:2.1:1787761199.003813:0:322619:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e40.
00010000:00000010:2.1:1787761199.016112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761199.016128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761199.016132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:2.1:1787761199.039385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10980.
00000080:00000010:2.1:1787761199.039400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad100c0.
00010000:00000010:2.1:1787761199.083285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:2.1:1787761199.083300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:2.1:1787761199.083303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00000080:00000010:2.1:1787761199.090288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad100c0.
00000080:00000010:2.1:1787761199.090304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac40.
00010000:00000010:2.1:1787761199.122767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:2.1:1787761199.122785:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761199.122789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:2.1:1787761199.153980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad100c0.
00000080:00000010:2.1:1787761199.154000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d00.
00010000:00000010:3.1:1787761199.186346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:3.1:1787761199.195606:0:322623:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787761199.195622:0:322623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:3.1:1787761199.204273:0:322623:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaec0.
00000080:00000010:3.1:1787761199.204293:0:322623:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1a0.
00010000:00000010:2.1:1787761199.245311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761199.254442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761199.254450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:2.1:1787761199.269995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10540.
00000080:00000010:2.1:1787761199.270016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad100c0.
00010000:00000010:3.1:1787761199.288646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:3.1:1787761199.288661:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787761199.288665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:3.1:1787761199.316936:0:322625:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aabc0.
00000080:00000010:3.1:1787761199.316959:0:322625:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1a0.
00010000:00000010:2.1:1787761199.359320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:2.1:1787761199.359335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:2.1:1787761199.359340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:2.1:1787761199.385505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad100c0.
00000080:00000010:2.1:1787761199.385520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaec0.
00010000:00000010:3.1:1787761199.418452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:2.1:1787761199.422395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:2.1:1787761199.422411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00000080:00000010:2.1:1787761199.446293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa940.
00000080:00000010:2.1:1787761199.446313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aabc0.
00010000:00000010:2.1:1787761199.481591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761199.481607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761199.481611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:2.1:1787761199.504298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad100c0.
00000080:00000010:2.1:1787761199.504314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101c0.
00010000:00000010:3.1:1787761199.561493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00010000:00000010:2.1:1787761199.565296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:2.1:1787761199.565312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00000080:00000010:2.1:1787761199.577622:0:322629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa9a0.
00000080:00000010:2.1:1787761199.577639:0:322629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae80.
00010000:00000010:3.1:1787761199.622306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00010000:00000010:3.1:1787761199.622323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:3.1:1787761199.622327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:3.1:1787761199.642211:0:322630:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa9c0.
00000080:00000010:3.1:1787761199.642229:0:322630:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10540.
00010000:00000010:2.1:1787761199.684404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761199.688744:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761199.688759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:2.1:1787761199.692987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad100c0.
00000080:00000010:2.1:1787761199.693002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108a0.
00010000:00000010:2.1:1787761199.736479:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:2.1:1787761199.736569:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00010000:00000010:1.1:1787761199.737294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:2.1:1787761199.758287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295da0.
00000080:00000010:2.1:1787761199.758303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaa80.
00010000:00000010:3.1:1787761199.804306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00010000:00000010:2.1:1787761199.809298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037c00.
00010000:00000010:2.1:1787761199.809317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:2.1:1787761199.840324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa0c0.
00000080:00000010:2.1:1787761199.840347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c00.
00010000:00000010:0.1:1787761199.889414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787761199.889434:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787761199.889439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:0.1:1787761199.912299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d20.
00000080:00000010:0.1:1787761199.912319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295980.
00010000:00000010:2.1:1787761199.946304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761199.956556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761199.956569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:2.1:1787761199.970505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad100c0.
00000080:00000010:2.1:1787761199.970519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959a0.
00010000:00000010:1.1:1787761200.001424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787761200.001441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1c00.
00010000:00000010:1.1:1787761200.001446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:1.1:1787761200.026895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0420.
00000080:00000010:1.1:1787761200.026911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d20.
00010000:00000010:1.1:1787761200.058618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:0.1:1787761200.059302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1c00.
00010000:00000010:0.1:1787761200.059310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000080:00000010:2.1:1787761200.084299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0980.
00000080:00000010:2.1:1787761200.084311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d03e0.
00010000:00000010:2.1:1787761200.119299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761200.122430:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761200.122447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:2.1:1787761200.140341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad100c0.
00000080:00000010:2.1:1787761200.140356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108c0.
00010000:00000010:3.1:1787761200.168292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00010000:00000010:3.1:1787761200.172352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787761200.172367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:3.1:1787761200.187290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa0c0.
00000080:00000010:3.1:1787761200.187305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d02a0.
00010000:00000010:2.1:1787761200.225301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9600.
00010000:00000010:2.1:1787761200.225322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761200.225326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:3.1:1787761200.249390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ea0.
00000080:00000010:3.1:1787761200.249403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10520.
00010000:00000010:3.1:1787761200.287051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:0.1:1787761200.289290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:0.1:1787761200.289304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00000080:00000010:0.1:1787761200.309321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa0c0.
00000080:00000010:0.1:1787761200.309338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa460.
00010000:00000010:2.1:1787761200.343039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761200.343054:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761200.343058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:2.1:1787761200.363301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad107c0.
00000080:00000010:2.1:1787761200.363318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10460.
00010000:00000010:1.1:1787761200.390460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787761200.395407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1200.
00010000:00000010:1.1:1787761200.395418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:0.1:1787761200.399389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0260.
00000080:00000010:0.1:1787761200.399404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07a0.
00010000:00000010:2.1:1787761200.443097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761200.443111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761200.443116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:2.1:1787761200.467824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad100c0.
00000080:00000010:2.1:1787761200.467842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10460.
00010000:00000010:0.1:1787761200.487339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787761200.487359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787761200.487364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:0.1:1787761200.503293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295aa0.
00000080:00000010:0.1:1787761200.503309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10620.
00010000:00000010:2.1:1787761200.531204:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761200.531219:0:1033:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761200.531223:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:0.1:1787761200.553319:0:322646:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad100c0.
00000080:00000010:0.1:1787761200.553335:0:322646:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10460.
00010000:00000010:2.1:1787761200.611344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761200.611352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761200.611357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:2.1:1787761200.611365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102e0.
00000080:00000010:2.1:1787761200.611376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295040.
00010000:00000010:3.1:1787761200.627400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:3.1:1787761200.627415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:3.1:1787761200.627419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:3.1:1787761200.650300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab00.
00000080:00000010:3.1:1787761200.650316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0800.
00010000:00000010:2.1:1787761200.692462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761200.694370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761200.694379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:2.1:1787761200.712374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102e0.
00000080:00000010:2.1:1787761200.712387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ec0.
00010000:00000010:0.1:1787761200.740303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787761200.740321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787761200.740325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:0.1:1787761200.760439:0:322650:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295960.
00000080:00000010:0.1:1787761200.760454:0:322650:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0060.
00010000:00000010:0.1:1787761200.784476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787761200.784492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787761200.784496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:2.1:1787761200.799483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295920.
00000080:00000010:2.1:1787761200.799493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295960.
00010000:00000010:2.1:1787761200.820312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1200.
00010000:00000010:2.1:1787761200.820326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:3.1:1787761200.820496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:2.1:1787761200.837974:0:322652:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a80.
00000080:00000010:2.1:1787761200.837994:0:322652:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0da0.
00010000:00000010:2.1:1787761200.891308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:2.1:1787761200.896287:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:2.1:1787761200.896302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:2.1:1787761200.915508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab00.
00000080:00000010:2.1:1787761200.915522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102e0.
00010000:00000010:3.1:1787761200.927418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:3.1:1787761200.933509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:3.1:1787761200.933525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:3.1:1787761200.948136:0:322654:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad60.
00000080:00000010:3.1:1787761200.958527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c40.
00010000:00000010:3.1:1787761200.976290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787761200.976306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:3.1:1787761200.976309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00000080:00000010:3.1:1787761201.001657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa7a0.
00000080:00000010:3.1:1787761201.001685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad60.
00010000:00000010:2.1:1787761201.035491:0:322656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761201.035504:0:322656:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761201.035508:0:322656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00000080:00000010:2.1:1787761201.045393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c20.
00000080:00000010:2.1:1787761201.045406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1c0.
00010000:00000010:2.1:1787761201.055395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:2.1:1787761201.055411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761201.055415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:2.1:1787761201.073496:0:322657:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104c0.
00000080:00000010:2.1:1787761201.073509:0:322657:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10fa0.
00010000:00000010:2.1:1787761201.096409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:2.1:1787761201.096426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761201.096429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:2.1:1787761201.109502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10fa0.
00000080:00000010:2.1:1787761201.109517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c20.
00010000:00000010:3.1:1787761201.130304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787761201.130319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:3.1:1787761201.130323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:3.1:1787761201.139301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa4e0.
00000080:00000010:3.1:1787761201.139317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e80.
00010000:00000010:1.1:1787761201.166380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:1.1:1787761201.171316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1e00.
00010000:00000010:1.1:1787761201.171331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000080:00000010:1.1:1787761201.183704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a60.
00000080:00000010:1.1:1787761201.183720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05c0.
00010000:00000010:3.1:1787761201.223306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:3.1:1787761201.223314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:3.1:1787761201.223317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:2.1:1787761201.234286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa4e0.
00000080:00000010:2.1:1787761201.234299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa380.
00010000:00000010:3.1:1787761201.259292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787761201.259299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:3.1:1787761201.259303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:0.1:1787761201.267281:0:322662:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa640.
00000080:00000010:0.1:1787761201.267292:0:322662:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10220.
00010000:00000010:0.1:1787761201.290318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787761201.290334:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787761201.290338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:0.1:1787761201.297379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252957e0.
00000080:00000010:0.1:1787761201.297395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252954a0.
00010000:00000010:2.1:1787761201.324415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761201.324430:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761201.324436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:2.1:1787761201.339843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f00.
00000080:00000010:2.1:1787761201.339867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10fa0.
00010000:00000010:0.1:1787761201.381392:0:322665:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1e00.
00010000:00000010:0.1:1787761201.381400:0:322665:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787761201.382299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00000080:00000010:3.1:1787761201.399351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0180.
00000080:00000010:3.1:1787761201.399363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06a0.
00010000:00000010:0.1:1787761201.419427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787761201.419446:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787761201.419451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:0.1:1787761201.431646:0:322666:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295fc0.
00000080:00000010:0.1:1787761201.431663:0:322666:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295920.
00010000:00000010:1.1:1787761201.460307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:1.1:1787761201.460323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787761201.460373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:2.1:1787761201.472416:0:322667:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d40.
00000080:00000010:2.1:1787761201.472426:0:322667:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295960.
00010000:00000010:2.1:1787761201.498622:0:322668:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761201.498630:0:322668:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761201.498634:0:322668:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:2.1:1787761201.510386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10560.
00000080:00000010:2.1:1787761201.510404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f00.
00010000:00000010:3.1:1787761201.536404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:3.1:1787761201.536417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:3.1:1787761201.536420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:2.1:1787761201.541334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa700.
00000080:00000010:2.1:1787761201.541352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaaa0.
00010000:00000010:3.1:1787761201.563281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787761201.563295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:3.1:1787761201.563299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:2.1:1787761201.575444:0:322670:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad40.
00000080:00000010:2.1:1787761201.575460:0:322670:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10bc0.
00010000:00000010:2.1:1787761201.608690:0:322670:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761201.608704:0:322670:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761201.608708:0:322670:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:2.1:1787761201.621491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f00.
00000080:00000010:2.1:1787761201.621509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10bc0.
00010000:00000010:2.1:1787761201.643307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761201.643324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761201.643327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:2.1:1787761201.670412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10bc0.
00000080:00000010:2.1:1787761201.670425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d40.
00010000:00000010:3.1:1787761201.695746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787761201.695762:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:3.1:1787761201.695767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:3.1:1787761201.716263:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa500.
00000080:00000010:3.1:1787761201.716286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10740.
00010000:00000010:2.1:1787761201.757454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761201.757466:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:2.1:1787761201.757470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:3.1:1787761201.765230:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10560.
00000080:00000010:3.1:1787761201.765257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295640.
00010000:00000010:1.1:1787761201.809431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037b00.
00010000:00000010:1.1:1787761201.809445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787761201.809616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:0.1:1787761201.848292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295b60.
00000080:00000010:0.1:1787761201.848309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ee0.
00010000:00000010:2.1:1787761201.899042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761201.902380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761201.902389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:2.1:1787761201.910296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d40.
00000080:00000010:2.1:1787761201.910312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf00.
00010000:00000010:0.1:1787761201.938644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787761201.942290:0:322676:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037b00.
00010000:00000010:0.1:1787761201.942297:0:322676:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:0.1:1787761201.947962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252958e0.
00000080:00000010:0.1:1787761201.947979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951a0.
00010000:00000010:2.1:1787761201.980348:0:322677:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761201.980361:0:322677:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761201.980365:0:322677:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:2.1:1787761201.993296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d40.
00000080:00000010:2.1:1787761201.993314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10bc0.
00010000:00000010:3.1:1787761202.015950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:0.1:1787761202.023299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:0.1:1787761202.023510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00000080:00000010:1.1:1787761202.026380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aabe0.
00000080:00000010:1.1:1787761202.026389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa340.
00010000:00000010:2.1:1787761202.053422:0:322680:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761202.053432:0:322680:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761202.053436:0:322680:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:2.1:1787761202.065739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10bc0.
00000080:00000010:2.1:1787761202.065751:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d40.
00010000:00000010:2.1:1787761202.079400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761202.079417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761202.079421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:2.1:1787761202.087498:0:322681:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101a0.
00000080:00000010:2.1:1787761202.087512:0:322681:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10a80.
00010000:00000010:0.1:1787761202.121420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787761202.121440:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037b00.
00010000:00000010:0.1:1787761202.121443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:0.1:1787761202.162346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252957c0.
00000080:00000010:0.1:1787761202.162367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295140.
00010000:00000010:3.1:1787761202.188093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787761202.192307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110ff00.
00010000:00000010:3.1:1787761202.192322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:2.1:1787761202.223445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa6a0.
00000080:00000010:2.1:1787761202.223463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d03a0.
00010000:00000010:3.1:1787761202.247189:0:322684:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787761202.247198:0:322684:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110ff00.
00010000:00000010:3.1:1787761202.247202:0:322684:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:3.1:1787761202.260011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac00.
00000080:00000010:3.1:1787761202.260031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00010000:00000010:2.1:1787761202.282285:0:322685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761202.282297:0:322685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761202.282301:0:322685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:2.1:1787761202.290550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10bc0.
00000080:00000010:2.1:1787761202.290560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101a0.
00010000:00000010:2.1:1787761202.311298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761202.311316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761202.311320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:2.1:1787761202.321294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101a0.
00000080:00000010:2.1:1787761202.321310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109e0.
00010000:00000010:1.1:1787761202.342299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037b00.
00010000:00000010:1.1:1787761202.342313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787761202.342617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:1.1:1787761202.351282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ca0.
00000080:00000010:1.1:1787761202.351293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e20.
00010000:00000010:2.1:1787761202.394830:0:322688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761202.409435:0:322688:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761202.409443:0:322688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:2.1:1787761202.421382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101a0.
00000080:00000010:2.1:1787761202.421398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10880.
00010000:00000010:2.1:1787761202.426777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761202.426793:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761202.426797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:2.1:1787761202.444370:0:322689:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10cc0.
00000080:00000010:2.1:1787761202.444380:0:322689:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10100.
00010000:00000010:3.1:1787761202.464208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:3.1:1787761202.464220:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:3.1:1787761202.464225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:3.1:1787761202.485432:0:322690:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10cc0.
00000080:00000010:3.1:1787761202.485448:0:322690:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10100.
00010000:00000010:2.1:1787761202.523342:0:322691:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:2.1:1787761202.523355:0:322691:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761202.523360:0:322691:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:2.1:1787761202.549037:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10880.
00000080:00000010:2.1:1787761202.549051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103e0.
00010000:00000010:1.1:1787761202.576338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787761202.576346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1500.
00010000:00000010:1.1:1787761202.576349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:1.1:1787761202.583339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0680.
00000080:00000010:1.1:1787761202.583357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10400.
00010000:00000010:2.1:1787761202.587505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:2.1:1787761202.587521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:2.1:1787761202.587524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:2.1:1787761202.606447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ce0.
00000080:00000010:2.1:1787761202.606460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295540.
00010000:00000010:0.1:1787761202.643291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:1.1:1787761202.643347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037c00.
00010000:00000010:1.1:1787761202.643353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:3.1:1787761202.652684:0:322694:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295160.
00000080:00000010:3.1:1787761202.652703:0:322694:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c20.
00010000:00000010:1.1:1787761202.703315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:1.1:1787761202.703332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1500.
00010000:00000010:1.1:1787761202.703336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:2.1:1787761202.729849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0080.
00000080:00000010:2.1:1787761202.729869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101a0.
00010000:00000010:3.1:1787761202.766334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:2.1:1787761202.771385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110ff00.
00010000:00000010:2.1:1787761202.771402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00000080:00000010:2.1:1787761202.793303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa400.
00000080:00000010:2.1:1787761202.793322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa200.
00010000:00000010:3.1:1787761202.854389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:3.1:1787761202.859299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1500.
00010000:00000010:3.1:1787761202.859314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9600.
00000080:00000010:3.1:1787761202.876295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06e0.
00000080:00000010:3.1:1787761202.876311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295840.
00010000:00000010:2.1:1787761202.953033:0:1356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761202.972288:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:2.1:1787761202.972303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:1.1:1787761202.973048:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa980.
00000080:00000010:1.1:1787761202.973063:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10880.
00010000:00000010:0.1:1787761203.006425:0:322699:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787761203.006439:0:322699:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:0.1:1787761203.006442:0:322699:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:0.1:1787761203.006450:0:322699:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295320.
00000080:00000010:0.1:1787761203.006456:0:322699:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295340.
00010000:00000010:3.1:1787761203.034217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:2.1:1787761203.043575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fe00.
00010000:00000010:2.1:1787761203.043588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:2.1:1787761203.043594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa8c0.
00000080:00000010:2.1:1787761203.043601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b60.
00010000:00000010:3.1:1787761203.068296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:3.1:1787761203.068310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1700.
00010000:00000010:3.1:1787761203.068313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:2.1:1787761203.077291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0fa0.
00000080:00000010:2.1:1787761203.077306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d00c0.
00010000:00000010:2.1:1787761203.104542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761203.104557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761203.104561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:2.1:1787761203.133266:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d80.
00000080:00000010:2.1:1787761203.133277:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10580.
00010000:00000010:3.1:1787761203.151783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787761203.154784:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787761203.154799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00000080:00000010:3.1:1787761203.169063:0:322703:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa680.
00000080:00000010:3.1:1787761203.169082:0:322703:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf40.
00010000:00000010:0.1:1787761203.231578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:0.1:1787761203.236312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:0.1:1787761203.236326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:2.1:1787761203.245148:0:322704:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103e0.
00000080:00000010:2.1:1787761203.245165:0:322704:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10580.
00010000:00000010:0.1:1787761203.293298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787761203.293312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:0.1:1787761203.293317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:2.1:1787761203.302291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f20.
00000080:00000010:2.1:1787761203.302315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d80.
00010000:00000010:2.1:1787761203.334300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:2.1:1787761203.347383:0:322706:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:2.1:1787761203.347395:0:322706:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:2.1:1787761203.357323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d80.
00000080:00000010:2.1:1787761203.357337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad106a0.
00010000:00000010:3.1:1787761203.372288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:3.1:1787761203.372308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:3.1:1787761203.372312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:3.1:1787761203.387962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252953a0.
00000080:00000010:3.1:1787761203.387978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10960.
00010000:00000010:2.1:1787761203.433370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:2.1:1787761203.433386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787761203.433425:0:322708:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:0.1:1787761203.444376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d00.
00000080:00000010:0.1:1787761203.444397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951c0.
00010000:00000010:0.1:1787761203.458614:0:322709:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787761203.458633:0:322709:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037a00.
00010000:00000010:0.1:1787761203.458636:0:322709:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:0.1:1787761203.465390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295fa0.
00000080:00000010:0.1:1787761203.465406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295160.
00010000:00000010:0.1:1787761203.500831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:0.1:1787761203.500855:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:0.1:1787761203.500860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:0.1:1787761203.507329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf80.
00000080:00000010:0.1:1787761203.507346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07a0.
00010000:00000010:2.1:1787761203.544296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:2.1:1787761203.544306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:2.1:1787761203.544310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:2.1:1787761203.544314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d80.
00000080:00000010:2.1:1787761203.544322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad106a0.
00010000:00000010:3.1:1787761203.568300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787761203.568312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:3.1:1787761203.568317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:3.1:1787761203.577861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaea0.
00000080:00000010:3.1:1787761203.577881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103c0.
00010000:00000010:2.1:1787761203.604284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:2.1:1787761203.604298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:2.1:1787761203.604301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:2.1:1787761203.610206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaea0.
00000080:00000010:2.1:1787761203.610226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e20.
00010000:00000010:1.1:1787761203.626526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:1.1:1787761203.626542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1b00.
00010000:00000010:1.1:1787761203.626546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:0.1:1787761203.636305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0780.
00000080:00000010:0.1:1787761203.636323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07c0.
00010000:00000010:2.1:1787761203.675394:0:322715:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:2.1:1787761203.675553:0:322715:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:2.1:1787761203.675559:0:322715:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9600.
00000080:00000010:2.1:1787761203.682294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d80.
00000080:00000010:2.1:1787761203.682313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252956e0.
00010000:00000010:2.1:1787761203.698418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:2.1:1787761203.698433:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:2.1:1787761203.698437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:2.1:1787761203.712331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101e0.
00000080:00000010:2.1:1787761203.712349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10440.
00010000:00000010:2.1:1787761203.744574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:2.1:1787761203.748622:0:322717:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:2.1:1787761203.748635:0:322717:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000080:00000010:2.1:1787761203.752450:0:322717:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10440.
00000080:00000010:2.1:1787761203.752460:0:322717:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0820.
00010000:00000010:2.1:1787761203.772302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:2.1:1787761203.772317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:2.1:1787761203.772321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00000080:00000010:2.1:1787761203.780476:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10440.
00000080:00000010:2.1:1787761203.780486:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa600.
00010000:00000010:3.1:1787761203.821225:0:322718:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00010000:00000010:3.1:1787761203.840482:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787761203.840490:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:3.1:1787761203.848047:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad20.
00000080:00000010:3.1:1787761203.848058:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c80.
00000080:00000010:2.1:1787761203.865289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959a0.
00000080:00000010:2.1:1787761203.865303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959e0.
00010000:00000010:0.1:1787761203.865462:0:322720:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787761203.865473:0:322720:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037a00.
00010000:00000010:0.1:1787761203.865476:0:322720:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:2.1:1787761203.911170:0:322721:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:2.1:1787761203.911192:0:322721:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037a00.
00010000:00000010:2.1:1787761203.911197:0:322721:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:2.1:1787761203.913689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ca0.
00000080:00000010:2.1:1787761203.913700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295520.
00010000:00000010:3.1:1787761203.930317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00010000:00000010:3.1:1787761203.930331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787761203.930335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:0.1:1787761203.946603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad20.
00000080:00000010:0.1:1787761203.946624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10340.
00010000:00000010:3.1:1787761203.961296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787761203.967503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787761203.967511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00000080:00000010:3.1:1787761203.975464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa920.
00000080:00000010:3.1:1787761203.975477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aacc0.
00010000:00000010:2.1:1787761203.995294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:2.1:1787761203.995310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:2.1:1787761203.995314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:2.1:1787761204.009029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101e0.
00000080:00000010:2.1:1787761204.009039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0920.
00010000:00000010:2.1:1787761204.038290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:2.1:1787761204.038308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:2.1:1787761204.038312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:2.1:1787761204.048177:0:322725:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d80.
00000080:00000010:2.1:1787761204.048196:0:322725:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10080.
00010000:00000010:3.1:1787761204.088427:0:1356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787761204.088441:0:1356:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787761204.088445:0:1356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00000080:00000010:2.1:1787761204.100887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa840.
00000080:00000010:2.1:1787761204.100908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa920.
00010000:00000010:0.1:1787761204.129457:0:238629:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1b00.
00010000:00000010:0.1:1787761204.129471:0:238629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:1.1:1787761204.137290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:2.1:1787761204.143441:0:322727:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06a0.
00000080:00000010:2.1:1787761204.143455:0:322727:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252952a0.
00010000:00000010:1.1:1787761204.168396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:1.1:1787761204.172987:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037200.
00010000:00000010:1.1:1787761204.173000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:1.1:1787761204.186409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252955c0.
00000080:00000010:1.1:1787761204.186422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10080.
00010000:00000010:2.1:1787761204.227183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:3.1:1787761204.231479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:3.1:1787761204.231488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9600.
00000080:00000010:3.1:1787761204.256883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101e0.
00000080:00000010:3.1:1787761204.256902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951a0.
00010000:00000010:0.1:1787761204.279370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:0.1:1787761204.284300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:0.1:1787761204.284315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:0.1:1787761204.306294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ce0.
00000080:00000010:0.1:1787761204.306309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0900.
00010000:00000010:3.1:1787761204.351295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:3.1:1787761204.351312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787761204.353304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00000080:00000010:3.1:1787761204.379296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0de0.
00000080:00000010:3.1:1787761204.379314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a20.
00010000:00000010:2.1:1787761204.435126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761204.435143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761204.435147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:2.1:1787761204.468289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10340.
00000080:00000010:2.1:1787761204.468303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad106a0.
00010000:00000010:3.1:1787761204.506312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00010000:00000010:3.1:1787761204.506327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787761204.506332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:3.1:1787761204.535339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaba0.
00000080:00000010:3.1:1787761204.535360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295560.
00010000:00000010:3.1:1787761204.586821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00010000:00000010:3.1:1787761204.591467:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787761204.591481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:3.1:1787761204.610442:0:322734:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaba0.
00000080:00000010:3.1:1787761204.610469:0:322734:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a40.
00010000:00000010:2.1:1787761204.657880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761204.661688:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761204.661705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:2.1:1787761204.686803:0:322735:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10340.
00000080:00000010:2.1:1787761204.686824:0:322735:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad106a0.
00010000:00000010:1.1:1787761204.741300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:1.1:1787761204.741317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787761204.741321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:1.1:1787761204.766547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d08c0.
00000080:00000010:1.1:1787761204.766564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295060.
00010000:00000010:3.1:1787761204.825400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00010000:00000010:3.1:1787761204.825409:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:3.1:1787761204.825412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:3.1:1787761204.838480:0:322737:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d80.
00000080:00000010:3.1:1787761204.838499:0:322737:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10340.
00010000:00000010:2.1:1787761204.885135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761204.885148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:2.1:1787761204.885152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:2.1:1787761204.903328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad106a0.
00000080:00000010:2.1:1787761204.903347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ba0.
00010000:00000010:1.1:1787761204.926461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:1.1:1787761204.926469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787761204.926473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:1.1:1787761204.938726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ae0.
00000080:00000010:1.1:1787761204.938747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252950c0.
00010000:00000010:3.1:1787761204.964302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787761204.964316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787761204.964320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00000080:00000010:3.1:1787761204.976382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aadc0.
00000080:00000010:3.1:1787761204.976399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa740.
00010000:00000010:0.1:1787761205.005298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787761205.005315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037000.
00010000:00000010:0.1:1787761205.005319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:0.1:1787761205.009720:0:322741:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252952c0.
00000080:00000010:0.1:1787761205.009732:0:322741:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d09e0.
00010000:00000010:1.1:1787761205.049416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:1.1:1787761205.049431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037000.
00010000:00000010:1.1:1787761205.049434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:1.1:1787761205.055389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d60.
00000080:00000010:1.1:1787761205.055404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ac0.
00010000:00000010:2.1:1787761205.074301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761205.074319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:2.1:1787761205.074323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:2.1:1787761205.093346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad106a0.
00000080:00000010:2.1:1787761205.093362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103c0.
00010000:00000010:0.1:1787761205.129297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787761205.129307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037800.
00010000:00000010:0.1:1787761205.129310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:0.1:1787761205.129314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252957a0.
00000080:00000010:0.1:1787761205.129320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0940.
00010000:00000010:3.1:1787761205.163732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:3.1:1787761205.168223:0:322744:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:3.1:1787761205.168235:0:322744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:3.1:1787761205.181297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103c0.
00000080:00000010:3.1:1787761205.181316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d03a0.
00010000:00000010:2.1:1787761205.260311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761205.260328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037800.
00010000:00000010:2.1:1787761205.260334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:2.1:1787761205.304290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10580.
00000080:00000010:2.1:1787761205.304309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295060.
00010000:00000010:1.1:1787761205.323053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787761205.323068:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787761205.323072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:1.1:1787761205.345318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0aa0.
00000080:00000010:1.1:1787761205.345339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d40.
00010000:00000010:3.1:1787761205.389158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787761205.389174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787761205.389178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00000080:00000010:3.1:1787761205.398296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa100.
00000080:00000010:3.1:1787761205.398317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa6c0.
00010000:00000010:2.1:1787761205.433385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761205.446348:0:322749:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:2.1:1787761205.446364:0:322749:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:2.1:1787761205.460100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10960.
00000080:00000010:2.1:1787761205.460123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0540.
00010000:00000010:2.1:1787761205.486450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761205.486460:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:2.1:1787761205.486463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:2.1:1787761205.496307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101a0.
00000080:00000010:2.1:1787761205.496320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10880.
00010000:00000010:3.1:1787761205.526389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787761205.526404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787761205.526408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00000080:00000010:3.1:1787761205.548516:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa6c0.
00000080:00000010:3.1:1787761205.548531:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa100.
00010000:00000010:1.1:1787761205.574502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787761205.574511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787761205.574514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:1.1:1787761205.599930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d08c0.
00000080:00000010:1.1:1787761205.599941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ee0.
00010000:00000010:2.1:1787761205.651089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761205.651105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:2.1:1787761205.651109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:2.1:1787761205.655388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101a0.
00000080:00000010:2.1:1787761205.655402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ea0.
00010000:00000010:0.1:1787761205.689362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787761205.689383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:0.1:1787761205.689387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00000080:00000010:0.1:1787761205.705582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252955c0.
00000080:00000010:0.1:1787761205.705597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaae0.
00010000:00000010:3.1:1787761205.743697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787761205.748301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787761205.748318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00000080:00000010:2.1:1787761205.763216:0:322755:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa280.
00000080:00000010:2.1:1787761205.763266:0:322755:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa6c0.
00010000:00000010:2.1:1787761205.808295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:3.1:1787761205.812331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:3.1:1787761205.812347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:3.1:1787761205.839317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10880.
00000080:00000010:3.1:1787761205.839331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109e0.
00010000:00000010:2.1:1787761205.879313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761205.879329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761205.879333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:2.1:1787761205.899367:0:322757:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10cc0.
00000080:00000010:2.1:1787761205.899383:0:322757:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10100.
00010000:00000010:3.1:1787761205.938344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787761205.938359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787761205.938363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00000080:00000010:3.1:1787761205.957467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa540.
00000080:00000010:3.1:1787761205.957486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aace0.
00010000:00000010:2.1:1787761206.025059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:2.1:1787761206.028339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:2.1:1787761206.028351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:2.1:1787761206.037341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d20.
00000080:00000010:2.1:1787761206.037352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295980.
00010000:00000010:3.1:1787761206.092404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787761206.092418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787761206.092422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00000080:00000010:3.1:1787761206.118289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa540.
00000080:00000010:3.1:1787761206.118304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa060.
00010000:00000010:0.1:1787761206.133379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9600.
00010000:00000010:1.1:1787761206.138299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:1.1:1787761206.138318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:2.1:1787761206.165291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ca0.
00000080:00000010:2.1:1787761206.165306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c00.
00010000:00000010:1.1:1787761206.212295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:1.1:1787761206.216304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787761206.216312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:1.1:1787761206.232291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0320.
00000080:00000010:1.1:1787761206.232301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05e0.
00010000:00000010:3.1:1787761206.264307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:2.1:1787761206.277376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:2.1:1787761206.277386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00000080:00000010:2.1:1787761206.285408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa220.
00000080:00000010:2.1:1787761206.285419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1e0.
00010000:00000010:1.1:1787761206.297125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787761206.297142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787761206.297146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00000080:00000010:1.1:1787761206.320410:0:1033:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d00.
00000080:00000010:1.1:1787761206.320421:0:1033:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0320.
00010000:00000010:2.1:1787761206.350753:0:25:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:2.1:1787761206.350765:0:25:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761206.350768:0:25:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:2.1:1787761206.350776:0:25:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10cc0.
00000080:00000010:2.1:1787761206.350784:0:25:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ce0.
00010000:00000010:3.1:1787761206.379445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787761206.379454:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:3.1:1787761206.379458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00000080:00000010:3.1:1787761206.394114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab80.
00000080:00000010:3.1:1787761206.394126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa540.
00010000:00000010:2.1:1787761206.419288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761206.419311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761206.419315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:2.1:1787761206.429598:0:322767:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00000080:00000010:2.1:1787761206.429613:0:322767:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10680.
00010000:00000010:3.1:1787761206.454511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787761206.454524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:3.1:1787761206.454528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:3.1:1787761206.465680:0:322768:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa540.
00000080:00000010:3.1:1787761206.465693:0:322768:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d40.
00010000:00000010:2.1:1787761206.497479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:2.1:1787761206.502338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761206.502457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:2.1:1787761206.522391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10cc0.
00000080:00000010:2.1:1787761206.522405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00010000:00000010:3.1:1787761206.558296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787761206.558311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:3.1:1787761206.558315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:3.1:1787761206.582561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab40.
00000080:00000010:3.1:1787761206.582572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295fe0.
00010000:00000010:3.1:1787761206.616294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787761206.620297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:3.1:1787761206.620311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:2.1:1787761206.643302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab40.
00000080:00000010:2.1:1787761206.643317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f00.
00010000:00000010:0.1:1787761206.674398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787761206.687292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787761206.687304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00000080:00000010:0.1:1787761206.708197:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951c0.
00000080:00000010:0.1:1787761206.708214:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaca0.
00010000:00000010:2.1:1787761206.732352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761206.732366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761206.732371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:2.1:1787761206.752408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f20.
00000080:00000010:2.1:1787761206.752422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10560.
00010000:00000010:2.1:1787761206.770396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761206.774443:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761206.774458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:2.1:1787761206.797539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10740.
00000080:00000010:2.1:1787761206.797556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10fa0.
00010000:00000010:2.1:1787761206.837456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761206.837471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761206.837475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:2.1:1787761206.848065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10740.
00000080:00000010:2.1:1787761206.848076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00010000:00000010:0.1:1787761206.877291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787761206.877310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787761206.877314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:0.1:1787761206.910386:0:322776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a60.
00000080:00000010:0.1:1787761206.910404:0:322776:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d80.
00010000:00000010:3.1:1787761206.972329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:2.1:1787761206.980362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:2.1:1787761206.980374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:2.1:1787761206.991350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a60.
00000080:00000010:2.1:1787761206.991361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295580.
00010000:00000010:1.1:1787761207.015374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787761207.015390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787761207.015394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:1.1:1787761207.026290:0:322778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0780.
00000080:00000010:1.1:1787761207.026304:0:322778:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0800.
00010000:00000010:2.1:1787761207.072183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:2.1:1787761207.072190:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761207.072194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:2.1:1787761207.089803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00000080:00000010:2.1:1787761207.089822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295080.
00010000:00000010:2.1:1787761207.106290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761207.106307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761207.106311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:2.1:1787761207.129415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102e0.
00000080:00000010:2.1:1787761207.129428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f20.
00010000:00000010:3.1:1787761207.160382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:2.1:1787761207.165465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:2.1:1787761207.165480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00000080:00000010:2.1:1787761207.202293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa220.
00000080:00000010:2.1:1787761207.202308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aace0.
00010000:00000010:3.1:1787761207.228304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:3.1:1787761207.228321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787761207.228325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00000080:00000010:3.1:1787761207.256146:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa280.
00000080:00000010:3.1:1787761207.256160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa6c0.
00010000:00000010:2.1:1787761207.274549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761207.274562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761207.274566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:2.1:1787761207.295162:0:322783:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f20.
00000080:00000010:2.1:1787761207.295180:0:322783:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102e0.
00010000:00000010:0.1:1787761207.327294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:0.1:1787761207.327309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:0.1:1787761207.327312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00000080:00000010:0.1:1787761207.342284:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa6c0.
00000080:00000010:0.1:1787761207.342299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aade0.
00010000:00000010:2.1:1787761207.393292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761207.393299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761207.393302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:2.1:1787761207.401569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f20.
00000080:00000010:2.1:1787761207.401590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102e0.
00010000:00000010:3.1:1787761207.423954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:3.1:1787761207.423968:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fe00.
00010000:00000010:3.1:1787761207.423972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00000080:00000010:3.1:1787761207.449826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa280.
00000080:00000010:3.1:1787761207.449846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1e0.
00010000:00000010:2.1:1787761207.475715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:0.1:1787761207.479278:0:322786:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:0.1:1787761207.479286:0:322786:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:0.1:1787761207.494376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10740.
00000080:00000010:0.1:1787761207.494391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102e0.
00010000:00000010:3.1:1787761207.524325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:2.1:1787761207.531307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fe00.
00010000:00000010:2.1:1787761207.531321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00000080:00000010:2.1:1787761207.545372:0:322788:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa280.
00000080:00000010:2.1:1787761207.545387:0:322788:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aadc0.
00010000:00000010:2.1:1787761207.590291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761207.590305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:2.1:1787761207.590309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:2.1:1787761207.626328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c20.
00000080:00000010:2.1:1787761207.626344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00010000:00000010:3.1:1787761207.651400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:3.1:1787761207.651415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787761207.651419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:3.1:1787761207.679315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac20.
00000080:00000010:3.1:1787761207.679330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b80.
00010000:00000010:0.1:1787761207.703350:0:322791:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787761207.703361:0:322791:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787761207.703365:0:322791:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:0.1:1787761207.721317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d20.
00000080:00000010:0.1:1787761207.721328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10220.
00010000:00000010:2.1:1787761207.751300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761207.751316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:2.1:1787761207.751320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:2.1:1787761207.761317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c20.
00000080:00000010:2.1:1787761207.761330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104c0.
00010000:00000010:2.1:1787761207.799259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761207.799272:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:2.1:1787761207.799277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00000080:00000010:3.1:1787761207.799412:0:322793:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104c0.
00000080:00000010:3.1:1787761207.799423:0:322793:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad80.
00010000:00000010:2.1:1787761207.821428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761207.825416:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:2.1:1787761207.825430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:2.1:1787761207.841286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e80.
00000080:00000010:2.1:1787761207.841301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c20.
00010000:00000010:1.1:1787761207.868835:0:238628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787761207.871476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787761207.871483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:1.1:1787761207.878376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0280.
00000080:00000010:1.1:1787761207.878386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a00.
00010000:00000010:2.1:1787761207.920288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761207.920302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:2.1:1787761207.920306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:2.1:1787761207.931289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e80.
00000080:00000010:2.1:1787761207.931305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295640.
00010000:00000010:2.1:1787761208.002693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761208.006479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:2.1:1787761208.006494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00000080:00000010:2.1:1787761208.042288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c20.
00000080:00000010:2.1:1787761208.042299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa4a0.
00010000:00000010:2.1:1787761208.075546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761208.075557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:2.1:1787761208.075561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:2.1:1787761208.110928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c20.
00000080:00000010:2.1:1787761208.110937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295040.
00010000:00000010:2.1:1787761208.144834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761208.144848:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:2.1:1787761208.144852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9600.
00000080:00000010:2.1:1787761208.153618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c20.
00000080:00000010:2.1:1787761208.153643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295920.
00010000:00000010:3.1:1787761208.194420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787761208.194434:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787761208.194439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:3.1:1787761208.194444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aacc0.
00000080:00000010:3.1:1787761208.194452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0f00.
00010000:00000010:2.1:1787761208.231451:0:322801:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761208.231461:0:322801:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:2.1:1787761208.231465:0:322801:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:2.1:1787761208.231471:0:322801:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00000080:00000010:2.1:1787761208.231478:0:322801:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252957e0.
00010000:00000010:2.1:1787761208.259470:0:322802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761208.268303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:2.1:1787761208.268317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:2.1:1787761208.268323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad107c0.
00000080:00000010:2.1:1787761208.268332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00010000:00000010:3.1:1787761208.302559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787761208.302574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787761208.302579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:3.1:1787761208.302585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa4c0.
00000080:00000010:3.1:1787761208.302596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c20.
00010000:00000010:2.1:1787761208.333500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:2.1:1787761208.333515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:2.1:1787761208.333519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00000080:00000010:2.1:1787761208.333525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0500.
00000080:00000010:2.1:1787761208.333536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa920.
00010000:00000010:2.1:1787761208.364328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:2.1:1787761208.364337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:2.1:1787761208.364340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00000080:00000010:2.1:1787761208.374303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d08c0.
00000080:00000010:2.1:1787761208.374321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0fc0.
00010000:00000010:3.1:1787761208.388821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:3.1:1787761208.388832:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:3.1:1787761208.388836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:3.1:1787761208.400333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0540.
00000080:00000010:3.1:1787761208.400349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0600.
00010000:00000010:2.1:1787761208.419291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761208.419307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:2.1:1787761208.419311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:2.1:1787761208.431538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00000080:00000010:2.1:1787761208.431549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0bc0.
00010000:00000010:1.1:1787761208.451332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:1.1:1787761208.451340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:1.1:1787761208.451343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:1.1:1787761208.462370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d60.
00000080:00000010:1.1:1787761208.462381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b00.
00010000:00000010:2.1:1787761208.487038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:2.1:1787761208.505347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:2.1:1787761208.505361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:2.1:1787761208.510314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a40.
00000080:00000010:2.1:1787761208.510341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad107c0.
00010000:00000010:2.1:1787761208.542299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761208.547312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110ff00.
00010000:00000010:2.1:1787761208.547320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00000080:00000010:2.1:1787761208.551200:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad107c0.
00000080:00000010:2.1:1787761208.551217:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa5e0.
00010000:00000010:2.1:1787761208.579303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761208.579319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:2.1:1787761208.579323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000080:00000010:2.1:1787761208.592563:0:322811:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad107c0.
00000080:00000010:2.1:1787761208.592580:0:322811:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0760.
00010000:00000010:2.1:1787761208.633980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:0.1:1787761208.641950:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:0.1:1787761208.641974:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:3.1:1787761208.649856:0:322812:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108c0.
00000080:00000010:3.1:1787761208.649935:0:322812:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad107c0.
00010000:00000010:2.1:1787761208.697306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:2.1:1787761208.697323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:2.1:1787761208.697327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00000080:00000010:2.1:1787761208.705292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad20.
00000080:00000010:2.1:1787761208.705305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad00.
00010000:00000010:0.1:1787761208.740488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787761208.740500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787761208.740503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:0.1:1787761208.745045:0:322814:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f80.
00000080:00000010:0.1:1787761208.745054:0:322814:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295100.
00010000:00000010:0.1:1787761208.767447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:2.1:1787761208.775430:0:322815:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:2.1:1787761208.775439:0:322815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:2.1:1787761208.791322:0:322815:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295260.
00000080:00000010:2.1:1787761208.791334:0:322815:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295100.
00010000:00000010:2.1:1787761208.806310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:3.1:1787761208.811286:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:3.1:1787761208.811293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:3.1:1787761208.811299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101c0.
00000080:00000010:3.1:1787761208.811305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108a0.
00010000:00000010:1.1:1787761208.832922:0:322816:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787761208.838295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:1.1:1787761208.838304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:1.1:1787761208.842289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ee0.
00000080:00000010:1.1:1787761208.842302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10540.
00010000:00000010:2.1:1787761208.875311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761208.879296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761208.879312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:2.1:1787761208.893282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104e0.
00000080:00000010:2.1:1787761208.893299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10de0.
00010000:00000010:0.1:1787761208.914535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:1.1:1787761208.919280:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037900.
00010000:00000010:1.1:1787761208.919287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9600.
00000080:00000010:0.1:1787761208.932291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295bc0.
00000080:00000010:0.1:1787761208.932299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295460.
00010000:00000010:1.1:1787761208.960286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787761208.964282:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:1.1:1787761208.964292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:1.1:1787761208.982292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d01c0.
00000080:00000010:1.1:1787761208.982302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0300.
00010000:00000010:1.1:1787761209.005398:0:322821:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787761209.005409:0:322821:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:1.1:1787761209.005413:0:322821:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:1.1:1787761209.040288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0300.
00000080:00000010:1.1:1787761209.040306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0760.
00010000:00000010:2.1:1787761209.055343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:2.1:1787761209.055355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:2.1:1787761209.055358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:2.1:1787761209.055362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295420.
00000080:00000010:2.1:1787761209.055367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d01c0.
00010000:00000010:0.1:1787761209.074289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787761209.082769:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:0.1:1787761209.082784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:0.1:1787761209.098574:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295520.
00000080:00000010:0.1:1787761209.098594:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959e0.
00010000:00000010:3.1:1787761209.116560:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787761209.121032:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:3.1:1787761209.121045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:3.1:1787761209.128890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa0e0.
00000080:00000010:3.1:1787761209.128901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b00.
00010000:00000010:1.1:1787761209.157304:0:322824:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:1.1:1787761209.157318:0:322824:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787761209.157321:0:322824:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:1.1:1787761209.177324:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0bc0.
00000080:00000010:1.1:1787761209.177345:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04e0.
00010000:00000010:2.1:1787761209.205039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761209.205053:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761209.205057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:2.1:1787761209.205062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c60.
00000080:00000010:2.1:1787761209.205069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e40.
00010000:00000010:3.1:1787761209.232381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787761209.232396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:3.1:1787761209.232400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:3.1:1787761209.251211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa3e0.
00000080:00000010:3.1:1787761209.251221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295500.
00010000:00000010:2.1:1787761209.265641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:2.1:1787761209.265657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:2.1:1787761209.265662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:2.1:1787761209.277906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0fc0.
00000080:00000010:2.1:1787761209.277923:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d08c0.
00010000:00000010:3.1:1787761209.314405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787761209.314420:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:3.1:1787761209.314423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:3.1:1787761209.336352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa660.
00000080:00000010:3.1:1787761209.336376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a60.
00010000:00000010:2.1:1787761209.364383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761209.368412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761209.368427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:2.1:1787761209.378291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c60.
00000080:00000010:2.1:1787761209.378306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10980.
00010000:00000010:2.1:1787761209.440335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:2.1:1787761209.440350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037400.
00010000:00000010:2.1:1787761209.440354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:2.1:1787761209.449335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10980.
00000080:00000010:2.1:1787761209.449356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0460.
00010000:00000010:1.1:1787761209.476406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787761209.476420:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787761209.476424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:1.1:1787761209.497292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0f00.
00000080:00000010:1.1:1787761209.497310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0080.
00010000:00000010:3.1:1787761209.523568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787761209.523584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:3.1:1787761209.523590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00000080:00000010:3.1:1787761209.538502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa680.
00000080:00000010:3.1:1787761209.538521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf40.
00010000:00000010:0.1:1787761209.555292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787761209.555308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037400.
00010000:00000010:0.1:1787761209.555312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:0.1:1787761209.575307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295000.
00000080:00000010:0.1:1787761209.575326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252953a0.
00010000:00000010:2.1:1787761209.611302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761209.611318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761209.611322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:2.1:1787761209.624364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c60.
00000080:00000010:2.1:1787761209.624376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10320.
00010000:00000010:3.1:1787761209.669297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787761209.669311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:3.1:1787761209.669318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00000080:00000010:3.1:1787761209.669324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa680.
00000080:00000010:3.1:1787761209.669331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf40.
00010000:00000010:2.1:1787761209.700301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:2.1:1787761209.704329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761209.704342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:2.1:1787761209.733977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10980.
00000080:00000010:2.1:1787761209.733997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b60.
00010000:00000010:3.1:1787761209.756429:0:322838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:3.1:1787761209.764383:0:322838:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:3.1:1787761209.764391:0:322838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:3.1:1787761209.764395:0:322838:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109c0.
00000080:00000010:3.1:1787761209.764403:0:322838:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102c0.
00010000:00000010:2.1:1787761209.787278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:2.1:1787761209.799334:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:2.1:1787761209.799342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00000080:00000010:2.1:1787761209.799348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf80.
00000080:00000010:2.1:1787761209.799356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa660.
00010000:00000010:0.1:1787761209.817299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:0.1:1787761209.817310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:1.1:1787761209.820551:0:322840:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10000.
00000080:00000010:1.1:1787761209.820561:0:322840:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102a0.
00010000:00000010:2.1:1787761209.821286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761209.856337:0:322841:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761209.856349:0:322841:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:2.1:1787761209.856353:0:322841:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:2.1:1787761209.876290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad105c0.
00000080:00000010:2.1:1787761209.876305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295dc0.
00010000:00000010:2.1:1787761209.899304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761209.899318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:2.1:1787761209.899322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:2.1:1787761209.899326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b00.
00000080:00000010:2.1:1787761209.899332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10240.
00010000:00000010:1.1:1787761209.927519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:1.1:1787761209.927530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:1.1:1787761209.927534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00000080:00000010:1.1:1787761209.937423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10240.
00000080:00000010:1.1:1787761209.937441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0fe0.
00010000:00000010:2.1:1787761209.959725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761209.962452:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761209.962464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:2.1:1787761209.982296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10a00.
00000080:00000010:2.1:1787761209.982313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295580.
00010000:00000010:2.1:1787761210.003227:0:322844:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:2.1:1787761210.012294:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:2.1:1787761210.012309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00000080:00000010:2.1:1787761210.021396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aafc0.
00000080:00000010:2.1:1787761210.021413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa480.
00010000:00000010:1.1:1787761210.034297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:1.1:1787761210.047323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787761210.047330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:1.1:1787761210.050582:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0040.
00000080:00000010:1.1:1787761210.057412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295540.
00010000:00000010:2.1:1787761210.083400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761210.083409:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761210.083413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:2.1:1787761210.091323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b00.
00000080:00000010:2.1:1787761210.091335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c40.
00010000:00000010:3.1:1787761210.108968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787761210.128407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787761210.128424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:3.1:1787761210.141398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa320.
00000080:00000010:3.1:1787761210.141415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d02a0.
00010000:00000010:2.1:1787761210.160709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761210.160727:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761210.160731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:2.1:1787761210.168314:0:322849:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b00.
00000080:00000010:2.1:1787761210.168326:0:322849:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959e0.
00010000:00000010:2.1:1787761210.179316:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761210.179335:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761210.179340:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:2.1:1787761210.188322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10980.
00000080:00000010:2.1:1787761210.188333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10240.
00010000:00000010:1.1:1787761210.214417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787761210.214433:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787761210.214438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:1.1:1787761210.234275:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07a0.
00000080:00000010:1.1:1787761210.234286:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0260.
00010000:00000010:2.1:1787761210.260270:0:322852:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761210.260280:0:322852:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761210.260284:0:322852:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:2.1:1787761210.274485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10240.
00000080:00000010:2.1:1787761210.274502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04a0.
00010000:00000010:2.1:1787761210.293324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761210.293341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761210.293345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:2.1:1787761210.312061:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c60.
00000080:00000010:2.1:1787761210.312071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b00.
00010000:00000010:3.1:1787761210.336309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787761210.336327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037400.
00010000:00000010:3.1:1787761210.336331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:0.1:1787761210.362354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa200.
00000080:00000010:0.1:1787761210.362368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252957c0.
00010000:00000010:2.1:1787761210.366507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761210.366520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761210.366525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9600.
00000080:00000010:2.1:1787761210.402429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b00.
00000080:00000010:2.1:1787761210.402444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951a0.
00010000:00000010:2.1:1787761210.419354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:2.1:1787761210.419363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:3.1:1787761210.423154:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:2.1:1787761210.433575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac80.
00000080:00000010:2.1:1787761210.433589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07c0.
00010000:00000010:3.1:1787761210.436377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787761210.440630:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:3.1:1787761210.440638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:3.1:1787761210.454352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa140.
00000080:00000010:3.1:1787761210.454368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295640.
00010000:00000010:3.1:1787761210.470288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787761210.470302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:3.1:1787761210.470306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00000080:00000010:3.1:1787761210.493122:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa140.
00000080:00000010:3.1:1787761210.493134:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04a0.
00010000:00000010:1.1:1787761210.506568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:1.1:1787761210.506584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787761210.506588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:1.1:1787761210.515354:0:322859:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d02e0.
00000080:00000010:1.1:1787761210.515369:0:322859:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d02a0.
00010000:00000010:3.1:1787761210.554519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:2.1:1787761210.555602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:2.1:1787761210.555620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:2.1:1787761210.562303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa140.
00000080:00000010:2.1:1787761210.562314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0060.
00010000:00000010:2.1:1787761210.574390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761210.574406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761210.574410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:2.1:1787761210.592407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10980.
00000080:00000010:2.1:1787761210.592427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05a0.
00010000:00000010:0.1:1787761210.619741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787761210.619758:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:0.1:1787761210.619761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:0.1:1787761210.635363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252956c0.
00000080:00000010:0.1:1787761210.635373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0860.
00010000:00000010:3.1:1787761210.640475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:3.1:1787761210.640492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787761210.640496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:3.1:1787761210.675601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaa60.
00000080:00000010:3.1:1787761210.675634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa520.
00010000:00000010:2.1:1787761210.682370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761210.682380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761210.682384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:2.1:1787761210.694315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10240.
00000080:00000010:2.1:1787761210.694324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad105c0.
00010000:00000010:1.1:1787761210.720368:0:322865:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787761210.720383:0:322865:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787761210.720386:0:322865:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:1.1:1787761210.736176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d02c0.
00000080:00000010:1.1:1787761210.736190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0fe0.
00010000:00000010:0.1:1787761210.751315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:0.1:1787761210.754196:0:238628:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:0.1:1787761210.754208:0:238628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:2.1:1787761210.754331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d03e0.
00000080:00000010:2.1:1787761210.754341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0da0.
00010000:00000010:2.1:1787761210.770283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761210.777293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761210.777307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:2.1:1787761210.784513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10240.
00000080:00000010:2.1:1787761210.784524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102a0.
00010000:00000010:1.1:1787761210.801904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:1.1:1787761210.814084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787761210.814097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000080:00000010:1.1:1787761210.823727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0fe0.
00000080:00000010:1.1:1787761210.826421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d02c0.
00010000:00000010:2.1:1787761210.845311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761210.849288:0:322868:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761210.849295:0:322868:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:2.1:1787761210.854286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10240.
00000080:00000010:2.1:1787761210.854376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b00.
00010000:00000010:2.1:1787761210.924382:0:322870:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761210.924396:0:322870:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:2.1:1787761210.924401:0:322870:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:3.1:1787761210.934206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102a0.
00000080:00000010:3.1:1787761210.934215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a40.
00010000:00000010:2.1:1787761210.950387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761210.950403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761210.950406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:2.1:1787761210.969293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102c0.
00000080:00000010:2.1:1787761210.969310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a40.
00010000:00000010:2.1:1787761211.009044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:2.1:1787761211.015517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:2.1:1787761211.015533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:1.1:1787761211.029322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa240.
00000080:00000010:1.1:1787761211.029336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa340.
00010000:00000010:0.1:1787761211.064677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787761211.068298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037900.
00010000:00000010:0.1:1787761211.068311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:0.1:1787761211.079498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252954a0.
00000080:00000010:0.1:1787761211.079508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e40.
00010000:00000010:2.1:1787761211.133355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:3.1:1787761211.136391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:3.1:1787761211.136406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:3.1:1787761211.151395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109c0.
00000080:00000010:3.1:1787761211.151408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d09a0.
00010000:00000010:3.1:1787761211.186299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:3.1:1787761211.186316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787761211.186320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:3.1:1787761211.199521:0:322875:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa440.
00000080:00000010:3.1:1787761211.199542:0:322875:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295560.
00010000:00000010:3.1:1787761211.239363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00010000:00000010:3.1:1787761211.239377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787761211.239381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00000080:00000010:3.1:1787761211.244329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa440.
00000080:00000010:3.1:1787761211.244343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab20.
00010000:00000010:1.1:1787761211.274327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:1.1:1787761211.274336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787761211.274340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:1.1:1787761211.285291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0720.
00000080:00000010:1.1:1787761211.285308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d40.
00010000:00000010:1.1:1787761211.310002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787761211.310017:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787761211.310021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:1.1:1787761211.325301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0720.
00000080:00000010:1.1:1787761211.325321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0280.
00010000:00000010:2.1:1787761211.336292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761211.336306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:2.1:1787761211.336310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:2.1:1787761211.352307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad100c0.
00000080:00000010:2.1:1787761211.352327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101c0.
00010000:00000010:3.1:1787761211.376432:0:322880:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:3.1:1787761211.376446:0:322880:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787761211.376450:0:322880:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:2.1:1787761211.382149:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa360.
00000080:00000010:2.1:1787761211.382162:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108a0.
00010000:00000010:2.1:1787761211.401501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761211.413162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:2.1:1787761211.413176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:2.1:1787761211.416466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108a0.
00000080:00000010:2.1:1787761211.416480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295100.
00010000:00000010:2.1:1787761211.447298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:2.1:1787761211.447306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:2.1:1787761211.447309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:2.1:1787761211.447313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108a0.
00000080:00000010:2.1:1787761211.447320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad100c0.
00010000:00000010:3.1:1787761211.470453:0:322882:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:3.1:1787761211.479306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787761211.479313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:3.1:1787761211.484389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf20.
00000080:00000010:3.1:1787761211.484400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295440.
00010000:00000010:3.1:1787761211.499405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:3.1:1787761211.499420:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787761211.499425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:1.1:1787761211.507526:0:322884:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf20.
00000080:00000010:1.1:1787761211.507540:0:322884:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ec0.
00010000:00000010:2.1:1787761211.537271:0:322884:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761211.541647:0:322885:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:2.1:1787761211.541660:0:322885:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:2.1:1787761211.558679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108a0.
00000080:00000010:2.1:1787761211.558693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252955c0.
00010000:00000010:2.1:1787761211.588996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:2.1:1787761211.589011:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:2.1:1787761211.589014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:2.1:1787761211.595295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108a0.
00000080:00000010:2.1:1787761211.595311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad107c0.
00010000:00000010:2.1:1787761211.612292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761211.612305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:2.1:1787761211.612309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00000080:00000010:2.1:1787761211.625268:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad107c0.
00000080:00000010:2.1:1787761211.625280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaaa0.
00010000:00000010:3.1:1787761211.645292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00010000:00000010:3.1:1787761211.645310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787761211.645314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:3.1:1787761211.673291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aafe0.
00000080:00000010:3.1:1787761211.673307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10520.
00010000:00000010:1.1:1787761211.710565:0:322889:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787761211.710577:0:322889:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787761211.710581:0:322889:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:1.1:1787761211.710586:0:322889:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0540.
00000080:00000010:1.1:1787761211.710593:0:322889:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108c0.
00010000:00000010:1.1:1787761211.730591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:1.1:1787761211.730617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787761211.730621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:1.1:1787761211.747418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b00.
00000080:00000010:1.1:1787761211.747429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0540.
00010000:00000010:1.1:1787761211.764633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:1.1:1787761211.764644:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787761211.764650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:1.1:1787761211.789726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0540.
00000080:00000010:1.1:1787761211.789746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d60.
00010000:00000010:2.1:1787761211.809292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:3.1:1787761211.812474:0:322891:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:3.1:1787761211.812485:0:322891:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:3.1:1787761211.817406:0:322892:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10460.
00000080:00000010:3.1:1787761211.817422:0:322892:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c40.
00010000:00000010:2.1:1787761211.845561:0:322892:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761211.845572:0:322892:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761211.845576:0:322892:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:2.1:1787761211.855342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e80.
00000080:00000010:2.1:1787761211.855352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c20.
00010000:00000010:2.1:1787761211.875291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761211.875309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761211.875313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:2.1:1787761211.902293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c20.
00000080:00000010:2.1:1787761211.902304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104c0.
00010000:00000010:3.1:1787761211.915296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:3.1:1787761211.915312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787761211.915316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00000080:00000010:3.1:1787761211.931375:0:322895:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa260.
00000080:00000010:3.1:1787761211.931387:0:322895:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa7a0.
00010000:00000010:1.1:1787761211.955305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:2.1:1787761211.958456:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:2.1:1787761211.958467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00000080:00000010:2.1:1787761211.963474:0:322896:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa800.
00000080:00000010:2.1:1787761211.963493:0:322896:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa7a0.
00010000:00000010:2.1:1787761211.990642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761211.993928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761211.993940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:2.1:1787761212.007279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104c0.
00000080:00000010:2.1:1787761212.007290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c20.
00010000:00000010:3.1:1787761212.026302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:3.1:1787761212.026317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787761212.026321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:3.1:1787761212.046282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa9e0.
00000080:00000010:3.1:1787761212.046296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa640.
00010000:00000010:2.1:1787761212.069462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761212.069478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761212.069482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:2.1:1787761212.091473:0:322899:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104c0.
00000080:00000010:2.1:1787761212.091489:0:322899:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c20.
00010000:00000010:2.1:1787761212.123304:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761212.123314:0:1033:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761212.123318:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:2.1:1787761212.130369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104c0.
00000080:00000010:2.1:1787761212.130388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c20.
00010000:00000010:0.1:1787761212.149453:0:322900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787761212.149465:0:322900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037900.
00010000:00000010:0.1:1787761212.149468:0:322900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:0.1:1787761212.163196:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295720.
00000080:00000010:0.1:1787761212.163211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c80.
00010000:00000010:2.1:1787761212.188299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761212.188315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761212.188319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:2.1:1787761212.205389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104c0.
00000080:00000010:2.1:1787761212.205410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c20.
00010000:00000010:3.1:1787761212.247092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:3.1:1787761212.247109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787761212.247112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:3.1:1787761212.265314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaee0.
00000080:00000010:3.1:1787761212.265333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac40.
00010000:00000010:2.1:1787761212.292616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761212.296338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761212.296352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:2.1:1787761212.311299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104c0.
00000080:00000010:2.1:1787761212.311317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104e0.
00010000:00000010:3.1:1787761212.338582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:3.1:1787761212.342293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787761212.342307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:2.1:1787761212.371279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaee0.
00000080:00000010:2.1:1787761212.371290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa020.
00010000:00000010:1.1:1787761212.395313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787761212.395339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787761212.395343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:1.1:1787761212.414288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b40.
00000080:00000010:1.1:1787761212.414303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951c0.
00010000:00000010:3.1:1787761212.434601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787761212.434618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:3.1:1787761212.434623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:3.1:1787761212.444612:0:322907:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa080.
00000080:00000010:3.1:1787761212.444628:0:322907:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d08c0.
00010000:00000010:2.1:1787761212.473373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761212.473390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761212.473393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:2.1:1787761212.483756:0:322908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104c0.
00000080:00000010:2.1:1787761212.483776:0:322908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10220.
00010000:00000010:3.1:1787761212.513395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:3.1:1787761212.513423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:3.1:1787761212.513429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:3.1:1787761212.543362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102e0.
00000080:00000010:3.1:1787761212.543378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10220.
00010000:00000010:0.1:1787761212.587502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:1.1:1787761212.591304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037900.
00010000:00000010:1.1:1787761212.591320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:2.1:1787761212.626680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295500.
00000080:00000010:2.1:1787761212.626698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f40.
00010000:00000010:2.1:1787761212.650448:0:322910:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9600.
00010000:00000010:2.1:1787761212.660931:0:322911:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:2.1:1787761212.660945:0:322911:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:3.1:1787761212.667717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295540.
00000080:00000010:3.1:1787761212.667735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0400.
00010000:00000010:2.1:1787761212.690437:0:322911:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761212.690446:0:322911:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:2.1:1787761212.690450:0:322911:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:2.1:1787761212.708749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10fa0.
00000080:00000010:2.1:1787761212.708760:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f00.
00010000:00000010:2.1:1787761212.714330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761212.718333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:2.1:1787761212.718351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:2.1:1787761212.732383:0:322913:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10cc0.
00000080:00000010:2.1:1787761212.732400:0:322913:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0720.
00010000:00000010:2.1:1787761212.761963:0:322913:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761212.761972:0:322913:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:2.1:1787761212.761977:0:322913:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:3.1:1787761212.767447:0:322914:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10fa0.
00000080:00000010:3.1:1787761212.767461:0:322914:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f00.
00010000:00000010:3.1:1787761212.788462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:3.1:1787761212.788547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787761212.788551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:3.1:1787761212.819755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa940.
00000080:00000010:3.1:1787761212.819765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1a0.
00010000:00000010:2.1:1787761212.834611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761212.834627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:2.1:1787761212.834632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:2.1:1787761212.861553:0:322916:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10100.
00000080:00000010:2.1:1787761212.861571:0:322916:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d40.
00010000:00000010:3.1:1787761212.906290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787761212.911371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787761212.911387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:3.1:1787761212.931299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1a0.
00000080:00000010:3.1:1787761212.931315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d40.
00010000:00000010:2.1:1787761212.962304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:2.1:1787761212.962319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:2.1:1787761212.962323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:1.1:1787761212.979331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10a80.
00000080:00000010:1.1:1787761212.979346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10100.
00010000:00000010:3.1:1787761213.023326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:3.1:1787761213.023340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787761213.023344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:3.1:1787761213.029004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1a0.
00000080:00000010:3.1:1787761213.029022:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109e0.
00010000:00000010:0.1:1787761213.047007:0:322919:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787761213.054370:0:322920:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787761213.054377:0:322920:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00000080:00000010:0.1:1787761213.059291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295aa0.
00000080:00000010:0.1:1787761213.059301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0320.
00010000:00000010:0.1:1787761213.076369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787761213.076381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787761213.076385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:0.1:1787761213.084319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295aa0.
00000080:00000010:0.1:1787761213.084332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295300.
00010000:00000010:2.1:1787761213.117295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:2.1:1787761213.117307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:2.1:1787761213.117311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:2.1:1787761213.132387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10880.
00000080:00000010:2.1:1787761213.132398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10960.
00010000:00000010:3.1:1787761213.149289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:3.1:1787761213.149297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787761213.149301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:3.1:1787761213.163289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab00.
00000080:00000010:3.1:1787761213.163307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa940.
00010000:00000010:2.1:1787761213.179404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:2.1:1787761213.179419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:2.1:1787761213.179423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:2.1:1787761213.202425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10960.
00000080:00000010:2.1:1787761213.202442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10880.
00010000:00000010:3.1:1787761213.211475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:3.1:1787761213.211490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:3.1:1787761213.211494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:3.1:1787761213.226289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103c0.
00000080:00000010:3.1:1787761213.226305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad106a0.
00010000:00000010:3.1:1787761213.279634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787761213.284093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787761213.284104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:3.1:1787761213.298407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa940.
00000080:00000010:3.1:1787761213.298417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10880.
00010000:00000010:3.1:1787761213.335460:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:3.1:1787761213.335474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761213.335574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:3.1:1787761213.347411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10960.
00000080:00000010:3.1:1787761213.347429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ba0.
00010000:00000010:3.1:1787761213.411470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:3.1:1787761213.415316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:3.1:1787761213.415327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:2.1:1787761213.428281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d80.
00000080:00000010:2.1:1787761213.428294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101e0.
00010000:00000010:2.1:1787761213.448405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761213.453299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:2.1:1787761213.453314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:2.1:1787761213.497908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101e0.
00000080:00000010:2.1:1787761213.497923:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103e0.
00010000:00000010:3.1:1787761213.531025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:2.1:1787761213.534357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:2.1:1787761213.534373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:2.1:1787761213.554369:0:322930:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa9a0.
00000080:00000010:2.1:1787761213.554392:0:322930:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1a0.
00010000:00000010:3.1:1787761213.595769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787761213.598509:0:322930:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:3.1:1787761213.598517:0:322930:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00000080:00000010:3.1:1787761213.610422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa940.
00000080:00000010:3.1:1787761213.610437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa120.
00010000:00000010:3.1:1787761213.642760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:3.1:1787761213.642787:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:3.1:1787761213.642792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:3.1:1787761213.670760:0:322932:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab00.
00000080:00000010:3.1:1787761213.670785:0:322932:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10440.
00010000:00000010:2.1:1787761213.704306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:2.1:1787761213.707536:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:2.1:1787761213.707549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00000080:00000010:2.1:1787761213.712802:0:322933:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa940.
00000080:00000010:2.1:1787761213.712820:0:322933:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab00.
00010000:00000010:0.1:1787761213.757424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:1.1:1787761213.757685:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:1.1:1787761213.757692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:0.1:1787761213.784937:0:322934:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295de0.
00000080:00000010:0.1:1787761213.784954:0:322934:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ac0.
00010000:00000010:1.1:1787761213.818536:0:238629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:1.1:1787761213.828297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787761213.828313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:1.1:1787761213.848028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05a0.
00000080:00000010:1.1:1787761213.848046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ac0.
00010000:00000010:2.1:1787761213.894322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761213.894340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:2.1:1787761213.894344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:3.1:1787761213.926273:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d80.
00000080:00000010:3.1:1787761213.926288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252952c0.
00010000:00000010:2.1:1787761213.986991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761213.987005:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:2.1:1787761213.987009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:2.1:1787761214.002306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10960.
00000080:00000010:2.1:1787761214.002323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0040.
00010000:00000010:2.1:1787761214.014293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761214.018419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:2.1:1787761214.018427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9600.
00000080:00000010:2.1:1787761214.029399:0:322938:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10580.
00000080:00000010:2.1:1787761214.029414:0:322938:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252957e0.
00010000:00000010:3.1:1787761214.061550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:3.1:1787761214.061565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:3.1:1787761214.061569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:3.1:1787761214.078346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae80.
00000080:00000010:3.1:1787761214.078367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10960.
00010000:00000010:2.1:1787761214.122371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761214.122388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:2.1:1787761214.122392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:2.1:1787761214.147578:0:322940:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad106a0.
00000080:00000010:2.1:1787761214.148760:0:322940:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101a0.
00010000:00000010:3.1:1787761214.184378:0:322940:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787761214.184385:0:322940:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:3.1:1787761214.184388:0:322940:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00000080:00000010:3.1:1787761214.201300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae80.
00000080:00000010:3.1:1787761214.201322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaa80.
00010000:00000010:0.1:1787761214.219567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787761214.223446:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:0.1:1787761214.223460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:2.1:1787761214.246398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295560.
00000080:00000010:2.1:1787761214.246416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e40.
00010000:00000010:2.1:1787761214.305288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761214.305300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:2.1:1787761214.305304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:2.1:1787761214.305309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad106a0.
00000080:00000010:2.1:1787761214.305315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10bc0.
00010000:00000010:3.1:1787761214.338535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:3.1:1787761214.338713:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:3.1:1787761214.338718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:3.1:1787761214.350289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae80.
00000080:00000010:3.1:1787761214.350303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c60.
00010000:00000010:2.1:1787761214.387293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761214.392853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:2.1:1787761214.392865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:2.1:1787761214.405451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad106a0.
00000080:00000010:2.1:1787761214.405464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101a0.
00010000:00000010:0.1:1787761214.433859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:1.1:1787761214.439300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:1.1:1787761214.439309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00000080:00000010:2.1:1787761214.449374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252953e0.
00000080:00000010:2.1:1787761214.449389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06a0.
00010000:00000010:3.1:1787761214.466067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787761214.470366:0:322947:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:3.1:1787761214.470381:0:322947:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00000080:00000010:3.1:1787761214.486308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa9c0.
00000080:00000010:3.1:1787761214.486328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa0c0.
00010000:00000010:2.1:1787761214.508292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761214.508300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:2.1:1787761214.508304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:1.1:1787761214.519406:0:322948:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10400.
00000080:00000010:1.1:1787761214.519423:0:322948:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad106a0.
00010000:00000010:0.1:1787761214.555393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787761214.555406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037800.
00010000:00000010:0.1:1787761214.555410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:0.1:1787761214.561994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295640.
00000080:00000010:0.1:1787761214.562014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06e0.
00010000:00000010:3.1:1787761214.586906:0:322950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:3.1:1787761214.594290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:3.1:1787761214.594302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:3.1:1787761214.594307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae80.
00000080:00000010:3.1:1787761214.594315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10100.
00010000:00000010:2.1:1787761214.631285:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:2.1:1787761214.631300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:2.1:1787761214.639294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae80.
00000080:00000010:2.1:1787761214.639309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10a80.
00010000:00000010:3.1:1787761214.643048:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:1.1:1787761214.663142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:1.1:1787761214.663158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787761214.663162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:1.1:1787761214.680317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0f00.
00000080:00000010:1.1:1787761214.680328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ce0.
00010000:00000010:2.1:1787761214.700277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:2.1:1787761214.700285:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:2.1:1787761214.700290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:3.1:1787761214.709644:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10680.
00000080:00000010:3.1:1787761214.709658:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10560.
00010000:00000010:3.1:1787761214.735366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:0.1:1787761214.740044:0:322954:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:0.1:1787761214.740060:0:322954:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00000080:00000010:0.1:1787761214.745360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa120.
00000080:00000010:0.1:1787761214.745376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab00.
00010000:00000010:0.1:1787761214.762699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787761214.771955:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037800.
00010000:00000010:0.1:1787761214.771968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:0.1:1787761214.775317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951e0.
00000080:00000010:0.1:1787761214.775331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252955e0.
00010000:00000010:2.1:1787761214.813405:0:322956:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:2.1:1787761214.813422:0:322956:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:2.1:1787761214.813426:0:322956:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:2.1:1787761214.823283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f20.
00000080:00000010:2.1:1787761214.823293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104c0.
00010000:00000010:2.1:1787761214.846643:0:1356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:2.1:1787761214.846652:0:1356:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:2.1:1787761214.846656:0:1356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:2.1:1787761214.856307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104c0.
00000080:00000010:2.1:1787761214.856327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104e0.
00010000:00000010:2.1:1787761214.888413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:2.1:1787761214.888423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037800.
00010000:00000010:2.1:1787761214.888426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00000080:00000010:2.1:1787761214.888431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e80.
00000080:00000010:2.1:1787761214.888437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0cc0.
00010000:00000010:3.1:1787761214.907312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787761214.907330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787761214.907334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00000080:00000010:3.1:1787761214.919453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa080.
00000080:00000010:3.1:1787761214.919467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa9a0.
00010000:00000010:2.1:1787761214.937462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:2.1:1787761214.937478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:2.1:1787761214.937482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:2.1:1787761214.948996:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104c0.
00000080:00000010:2.1:1787761214.949018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10740.
00010000:00000010:3.1:1787761214.991091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787761214.991107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787761214.991111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00000080:00000010:3.1:1787761215.011308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa080.
00000080:00000010:3.1:1787761215.011328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1a0.
00010000:00000010:3.1:1787761215.050965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787761215.050979:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787761215.050983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:3.1:1787761215.062594:0:322962:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1a0.
00000080:00000010:3.1:1787761215.062612:0:322962:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102e0.
00010000:00000010:3.1:1787761215.107077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787761215.111612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787761215.111628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00000080:00000010:2.1:1787761215.134278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaec0.
00000080:00000010:2.1:1787761215.134292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1a0.
00010000:00000010:2.1:1787761215.174159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:2.1:1787761215.174179:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:2.1:1787761215.174183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:2.1:1787761215.176291:0:322964:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f40.
00000080:00000010:2.1:1787761215.176306:0:322964:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10540.
00010000:00000010:2.1:1787761215.203637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:2.1:1787761215.203645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:2.1:1787761215.203649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:0.1:1787761215.216385:0:322965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10540.
00000080:00000010:0.1:1787761215.216406:0:322965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d00.
00010000:00000010:2.1:1787761215.257362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:2.1:1787761215.257371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:2.1:1787761215.257375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:2.1:1787761215.265289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00000080:00000010:2.1:1787761215.265305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0100.
00010000:00000010:3.1:1787761215.302292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:2.1:1787761215.302421:0:322967:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:2.1:1787761215.302428:0:322967:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00000080:00000010:2.1:1787761215.310362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac40.
00000080:00000010:2.1:1787761215.310382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa020.
00000080:00000010:0.1:1787761215.336293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaee0.
00000080:00000010:0.1:1787761215.336309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e80.
00010000:00000010:3.1:1787761215.336357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787761215.336365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787761215.336369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:3.1:1787761215.368295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787761215.368308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787761215.368313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:3.1:1787761215.368317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa260.
00000080:00000010:3.1:1787761215.368325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0bc0.
00010000:00000010:1.1:1787761215.388287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:1.1:1787761215.393473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:1.1:1787761215.393481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:0.1:1787761215.411550:0:322970:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10460.
00000080:00000010:0.1:1787761215.411791:0:322970:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c40.
00010000:00000010:2.1:1787761215.461537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761215.461552:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:2.1:1787761215.461556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:2.1:1787761215.501600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad107c0.
00000080:00000010:2.1:1787761215.501631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295160.
00010000:00000010:3.1:1787761215.519290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787761215.519314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787761215.519318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:3.1:1787761215.533555:0:322972:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa640.
00000080:00000010:3.1:1787761215.533583:0:322972:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b40.
00010000:00000010:2.1:1787761215.568301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761215.572653:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:2.1:1787761215.572670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00000080:00000010:2.1:1787761215.585482:0:322973:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad100c0.
00000080:00000010:2.1:1787761215.585496:0:322973:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa640.
00010000:00000010:2.1:1787761215.622300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:2.1:1787761215.632550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761215.632566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:2.1:1787761215.642904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108c0.
00000080:00000010:2.1:1787761215.642921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad100c0.
00010000:00000010:1.1:1787761215.663315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787761215.668289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787761215.668312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:1.1:1787761215.682311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0500.
00000080:00000010:1.1:1787761215.682327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0680.
00010000:00000010:2.1:1787761215.715477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761215.719289:0:322976:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761215.719605:0:322976:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:2.1:1787761215.730518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad100c0.
00000080:00000010:2.1:1787761215.730536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295160.
00010000:00000010:2.1:1787761215.754298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:0.1:1787761215.758313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:0.1:1787761215.758330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:0.1:1787761215.779288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad107c0.
00000080:00000010:0.1:1787761215.779297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108a0.
00010000:00000010:0.1:1787761215.802295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787761215.802320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037000.
00010000:00000010:0.1:1787761215.802324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:0.1:1787761215.827558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295340.
00000080:00000010:0.1:1787761215.827568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0400.
00010000:00000010:0.1:1787761215.849411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787761215.849429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037000.
00010000:00000010:0.1:1787761215.849432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:0.1:1787761215.862469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295340.
00000080:00000010:0.1:1787761215.862484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951c0.
00010000:00000010:2.1:1787761215.904475:0:322980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:2.1:1787761215.904489:0:322980:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761215.904492:0:322980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:2.1:1787761215.910487:0:322980:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10520.
00000080:00000010:2.1:1787761215.910500:0:322980:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0280.
00010000:00000010:2.1:1787761215.933297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761215.936547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761215.936561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:2.1:1787761215.961289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad100c0.
00000080:00000010:2.1:1787761215.961314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10520.
00010000:00000010:2.1:1787761215.992300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761215.992317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761215.992321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:2.1:1787761216.018487:0:322982:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10620.
00000080:00000010:2.1:1787761216.018506:0:322982:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d20.
00010000:00000010:3.1:1787761216.058302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00010000:00000010:3.1:1787761216.058319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:3.1:1787761216.058323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:3.1:1787761216.068837:0:322983:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaaa0.
00000080:00000010:3.1:1787761216.068919:0:322983:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10520.
00010000:00000010:3.1:1787761216.096973:0:322983:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787761216.096986:0:322983:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:3.1:1787761216.096990:0:322983:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00000080:00000010:3.1:1787761216.110300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf20.
00000080:00000010:3.1:1787761216.110316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa180.
00010000:00000010:2.1:1787761216.152406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:2.1:1787761216.156418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761216.156434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:2.1:1787761216.179303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10620.
00000080:00000010:2.1:1787761216.179317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad100c0.
00010000:00000010:1.1:1787761216.210580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:1.1:1787761216.218614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787761216.218624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:1.1:1787761216.230818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0000.
00000080:00000010:1.1:1787761216.230843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c40.
00010000:00000010:2.1:1787761216.284390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:2.1:1787761216.284406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761216.284410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:2.1:1787761216.309381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad100c0.
00000080:00000010:2.1:1787761216.309397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10620.
00010000:00000010:0.1:1787761216.361056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787761216.361075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037000.
00010000:00000010:0.1:1787761216.361079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:0.1:1787761216.389306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295980.
00000080:00000010:0.1:1787761216.389325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0120.
00010000:00000010:2.1:1787761216.414292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761216.417708:0:322988:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761216.417717:0:322988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:2.1:1787761216.425294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10620.
00000080:00000010:2.1:1787761216.425307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959a0.
00010000:00000010:0.1:1787761216.447387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:0.1:1787761216.454285:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:0.1:1787761216.454360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:2.1:1787761216.462034:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d80.
00000080:00000010:2.1:1787761216.462046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295980.
00010000:00000010:2.1:1787761216.491799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:2.1:1787761216.491820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761216.491824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:2.1:1787761216.504323:0:322991:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad100c0.
00000080:00000010:2.1:1787761216.504334:0:322991:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b40.
00010000:00000010:2.1:1787761216.541812:0:322992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:2.1:1787761216.541820:0:322992:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761216.541823:0:322992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:2.1:1787761216.541827:0:322992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b40.
00000080:00000010:2.1:1787761216.541832:0:322992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10de0.
00010000:00000010:2.1:1787761216.573327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:3.1:1787761216.576447:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:3.1:1787761216.576458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:3.1:1787761216.606311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10de0.
00000080:00000010:3.1:1787761216.606328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10320.
00010000:00000010:1.1:1787761216.648368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:1.1:1787761216.651492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:1.1:1787761216.651500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:1.1:1787761216.659440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b40.
00000080:00000010:1.1:1787761216.659457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10620.
00010000:00000010:3.1:1787761216.726296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00010000:00000010:3.1:1787761216.726314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:3.1:1787761216.726319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:3.1:1787761216.753345:0:322995:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf20.
00000080:00000010:3.1:1787761216.753357:0:322995:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10240.
00010000:00000010:2.1:1787761216.803755:0:322996:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:2.1:1787761216.803781:0:322996:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761216.803785:0:322996:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:2.1:1787761216.803790:0:322996:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10000.
00000080:00000010:2.1:1787761216.803797:0:322996:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b00.
00010000:00000010:3.1:1787761216.853368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787761216.858301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:3.1:1787761216.858311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00000080:00000010:3.1:1787761216.888290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa000.
00000080:00000010:3.1:1787761216.888310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf20.
00010000:00000010:2.1:1787761216.933297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761216.933315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037000.
00010000:00000010:2.1:1787761216.933320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:2.1:1787761216.959656:0:322998:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b00.
00000080:00000010:2.1:1787761216.959668:0:322998:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0960.
00010000:00000010:2.1:1787761217.000603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:2.1:1787761217.000614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761217.000618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:2.1:1787761217.008275:0:322999:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10000.
00000080:00000010:2.1:1787761217.008285:0:322999:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b00.
00010000:00000010:0.1:1787761217.029389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:0.1:1787761217.029402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:1.1:1787761217.029577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00000080:00000010:3.1:1787761217.070286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa3c0.
00000080:00000010:3.1:1787761217.070304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10a00.
00010000:00000010:2.1:1787761217.134280:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761217.136279:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:2.1:1787761217.136335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:3.1:1787761217.141276:0:1033:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c60.
00000080:00000010:3.1:1787761217.141292:0:1033:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295da0.
00010000:00000010:2.1:1787761217.178293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761217.178310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:2.1:1787761217.178314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:2.1:1787761217.188378:0:323002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d80.
00000080:00000010:2.1:1787761217.188394:0:323002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0580.
00010000:00000010:2.1:1787761217.219414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761217.219428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:2.1:1787761217.219433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:2.1:1787761217.242427:0:323003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10000.
00000080:00000010:2.1:1787761217.242439:0:323003:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f60.
00010000:00000010:3.1:1787761217.277130:0:323004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:3.1:1787761217.277147:0:323004:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:3.1:1787761217.277151:0:323004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:3.1:1787761217.280357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10a00.
00000080:00000010:3.1:1787761217.280370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10000.
00010000:00000010:3.1:1787761217.319467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:3.1:1787761217.319480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:3.1:1787761217.319484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:3.1:1787761217.324345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10980.
00000080:00000010:3.1:1787761217.324360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b00.
00010000:00000010:0.1:1787761217.344302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787761217.344320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037200.
00010000:00000010:0.1:1787761217.344324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:0.1:1787761217.352376:0:323006:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295de0.
00000080:00000010:0.1:1787761217.352389:0:323006:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d00.
00010000:00000010:2.1:1787761217.383491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761217.383506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761217.383510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:2.1:1787761217.398373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102a0.
00000080:00000010:2.1:1787761217.398391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad105c0.
00010000:00000010:1.1:1787761217.423291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787761217.423307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037200.
00010000:00000010:1.1:1787761217.423313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:1.1:1787761217.435291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295de0.
00000080:00000010:1.1:1787761217.435305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ac0.
00010000:00000010:2.1:1787761217.460387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761217.460403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761217.460408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:2.1:1787761217.474713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102a0.
00000080:00000010:2.1:1787761217.474726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109c0.
00010000:00000010:3.1:1787761217.501047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787761217.501062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:3.1:1787761217.501066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00000080:00000010:3.1:1787761217.512440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa6a0.
00000080:00000010:3.1:1787761217.512456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa340.
00010000:00000010:2.1:1787761217.549291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761217.549308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761217.549312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9600.
00000080:00000010:2.1:1787761217.569342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109c0.
00000080:00000010:2.1:1787761217.569353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252957a0.
00010000:00000010:3.1:1787761217.602336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787761217.602351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:3.1:1787761217.602355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:3.1:1787761217.635568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa340.
00000080:00000010:3.1:1787761217.635593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d00c0.
00010000:00000010:2.1:1787761217.658304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:2.1:1787761217.658318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:2.1:1787761217.658322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00000080:00000010:2.1:1787761217.677611:0:323013:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae40.
00000080:00000010:2.1:1787761217.677629:0:323013:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa2c0.
00010000:00000010:3.1:1787761217.703924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787761217.708888:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787761217.708903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00000080:00000010:3.1:1787761217.715423:0:323014:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa040.
00000080:00000010:3.1:1787761217.715442:0:323014:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa340.
00010000:00000010:2.1:1787761217.754567:0:323015:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:2.1:1787761217.754576:0:323015:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037a00.
00010000:00000010:2.1:1787761217.754580:0:323015:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:2.1:1787761217.771272:0:323015:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0de0.
00000080:00000010:2.1:1787761217.771283:0:323015:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ee0.
00010000:00000010:2.1:1787761217.787461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761217.787476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761217.787480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:2.1:1787761217.800295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e40.
00000080:00000010:2.1:1787761217.800315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10620.
00010000:00000010:3.1:1787761217.829931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787761217.829954:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787761217.829958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:3.1:1787761217.843295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa760.
00000080:00000010:3.1:1787761217.843311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0660.
00010000:00000010:0.1:1787761217.866478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787761217.871280:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:0.1:1787761217.871292:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:2.1:1787761217.875310:0:323018:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295fc0.
00000080:00000010:2.1:1787761217.875321:0:323018:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295da0.
00010000:00000010:2.1:1787761217.895491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761217.917686:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761217.917695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:2.1:1787761217.923259:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b40.
00000080:00000010:2.1:1787761217.923281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad100c0.
00010000:00000010:2.1:1787761217.936416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761217.942301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761217.942311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:2.1:1787761217.949299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d20.
00000080:00000010:2.1:1787761217.949316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ec0.
00010000:00000010:0.1:1787761217.994485:0:323021:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787761217.994503:0:323021:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:0.1:1787761217.994508:0:323021:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:0.1:1787761218.007937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295840.
00000080:00000010:0.1:1787761218.007946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295440.
00010000:00000010:3.1:1787761218.028139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787761218.031207:0:323021:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787761218.031221:0:323021:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:2.1:1787761218.047579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa520.
00000080:00000010:2.1:1787761218.047593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c00.
00010000:00000010:2.1:1787761218.065071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761218.065088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761218.065091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:3.1:1787761218.091851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102a0.
00000080:00000010:3.1:1787761218.091868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d20.
00010000:00000010:2.1:1787761218.134449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761218.134462:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761218.134466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:2.1:1787761218.134473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b40.
00000080:00000010:2.1:1787761218.134480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951a0.
00010000:00000010:3.1:1787761218.157195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787761218.157203:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787761218.157207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:3.1:1787761218.165306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa780.
00000080:00000010:3.1:1787761218.165324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c20.
00010000:00000010:3.1:1787761218.204362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:3.1:1787761218.211664:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787761218.211672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:3.1:1787761218.211678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108c0.
00000080:00000010:3.1:1787761218.211685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b40.
00010000:00000010:2.1:1787761218.250992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761218.259763:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761218.259777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:2.1:1787761218.266408:0:323027:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10de0.
00000080:00000010:2.1:1787761218.266425:0:323027:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad107c0.
00010000:00000010:2.1:1787761218.307299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761218.307314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761218.307318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:2.1:1787761218.354287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ec0.
00000080:00000010:2.1:1787761218.354302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad107c0.
00010000:00000010:3.1:1787761218.397415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:3.1:1787761218.397431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:3.1:1787761218.397434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:3.1:1787761218.410978:0:323029:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10de0.
00000080:00000010:3.1:1787761218.410998:0:323029:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c40.
00010000:00000010:2.1:1787761218.474302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:3.1:1787761218.478301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:3.1:1787761218.478317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:3.1:1787761218.490291:0:323030:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad107c0.
00000080:00000010:3.1:1787761218.490305:0:323030:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ec0.
00010000:00000010:2.1:1787761218.532353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761218.532366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:2.1:1787761218.532370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:2.1:1787761218.547297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10460.
00000080:00000010:2.1:1787761218.547312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252955e0.
00010000:00000010:2.1:1787761218.590875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:2.1:1787761218.608365:0:323032:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:2.1:1787761218.608382:0:323032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:2.1:1787761218.623141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00000080:00000010:2.1:1787761218.623152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10460.
00010000:00000010:3.1:1787761218.642288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:3.1:1787761218.653108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:3.1:1787761218.653126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:3.1:1787761218.653132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104c0.
00000080:00000010:3.1:1787761218.653143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10540.
00010000:00000010:0.1:1787761218.667431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787761218.667451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:0.1:1787761218.667455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:0.1:1787761218.694285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252952a0.
00000080:00000010:0.1:1787761218.694302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00010000:00000010:2.1:1787761218.729357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761218.734259:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:2.1:1787761218.734277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:2.1:1787761218.754313:0:323035:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c20.
00000080:00000010:2.1:1787761218.754329:0:323035:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10460.
00010000:00000010:3.1:1787761218.776314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787761218.779277:0:323035:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787761218.779283:0:323035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00000080:00000010:3.1:1787761218.793495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa200.
00000080:00000010:3.1:1787761218.793509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa980.
00010000:00000010:0.1:1787761218.821373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787761218.821385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:0.1:1787761218.821389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:0.1:1787761218.833699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f40.
00000080:00000010:0.1:1787761218.833718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c00.
00010000:00000010:2.1:1787761218.850843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761218.850860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:2.1:1787761218.850865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00000080:00000010:2.1:1787761218.874499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10460.
00000080:00000010:2.1:1787761218.874511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0dc0.
00010000:00000010:3.1:1787761218.920342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787761218.920357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787761218.920361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:3.1:1787761218.947163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa200.
00000080:00000010:3.1:1787761218.947177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04e0.
00010000:00000010:0.1:1787761218.979398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787761218.979415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:0.1:1787761218.979419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:0.1:1787761219.009302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d00.
00000080:00000010:0.1:1787761219.009319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ec0.
00010000:00000010:0.1:1787761219.037497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787761219.037516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:0.1:1787761219.037521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:2.1:1787761219.056500:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d00.
00000080:00000010:2.1:1787761219.056517:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295fa0.
00010000:00000010:2.1:1787761219.111320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761219.111335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:2.1:1787761219.111339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:2.1:1787761219.111345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10460.
00000080:00000010:2.1:1787761219.111355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0f00.
00010000:00000010:2.1:1787761219.171311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761219.171326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:2.1:1787761219.171330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:2.1:1787761219.183771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102c0.
00000080:00000010:2.1:1787761219.183790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0820.
00010000:00000010:2.1:1787761219.209320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9600.
00010000:00000010:2.1:1787761219.209336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:2.1:1787761219.209340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:2.1:1787761219.216210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295580.
00000080:00000010:2.1:1787761219.216227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295160.
00010000:00000010:3.1:1787761219.240330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:2.1:1787761219.246481:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:2.1:1787761219.246487:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:2.1:1787761219.255627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aafa0.
00000080:00000010:2.1:1787761219.255641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a00.
00010000:00000010:1.1:1787761219.273646:0:323045:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787761219.273656:0:323045:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1b00.
00010000:00000010:1.1:1787761219.273660:0:323045:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:1.1:1787761219.284781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d00c0.
00000080:00000010:1.1:1787761219.284804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06e0.
00010000:00000010:1.1:1787761219.306480:0:323047:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787761219.306493:0:323047:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1b00.
00010000:00000010:1.1:1787761219.306496:0:323047:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:1.1:1787761219.311298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0480.
00000080:00000010:1.1:1787761219.311314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0440.
00010000:00000010:3.1:1787761219.333862:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:2.1:1787761219.345305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:2.1:1787761219.345318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:2.1:1787761219.361995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa680.
00000080:00000010:2.1:1787761219.362014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295320.
00010000:00000010:2.1:1787761219.373276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:2.1:1787761219.373286:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:2.1:1787761219.373289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:3.1:1787761219.377292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf80.
00000080:00000010:3.1:1787761219.377307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d00c0.
00010000:00000010:1.1:1787761219.405880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:2.1:1787761219.409312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1b00.
00010000:00000010:2.1:1787761219.409321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:2.1:1787761219.416288:0:323050:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b80.
00000080:00000010:2.1:1787761219.416301:0:323050:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e00.
00010000:00000010:3.1:1787761219.438952:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:3.1:1787761219.438969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761219.442307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:3.1:1787761219.451454:0:323051:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10460.
00000080:00000010:3.1:1787761219.451468:0:323051:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c20.
00010000:00000010:2.1:1787761219.501066:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761219.501078:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:2.1:1787761219.501082:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00000080:00000010:2.1:1787761219.516299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102e0.
00000080:00000010:2.1:1787761219.516318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa0e0.
00010000:00000010:0.1:1787761219.540315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:3.1:1787761219.557287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c20.
00000080:00000010:3.1:1787761219.557304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d00.
00010000:00000010:1.1:1787761219.557471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:1.1:1787761219.557477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9600.
00010000:00000010:2.1:1787761219.588382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:2.1:1787761219.599377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:2.1:1787761219.599387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:2.1:1787761219.618863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10220.
00000080:00000010:2.1:1787761219.618873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104e0.
00010000:00000010:3.1:1787761219.631040:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:3.1:1787761219.631050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761219.631286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:3.1:1787761219.636443:0:323055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10cc0.
00000080:00000010:3.1:1787761219.636459:0:323055:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d40.
00010000:00000010:2.1:1787761219.661449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:2.1:1787761219.661463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110ff00.
00010000:00000010:2.1:1787761219.661467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00000080:00000010:2.1:1787761219.668533:0:323056:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaea0.
00000080:00000010:2.1:1787761219.668551:0:323056:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa840.
00010000:00000010:2.1:1787761219.697486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:2.1:1787761219.699890:0:323057:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761219.699897:0:323057:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:2.1:1787761219.711883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10a80.
00000080:00000010:2.1:1787761219.711902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10220.
00010000:00000010:2.1:1787761219.748179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:2.1:1787761219.748194:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761219.748198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:2.1:1787761219.748203:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10220.
00000080:00000010:2.1:1787761219.748213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10680.
00010000:00000010:3.1:1787761219.767294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:3.1:1787761219.767303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787761219.767308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:3.1:1787761219.775313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae60.
00000080:00000010:3.1:1787761219.775333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10560.
00010000:00000010:0.1:1787761219.788610:0:323059:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787761219.788621:0:323059:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037c00.
00010000:00000010:0.1:1787761219.788625:0:323059:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:0.1:1787761219.796599:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959a0.
00000080:00000010:0.1:1787761219.796607:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252952a0.
00010000:00000010:3.1:1787761219.822292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:3.1:1787761219.831228:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:3.1:1787761219.831238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:3.1:1787761219.834337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10680.
00000080:00000010:3.1:1787761219.834347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0040.
00010000:00000010:1.1:1787761219.850378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787761219.850385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1700.
00010000:00000010:1.1:1787761219.850389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:1.1:1787761219.854325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0560.
00000080:00000010:1.1:1787761219.854342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e80.
00010000:00000010:2.1:1787761219.879421:0:323063:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:2.1:1787761219.879432:0:323063:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761219.879435:0:323063:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:2.1:1787761219.883304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109e0.
00000080:00000010:2.1:1787761219.883316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295700.
00010000:00000010:3.1:1787761219.902913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:3.1:1787761219.902930:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787761219.902934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00000080:00000010:3.1:1787761219.931549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae60.
00000080:00000010:3.1:1787761219.931571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac60.
00010000:00000010:2.1:1787761219.952463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761219.952470:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761219.952474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:2.1:1787761219.962435:0:323065:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10bc0.
00000080:00000010:2.1:1787761219.962446:0:323065:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10400.
00010000:00000010:0.1:1787761219.995384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787761220.001297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037c00.
00010000:00000010:0.1:1787761220.001309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00000080:00000010:0.1:1787761220.007345:0:323066:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ea0.
00000080:00000010:0.1:1787761220.007354:0:323066:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac60.
00010000:00000010:0.1:1787761220.034660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787761220.037290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037c00.
00010000:00000010:0.1:1787761220.037300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:0.1:1787761220.065367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ea0.
00000080:00000010:0.1:1787761220.065386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252956c0.
00010000:00000010:0.1:1787761220.092338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:2.1:1787761220.097297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037c00.
00010000:00000010:2.1:1787761220.097315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:2.1:1787761220.118283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252955c0.
00000080:00000010:2.1:1787761220.118294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959c0.
00010000:00000010:1.1:1787761220.138381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:1.1:1787761220.138395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1500.
00010000:00000010:1.1:1787761220.138399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:1.1:1787761220.159373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ea0.
00000080:00000010:1.1:1787761220.159389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295460.
00010000:00000010:3.1:1787761220.193314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:3.1:1787761220.196405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787761220.196419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:3.1:1787761220.219500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaa40.
00000080:00000010:3.1:1787761220.219515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10400.
00010000:00000010:0.1:1787761220.256632:0:238629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787761220.260483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787761220.260496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:0.1:1787761220.270914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295840.
00000080:00000010:0.1:1787761220.270932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0da0.
00010000:00000010:3.1:1787761220.325241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:3.1:1787761220.325267:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787761220.325272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:3.1:1787761220.345319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa8c0.
00000080:00000010:3.1:1787761220.345335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c60.
00010000:00000010:1.1:1787761220.380896:0:323072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:1.1:1787761220.380911:0:323072:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1500.
00010000:00000010:1.1:1787761220.380914:0:323072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:1.1:1787761220.394597:0:323073:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0140.
00000080:00000010:1.1:1787761220.394612:0:323073:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d40.
00010000:00000010:1.1:1787761220.421340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:1.1:1787761220.421356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1500.
00010000:00000010:1.1:1787761220.421360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:1.1:1787761220.439881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06a0.
00000080:00000010:1.1:1787761220.439899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d40.
00010000:00000010:3.1:1787761220.485299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787761220.485314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:2.1:1787761220.485358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:3.1:1787761220.493962:0:323075:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10580.
00000080:00000010:3.1:1787761220.493980:0:323075:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa8c0.
00010000:00000010:2.1:1787761220.541751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:2.1:1787761220.549282:0:323075:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761220.549290:0:323075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:2.1:1787761220.563281:0:238639:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103c0.
00000080:00000010:2.1:1787761220.563291:0:238639:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10880.
00010000:00000010:2.1:1787761220.607855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761220.608405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:2.1:1787761220.608413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00000080:00000010:2.1:1787761220.634294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa620.
00000080:00000010:2.1:1787761220.634312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa600.
00010000:00000010:2.1:1787761220.694294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:2.1:1787761220.694309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fe00.
00010000:00000010:2.1:1787761220.694312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00000080:00000010:2.1:1787761220.713224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa5a0.
00000080:00000010:2.1:1787761220.713243:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad00.
00010000:00000010:3.1:1787761220.772023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787761220.772039:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787761220.772043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00000080:00000010:3.1:1787761220.778369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad20.
00000080:00000010:3.1:1787761220.778378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab60.
00010000:00000010:1.1:1787761220.818677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787761220.821961:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1500.
00010000:00000010:1.1:1787761220.821976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:1.1:1787761220.830658:0:323080:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e00.
00000080:00000010:1.1:1787761220.830676:0:323080:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295660.
00010000:00000010:3.1:1787761220.893823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787761220.895575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787761220.895587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:3.1:1787761220.916007:0:323081:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad20.
00000080:00000010:3.1:1787761220.916025:0:323081:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295660.
00010000:00000010:2.1:1787761220.974297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:2.1:1787761220.981289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761220.981299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:1.1:1787761221.015344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10880.
00000080:00000010:1.1:1787761221.015361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ba0.
00010000:00000010:3.1:1787761221.030412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787761221.030428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:3.1:1787761221.030433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:3.1:1787761221.057888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab60.
00000080:00000010:3.1:1787761221.057907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101e0.
00010000:00000010:2.1:1787761221.101306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:2.1:1787761221.101331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:2.1:1787761221.101343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:2.1:1787761221.119771:0:323084:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d80.
00000080:00000010:2.1:1787761221.119789:0:323084:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0280.
00010000:00000010:1.1:1787761221.154432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:1.1:1787761221.154448:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1500.
00010000:00000010:1.1:1787761221.154454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:1.1:1787761221.172423:0:323085:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a00.
00000080:00000010:1.1:1787761221.172443:0:323085:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d80.
00010000:00000010:2.1:1787761221.210406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:3.1:1787761221.214521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:3.1:1787761221.214608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:3.1:1787761221.231547:0:323086:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10440.
00000080:00000010:3.1:1787761221.231564:0:323086:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10080.
00010000:00000010:2.1:1787761221.292057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761221.292070:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761221.292073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:2.1:1787761221.298994:0:323087:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10080.
00000080:00000010:2.1:1787761221.299013:0:323087:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10340.
00010000:00000010:3.1:1787761221.358411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787761221.358428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787761221.358432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00000080:00000010:3.1:1787761221.371805:0:323088:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa5e0.
00000080:00000010:3.1:1787761221.371817:0:323088:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aacc0.
00010000:00000010:2.1:1787761221.440414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761221.440428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761221.440432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:2.1:1787761221.460284:0:323089:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10340.
00000080:00000010:2.1:1787761221.460296:0:323089:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10080.
00010000:00000010:3.1:1787761221.496300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787761221.496316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787761221.496321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00000080:00000010:3.1:1787761221.519291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aacc0.
00000080:00000010:3.1:1787761221.519306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab60.
00010000:00000010:2.1:1787761221.546747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761221.550589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761221.550608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:2.1:1787761221.562742:0:323091:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10080.
00000080:00000010:2.1:1787761221.562761:0:323091:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10340.
00010000:00000010:1.1:1787761221.590298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:1.1:1787761221.590314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1500.
00010000:00000010:1.1:1787761221.590318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:1.1:1787761221.610899:0:323092:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d60.
00000080:00000010:1.1:1787761221.610919:0:323092:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10340.
00010000:00000010:3.1:1787761221.659302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787761221.659319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787761221.659322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:3.1:1787761221.726155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aacc0.
00000080:00000010:3.1:1787761221.726177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d60.
00010000:00000010:1.1:1787761221.750299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:1.1:1787761221.750316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:1.1:1787761221.750320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:1.1:1787761221.766458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10960.
00000080:00000010:1.1:1787761221.766477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10080.
00010000:00000010:2.1:1787761221.811702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761221.811715:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:2.1:1787761221.811719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:2.1:1787761221.829540:0:323095:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101e0.
00000080:00000010:2.1:1787761221.829557:0:323095:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295360.
00010000:00000010:0.1:1787761221.882418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787761221.882442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787761221.882448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:0.1:1787761221.908817:0:323096:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295be0.
00000080:00000010:0.1:1787761221.908844:0:323096:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101e0.
00010000:00000010:3.1:1787761221.979182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:3.1:1787761221.984296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:3.1:1787761221.984320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:3.1:1787761222.019677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10880.
00000080:00000010:3.1:1787761222.019704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0940.
00010000:00000010:2.1:1787761222.071503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761222.075518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761222.075542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:2.1:1787761222.099577:0:323098:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10220.
00000080:00000010:2.1:1787761222.099592:0:323098:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10bc0.
00010000:00000010:3.1:1787761222.156502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787761222.165127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787761222.165148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00000080:00000010:3.1:1787761222.182520:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa5e0.
00000080:00000010:3.1:1787761222.182551:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aacc0.
00010000:00000010:2.1:1787761222.216487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761222.219425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761222.219443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:2.1:1787761222.239989:0:323100:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101a0.
00000080:00000010:2.1:1787761222.240018:0:323100:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103c0.
00010000:00000010:3.1:1787761222.287302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787761222.287334:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787761222.287342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00000080:00000010:3.1:1787761222.310337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa5e0.
00000080:00000010:3.1:1787761222.310365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aacc0.
00010000:00000010:3.1:1787761222.365493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787761222.369490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:3.1:1787761222.369515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:3.1:1787761222.412592:0:323102:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad80.
00000080:00000010:3.1:1787761222.412614:0:323102:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101a0.
00010000:00000010:2.1:1787761222.519347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:3.1:1787761222.525551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:3.1:1787761222.525575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:3.1:1787761222.549851:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295640.
00000080:00000010:3.1:1787761222.549875:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252957c0.
00010000:00000010:2.1:1787761222.586565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761222.586587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761222.586592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:2.1:1787761222.608555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad106a0.
00000080:00000010:2.1:1787761222.608576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c00.
00010000:00000010:2.1:1787761222.663392:0:323105:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761222.663407:0:323105:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:2.1:1787761222.663412:0:323105:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00000080:00000010:1.1:1787761222.671375:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10a80.
00000080:00000010:1.1:1787761222.671389:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa5e0.
00010000:00000010:2.1:1787761222.696289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761222.696299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761222.696304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:2.1:1787761222.723306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104e0.
00000080:00000010:2.1:1787761222.723333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10100.
00010000:00000010:2.1:1787761222.758499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761222.758520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761222.758533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:2.1:1787761222.787677:0:323107:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10100.
00000080:00000010:2.1:1787761222.787697:0:323107:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295520.
00010000:00000010:3.1:1787761222.853456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787761222.853465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:3.1:1787761222.853469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:3.1:1787761222.853475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad80.
00000080:00000010:3.1:1787761222.853484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10100.
00010000:00000010:2.1:1787761222.881663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:2.1:1787761222.881685:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037b00.
00010000:00000010:2.1:1787761222.881690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:2.1:1787761222.897956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252958e0.
00000080:00000010:2.1:1787761222.897983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c40.
00010000:00000010:3.1:1787761222.954373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00010000:00000010:3.1:1787761222.965414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:3.1:1787761222.965425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00000080:00000010:0.1:1787761222.980206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa8a0.
00000080:00000010:0.1:1787761222.980222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa4a0.
00010000:00000010:0.1:1787761223.011321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:2.1:1787761223.014628:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037b00.
00010000:00000010:2.1:1787761223.014647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:0.1:1787761223.024494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e20.
00000080:00000010:0.1:1787761223.024517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d00.
00010000:00000010:2.1:1787761223.085341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:2.1:1787761223.085363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:3.1:1787761223.086123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00000080:00000010:2.1:1787761223.110536:0:323112:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad80.
00000080:00000010:2.1:1787761223.110558:0:323112:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f00.
00010000:00000010:1.1:1787761223.143367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:1.1:1787761223.143389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1500.
00010000:00000010:1.1:1787761223.143394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:2.1:1787761223.187848:0:323113:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0480.
00000080:00000010:2.1:1787761223.187875:0:323113:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d40.
00010000:00000010:3.1:1787761223.278299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00010000:00000010:3.1:1787761223.282300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787761223.282322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00000080:00000010:2.1:1787761223.325302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac20.
00000080:00000010:2.1:1787761223.325321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaba0.
00010000:00000010:2.1:1787761223.356308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:2.1:1787761223.360315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761223.360330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:2.1:1787761223.391393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d40.
00000080:00000010:2.1:1787761223.391412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c20.
00010000:00000010:2.1:1787761223.439297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761223.439312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761223.439315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00000080:00000010:2.1:1787761223.461438:0:323116:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10cc0.
00000080:00000010:2.1:1787761223.461458:0:323116:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa740.
00010000:00000010:2.1:1787761223.497295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:2.1:1787761223.497311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1500.
00010000:00000010:2.1:1787761223.497316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:2.1:1787761223.519784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d08e0.
00000080:00000010:2.1:1787761223.519802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10cc0.
00010000:00000010:3.1:1787761223.577289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787761223.577305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787761223.577309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00000080:00000010:3.1:1787761223.615322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1e0.
00000080:00000010:3.1:1787761223.615342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aadc0.
00010000:00000010:0.1:1787761223.649357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9600.
00010000:00000010:0.1:1787761223.649591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787761223.649595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:0.1:1787761223.688292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295280.
00000080:00000010:0.1:1787761223.688308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295000.
00010000:00000010:1.1:1787761223.746617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:1.1:1787761223.746625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1e00.
00010000:00000010:1.1:1787761223.746629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:1.1:1787761223.755368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0040.
00000080:00000010:1.1:1787761223.755382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c80.
00010000:00000010:2.1:1787761223.787356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:2.1:1787761223.787372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761223.787376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:2.1:1787761223.811277:0:323121:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10cc0.
00000080:00000010:2.1:1787761223.811290:0:323121:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f00.
00010000:00000010:2.1:1787761223.835326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:2.1:1787761223.835342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1e00.
00010000:00000010:2.1:1787761223.835346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:2.1:1787761223.863312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0040.
00000080:00000010:2.1:1787761223.863327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10cc0.
00010000:00000010:3.1:1787761223.895418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00010000:00000010:3.1:1787761223.914696:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787761223.914708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:3.1:1787761223.922626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa100.
00000080:00000010:3.1:1787761223.922643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295b40.
00010000:00000010:0.1:1787761223.931466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:1.1:1787761223.936462:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:1.1:1787761223.936475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:2.1:1787761223.943973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295fe0.
00000080:00000010:2.1:1787761223.951794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0800.
00010000:00000010:1.1:1787761223.973562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:1.1:1787761223.973577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1200.
00010000:00000010:1.1:1787761223.973582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:1.1:1787761223.985298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0780.
00000080:00000010:1.1:1787761223.985314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07a0.
00010000:00000010:2.1:1787761224.014381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:2.1:1787761224.019133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761224.019141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:2.1:1787761224.038300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d40.
00000080:00000010:2.1:1787761224.038318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c20.
00010000:00000010:2.1:1787761224.059732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:2.1:1787761224.059751:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037c00.
00010000:00000010:2.1:1787761224.059766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:2.1:1787761224.091600:0:323127:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295340.
00000080:00000010:2.1:1787761224.091633:0:323127:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d80.
00010000:00000010:0.1:1787761224.128695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787761224.132609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:0.1:1787761224.132624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:0.1:1787761224.147332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252954a0.
00000080:00000010:0.1:1787761224.147349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f00.
00010000:00000010:2.1:1787761224.179539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:2.1:1787761224.179553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761224.179557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00000080:00000010:2.1:1787761224.194724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10460.
00000080:00000010:2.1:1787761224.194741:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1e0.
00010000:00000010:3.1:1787761224.245300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787761224.245316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787761224.245322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:3.1:1787761224.261891:0:323130:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaae0.
00000080:00000010:3.1:1787761224.261912:0:323130:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295fa0.
00010000:00000010:2.1:1787761224.311140:0:323131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761224.311150:0:323131:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761224.311153:0:323131:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:2.1:1787761224.336292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102c0.
00000080:00000010:2.1:1787761224.336312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10740.
00010000:00000010:2.1:1787761224.364743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761224.376301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761224.376314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:2.1:1787761224.393535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10540.
00000080:00000010:2.1:1787761224.393549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e80.
00010000:00000010:3.1:1787761224.431304:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787761224.440330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787761224.440344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:3.1:1787761224.448124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa6c0.
00000080:00000010:3.1:1787761224.448135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c40.
00010000:00000010:0.1:1787761224.466450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787761224.466467:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:0.1:1787761224.466471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:0.1:1787761224.471644:0:323134:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959e0.
00000080:00000010:0.1:1787761224.471654:0:323134:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0000.
00010000:00000010:0.1:1787761224.497150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787761224.497166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:0.1:1787761224.497171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:0.1:1787761224.504469:0:323135:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d80.
00000080:00000010:0.1:1787761224.504486:0:323135:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959e0.
00010000:00000010:2.1:1787761224.538308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761224.538321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761224.538325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:2.1:1787761224.546296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00000080:00000010:2.1:1787761224.546306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10460.
00010000:00000010:2.1:1787761224.600434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:2.1:1787761224.600450:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761224.600453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:2.1:1787761224.600462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10460.
00000080:00000010:2.1:1787761224.600472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f40.
00010000:00000010:3.1:1787761224.622992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:3.1:1787761224.623010:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:3.1:1787761224.623015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:2.1:1787761224.652307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10540.
00000080:00000010:2.1:1787761224.652323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00010000:00000010:0.1:1787761224.687288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787761224.687299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:0.1:1787761224.687303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:2.1:1787761224.690382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295700.
00000080:00000010:2.1:1787761224.690408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10740.
00010000:00000010:2.1:1787761224.710142:0:323139:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:2.1:1787761224.710155:0:323139:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:2.1:1787761224.710159:0:323139:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:2.1:1787761224.723866:0:323140:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab40.
00000080:00000010:2.1:1787761224.723883:0:323140:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10540.
00010000:00000010:2.1:1787761224.768744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:2.1:1787761224.776561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1200.
00010000:00000010:2.1:1787761224.776576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:2.1:1787761224.789305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0400.
00000080:00000010:2.1:1787761224.789325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ac0.
00010000:00000010:3.1:1787761224.825159:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:2.1:1787761224.829300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:2.1:1787761224.829317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:2.1:1787761224.849921:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa060.
00000080:00000010:2.1:1787761224.850230:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0f00.
00010000:00000010:2.1:1787761224.899485:0:323143:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:0.1:1787761224.900563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:0.1:1787761224.900571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:2.1:1787761224.926703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10460.
00000080:00000010:2.1:1787761224.926725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ca0.
00010000:00000010:3.1:1787761224.949384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787761224.949406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:3.1:1787761224.949414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:3.1:1787761224.979838:0:323144:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaca0.
00000080:00000010:3.1:1787761224.979852:0:323144:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e80.
00010000:00000010:3.1:1787761225.001296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787761225.001311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:3.1:1787761225.001315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:3.1:1787761225.032306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaa20.
00000080:00000010:3.1:1787761225.032330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10460.
00010000:00000010:1.1:1787761225.059313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:2.1:1787761225.072447:0:323146:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1c00.
00010000:00000010:2.1:1787761225.072455:0:323146:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:2.1:1787761225.080287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0cc0.
00000080:00000010:2.1:1787761225.080308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0460.
00010000:00000010:3.1:1787761225.094800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787761225.094815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:3.1:1787761225.094819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:3.1:1787761225.108422:0:323147:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa540.
00000080:00000010:3.1:1787761225.108438:0:323147:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102c0.
00010000:00000010:2.1:1787761225.148334:0:323148:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761225.148343:0:323148:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:2.1:1787761225.148347:0:323148:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00000080:00000010:2.1:1787761225.171295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104c0.
00000080:00000010:2.1:1787761225.171314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa540.
00010000:00000010:2.1:1787761225.178431:0:323148:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:2.1:1787761225.178439:0:323148:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:2.1:1787761225.178443:0:323148:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:2.1:1787761225.183381:0:323149:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ec0.
00000080:00000010:2.1:1787761225.183396:0:323149:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108a0.
00010000:00000010:2.1:1787761225.216379:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:2.1:1787761225.220293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104c0.
00000080:00000010:2.1:1787761225.220305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108a0.
00010000:00000010:0.1:1787761225.223552:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:0.1:1787761225.223565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:1.1:1787761225.245654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787761225.252541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:1.1:1787761225.252549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:2.1:1787761225.259546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d09e0.
00000080:00000010:2.1:1787761225.259558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e60.
00010000:00000010:0.1:1787761225.300473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787761225.313195:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:0.1:1787761225.313206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:0.1:1787761225.324424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aace0.
00000080:00000010:0.1:1787761225.324435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ae0.
00010000:00000010:0.1:1787761225.346310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787761225.356038:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:0.1:1787761225.356047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:2.1:1787761225.366479:0:323153:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295040.
00000080:00000010:2.1:1787761225.366497:0:323153:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d40.
00010000:00000010:3.1:1787761225.403293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:3.1:1787761225.407479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787761225.407495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:3.1:1787761225.426172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaae0.
00000080:00000010:3.1:1787761225.426188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104c0.
00010000:00000010:2.1:1787761225.468655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761225.468670:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761225.468674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:2.1:1787761225.490609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108a0.
00000080:00000010:2.1:1787761225.490629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad107c0.
00010000:00000010:2.1:1787761225.523488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:2.1:1787761225.527465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:2.1:1787761225.527480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00000080:00000010:2.1:1787761225.561569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad107c0.
00000080:00000010:2.1:1787761225.561585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1e0.
00010000:00000010:3.1:1787761225.576577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:3.1:1787761225.576585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:3.1:1787761225.576590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:3.1:1787761225.592924:0:323157:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10de0.
00000080:00000010:3.1:1787761225.592943:0:323157:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c40.
00010000:00000010:2.1:1787761225.628323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761225.632935:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761225.632950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:2.1:1787761225.662297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad107c0.
00000080:00000010:2.1:1787761225.662320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103a0.
00010000:00000010:1.1:1787761225.680291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787761225.680305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fe00.
00010000:00000010:1.1:1787761225.680310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:1.1:1787761225.700444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa6c0.
00000080:00000010:1.1:1787761225.700459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ae0.
00010000:00000010:2.1:1787761225.720591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:2.1:1787761225.720607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:2.1:1787761225.720611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00000080:00000010:2.1:1787761225.756407:0:323160:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa280.
00000080:00000010:2.1:1787761225.756427:0:323160:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa760.
00010000:00000010:3.1:1787761225.802713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787761225.802727:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:3.1:1787761225.802732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:3.1:1787761225.820280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b40.
00000080:00000010:3.1:1787761225.820291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108c0.
00010000:00000010:0.1:1787761225.847444:0:238629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9600.
00010000:00000010:1.1:1787761225.856305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110ff00.
00010000:00000010:1.1:1787761225.856320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:2.1:1787761225.887375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ac0.
00000080:00000010:2.1:1787761225.887388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d20.
00010000:00000010:0.1:1787761225.937310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:0.1:1787761225.937326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9600.
00010000:00000010:3.1:1787761225.937396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:2.1:1787761225.955535:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa5c0.
00000080:00000010:2.1:1787761225.955552:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252952e0.
00010000:00000010:0.1:1787761226.008647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:0.1:1787761226.008662:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:0.1:1787761226.011606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:2.1:1787761226.021564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0660.
00000080:00000010:2.1:1787761226.021582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e40.
00010000:00000010:1.1:1787761226.071300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:1.1:1787761226.071315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1800.
00010000:00000010:1.1:1787761226.071319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:1.1:1787761226.090404:0:323165:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b40.
00000080:00000010:1.1:1787761226.090420:0:323165:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0460.
00010000:00000010:3.1:1787761226.123289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787761226.123305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:3.1:1787761226.123309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:3.1:1787761226.153617:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac20.
00000080:00000010:3.1:1787761226.153628:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295860.
00010000:00000010:2.1:1787761226.176217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761226.178396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:2.1:1787761226.178408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:2.1:1787761226.203336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101c0.
00000080:00000010:2.1:1787761226.203355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d20.
00010000:00000010:2.1:1787761226.243380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761226.243389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:2.1:1787761226.243393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:2.1:1787761226.243398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102a0.
00000080:00000010:2.1:1787761226.243405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad100c0.
00010000:00000010:3.1:1787761226.271304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787761226.271310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:3.1:1787761226.271314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:3.1:1787761226.271319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa4a0.
00000080:00000010:3.1:1787761226.271326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295040.
00010000:00000010:2.1:1787761226.293297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761226.293308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:2.1:1787761226.293311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:2.1:1787761226.304463:0:323170:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102a0.
00000080:00000010:2.1:1787761226.304478:0:323170:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d20.
00010000:00000010:2.1:1787761226.339335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:2.1:1787761226.339351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1800.
00010000:00000010:2.1:1787761226.339356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:2.1:1787761226.339361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0280.
00000080:00000010:2.1:1787761226.339372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d20.
00010000:00000010:0.1:1787761226.372291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9600.
00010000:00000010:0.1:1787761226.379731:0:323171:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:0.1:1787761226.379749:0:323171:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:0.1:1787761226.398312:0:323172:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252955c0.
00000080:00000010:0.1:1787761226.398320:0:323172:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ea0.
00010000:00000010:0.1:1787761226.416286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9600.
00010000:00000010:0.1:1787761226.416298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:0.1:1787761226.416301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:0.1:1787761226.428537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ea0.
00000080:00000010:0.1:1787761226.428551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295bc0.
00010000:00000010:2.1:1787761226.462301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:2.1:1787761226.462317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:2.1:1787761226.462321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00000080:00000010:2.1:1787761226.481361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10540.
00000080:00000010:2.1:1787761226.481377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0420.
00010000:00000010:3.1:1787761226.500304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00010000:00000010:3.1:1787761226.500321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:3.1:1787761226.500325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:1.1:1787761226.516887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa5e0.
00000080:00000010:1.1:1787761226.516906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa300.
00010000:00000010:2.1:1787761226.570419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:2.1:1787761226.570434:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:2.1:1787761226.570438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:2.1:1787761226.577295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295140.
00000080:00000010:2.1:1787761226.577310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0440.
00010000:00000010:0.1:1787761226.601295:0:323177:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787761226.601312:0:323177:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:0.1:1787761226.601315:0:323177:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:0.1:1787761226.615303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295700.
00000080:00000010:0.1:1787761226.615331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c00.
00010000:00000010:0.1:1787761226.629312:0:323178:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787761226.629326:0:323178:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:0.1:1787761226.629330:0:323178:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:0.1:1787761226.643014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959e0.
00000080:00000010:0.1:1787761226.643032:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252955e0.
00010000:00000010:3.1:1787761226.672904:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:2.1:1787761226.680190:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:2.1:1787761226.680198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:2.1:1787761226.687290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa8c0.
00000080:00000010:2.1:1787761226.687302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295700.
00010000:00000010:1.1:1787761226.708508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787761226.713307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:1.1:1787761226.713322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:1.1:1787761226.729890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d40.
00000080:00000010:1.1:1787761226.748284:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0f60.
00010000:00000010:2.1:1787761226.770210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761226.770222:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:2.1:1787761226.770226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:2.1:1787761226.778954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102a0.
00000080:00000010:2.1:1787761226.778968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10320.
00010000:00000010:1.1:1787761226.806878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787761226.806887:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:1.1:1787761226.806890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:1.1:1787761226.813100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d03e0.
00000080:00000010:1.1:1787761226.813119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0da0.
00010000:00000010:2.1:1787761226.851293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761226.851307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:2.1:1787761226.851311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:2.1:1787761226.851316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10320.
00000080:00000010:2.1:1787761226.851325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102a0.
00010000:00000010:1.1:1787761226.872287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787761226.872300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:1.1:1787761226.872304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:1.1:1787761226.890281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d08e0.
00000080:00000010:1.1:1787761226.890293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c40.
00010000:00000010:2.1:1787761226.915323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:2.1:1787761226.915331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:2.1:1787761226.915335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:2.1:1787761226.919519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10620.
00000080:00000010:2.1:1787761226.919528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaa00.
00010000:00000010:3.1:1787761226.941298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00010000:00000010:3.1:1787761226.941309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787761226.941313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:3.1:1787761226.955793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf80.
00000080:00000010:3.1:1787761226.955806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252954a0.
00010000:00000010:2.1:1787761226.977388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:2.1:1787761226.977403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:2.1:1787761226.977407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:2.1:1787761226.990620:0:323187:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10620.
00000080:00000010:2.1:1787761226.990635:0:323187:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c20.
00010000:00000010:2.1:1787761227.020416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761227.020426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:2.1:1787761227.020430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:2.1:1787761227.023390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10620.
00000080:00000010:2.1:1787761227.023407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10240.
00010000:00000010:2.1:1787761227.037324:0:323189:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761227.037336:0:323189:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:2.1:1787761227.037340:0:323189:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:2.1:1787761227.042354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b00.
00000080:00000010:2.1:1787761227.042366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109c0.
00010000:00000010:1.1:1787761227.068614:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:1.1:1787761227.068628:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:1.1:1787761227.068632:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:0.1:1787761227.075432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295400.
00000080:00000010:0.1:1787761227.075452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10240.
00010000:00000010:1.1:1787761227.108695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:1.1:1787761227.110300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:1.1:1787761227.110312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:1.1:1787761227.125426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0040.
00000080:00000010:1.1:1787761227.125437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295600.
00010000:00000010:2.1:1787761227.141689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:2.1:1787761227.149318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:2.1:1787761227.149332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:2.1:1787761227.158457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e40.
00000080:00000010:2.1:1787761227.158478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad105c0.
00010000:00000010:3.1:1787761227.175301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00010000:00000010:3.1:1787761227.175317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:3.1:1787761227.175322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:3.1:1787761227.196448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa320.
00000080:00000010:3.1:1787761227.196479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b00.
00010000:00000010:1.1:1787761227.220487:0:323193:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787761227.220506:0:323193:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:1.1:1787761227.220510:0:323193:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:1.1:1787761227.237410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04a0.
00000080:00000010:1.1:1787761227.237431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c80.
00010000:00000010:1.1:1787761227.259303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787761227.259328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:1.1:1787761227.259333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:1.1:1787761227.267287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e20.
00000080:00000010:1.1:1787761227.267306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0fa0.
00010000:00000010:2.1:1787761227.294529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761227.298373:0:323195:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:2.1:1787761227.298380:0:323195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:2.1:1787761227.308115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e40.
00000080:00000010:2.1:1787761227.308125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252956e0.
00010000:00000010:3.1:1787761227.323301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:3.1:1787761227.327302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787761227.327319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00000080:00000010:3.1:1787761227.335576:0:323197:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa320.
00000080:00000010:3.1:1787761227.335595:0:323197:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa200.
00010000:00000010:1.1:1787761227.378298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:1.1:1787761227.378312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:1.1:1787761227.378317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00000080:00000010:1.1:1787761227.397331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ce0.
00000080:00000010:1.1:1787761227.397344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa980.
00010000:00000010:2.1:1787761227.417284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761227.417292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:2.1:1787761227.417296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:2.1:1787761227.441480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e40.
00000080:00000010:2.1:1787761227.441503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295500.
00010000:00000010:3.1:1787761227.447410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:3.1:1787761227.453618:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787761227.453626:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:3.1:1787761227.465314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac80.
00000080:00000010:3.1:1787761227.465336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295800.
00010000:00000010:2.1:1787761227.486112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761227.489334:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:2.1:1787761227.489350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:2.1:1787761227.501320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10620.
00000080:00000010:2.1:1787761227.506526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e40.
00010000:00000010:3.1:1787761227.519979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:3.1:1787761227.519995:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787761227.525586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:3.1:1787761227.541328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa2e0.
00000080:00000010:3.1:1787761227.541350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295420.
00010000:00000010:2.1:1787761227.563396:0:323202:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:2.1:1787761227.563406:0:323202:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:3.1:1787761227.565421:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00000080:00000010:2.1:1787761227.569394:0:323203:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa2e0.
00000080:00000010:2.1:1787761227.569410:0:323203:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa140.
00010000:00000010:2.1:1787761227.600307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761227.610291:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:2.1:1787761227.610302:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:2.1:1787761227.621563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad105c0.
00000080:00000010:2.1:1787761227.621579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c60.
00010000:00000010:1.1:1787761227.663305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787761227.663323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:1.1:1787761227.663326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:1.1:1787761227.673594:0:323205:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07c0.
00000080:00000010:1.1:1787761227.673829:0:323205:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d02e0.
00010000:00000010:2.1:1787761227.717280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761227.717291:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:2.1:1787761227.717295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:2.1:1787761227.717300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10980.
00000080:00000010:2.1:1787761227.717308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e40.
00010000:00000010:3.1:1787761227.738421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00010000:00000010:3.1:1787761227.738437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787761227.738442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:3.1:1787761227.748296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa780.
00000080:00000010:3.1:1787761227.748314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295980.
00010000:00000010:2.1:1787761227.773406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761227.773424:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:2.1:1787761227.773428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9600.
00000080:00000010:2.1:1787761227.783293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e40.
00000080:00000010:2.1:1787761227.783306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959e0.
00010000:00000010:2.1:1787761227.817347:0:323209:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761227.817356:0:323209:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:2.1:1787761227.817359:0:323209:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:2.1:1787761227.838189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10980.
00000080:00000010:2.1:1787761227.838210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e40.
00010000:00000010:2.1:1787761227.851682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761227.851694:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:2.1:1787761227.851698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:2.1:1787761227.858385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b00.
00000080:00000010:2.1:1787761227.858399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109c0.
00010000:00000010:2.1:1787761227.874338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761227.878388:0:323211:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:2.1:1787761227.878396:0:323211:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:2.1:1787761227.885036:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10980.
00000080:00000010:2.1:1787761227.885053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e40.
00010000:00000010:3.1:1787761227.911839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00010000:00000010:3.1:1787761227.911847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787761227.911850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:3.1:1787761227.918275:0:323212:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa580.
00000080:00000010:3.1:1787761227.918285:0:323212:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109c0.
00010000:00000010:3.1:1787761227.931400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787761227.931417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787761227.931422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00000080:00000010:2.1:1787761227.940320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa580.
00000080:00000010:2.1:1787761227.940332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaa60.
00010000:00000010:3.1:1787761227.972300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:3.1:1787761227.972309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:3.1:1787761227.972313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:3.1:1787761227.976398:0:323214:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b00.
00000080:00000010:3.1:1787761227.976413:0:323214:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10980.
00010000:00000010:2.1:1787761227.998391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761227.998405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:2.1:1787761227.998409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:2.1:1787761228.006419:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e40.
00000080:00000010:2.1:1787761228.006436:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10a00.
00010000:00000010:0.1:1787761228.036294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:1.1:1787761228.036356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037a00.
00010000:00000010:1.1:1787761228.036364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:2.1:1787761228.064498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252954c0.
00000080:00000010:2.1:1787761228.064513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951a0.
00010000:00000010:3.1:1787761228.072405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:3.1:1787761228.079289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:3.1:1787761228.079300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:3.1:1787761228.088983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ea0.
00000080:00000010:3.1:1787761228.088992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10240.
00010000:00000010:0.1:1787761228.117292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787761228.126298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037200.
00010000:00000010:0.1:1787761228.126311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:0.1:1787761228.126320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a60.
00000080:00000010:0.1:1787761228.126328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959c0.
00010000:00000010:2.1:1787761228.142518:0:323219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761228.142531:0:323219:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761228.142535:0:323219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:2.1:1787761228.145544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10320.
00000080:00000010:2.1:1787761228.145558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102a0.
00010000:00000010:2.1:1787761228.171588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761228.171596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761228.171600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:2.1:1787761228.186316:0:323220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101c0.
00000080:00000010:2.1:1787761228.186326:0:323220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c60.
00010000:00000010:2.1:1787761228.197525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761228.197538:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761228.197542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:2.1:1787761228.210453:0:323221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c60.
00000080:00000010:2.1:1787761228.210471:0:323221:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102a0.
00010000:00000010:2.1:1787761228.251200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761228.259499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761228.259507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:2.1:1787761228.264291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10540.
00000080:00000010:2.1:1787761228.264303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102a0.
00010000:00000010:2.1:1787761228.298710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761228.300288:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761228.300297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:2.1:1787761228.318341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102a0.
00000080:00000010:2.1:1787761228.318357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0760.
00010000:00000010:1.1:1787761228.342560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787761228.342576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:1.1:1787761228.342579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:1.1:1787761228.387379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0980.
00000080:00000010:1.1:1787761228.387393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b40.
00010000:00000010:1.1:1787761228.416136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787761228.416149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:1.1:1787761228.416154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:1.1:1787761228.441151:0:323225:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a20.
00000080:00000010:1.1:1787761228.441171:0:323225:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d60.
00010000:00000010:1.1:1787761228.479284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:1.1:1787761228.479292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:1.1:1787761228.479296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000080:00000010:1.1:1787761228.487349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0980.
00000080:00000010:1.1:1787761228.487368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a20.
00010000:00000010:3.1:1787761228.525303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:2.1:1787761228.529346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:2.1:1787761228.529362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00000080:00000010:2.1:1787761228.542601:0:323227:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa3c0.
00000080:00000010:2.1:1787761228.542620:0:323227:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad60.
00010000:00000010:3.1:1787761228.575349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787761228.575362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787761228.575366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:3.1:1787761228.600292:0:323228:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa500.
00000080:00000010:3.1:1787761228.600309:0:323228:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101c0.
00010000:00000010:3.1:1787761228.630576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:3.1:1787761228.637606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787761228.637622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:3.1:1787761228.661885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf20.
00000080:00000010:3.1:1787761228.661904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa500.
00010000:00000010:1.1:1787761228.690154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787761228.690170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:1.1:1787761228.690174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:1.1:1787761228.700298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0080.
00000080:00000010:1.1:1787761228.700314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04e0.
00010000:00000010:2.1:1787761228.735335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:2.1:1787761228.735352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761228.735356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:2.1:1787761228.759310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10520.
00000080:00000010:2.1:1787761228.759321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad107c0.
00010000:00000010:0.1:1787761228.783413:0:238629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:1.1:1787761228.791365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037200.
00010000:00000010:1.1:1787761228.791382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:2.1:1787761228.803291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295de0.
00000080:00000010:2.1:1787761228.803308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0620.
00010000:00000010:1.1:1787761228.838848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:2.1:1787761228.842701:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761228.842717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:2.1:1787761228.855300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa500.
00000080:00000010:2.1:1787761228.855316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad100c0.
00010000:00000010:3.1:1787761228.886311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787761228.891323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787761228.891335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00000080:00000010:3.1:1787761228.902495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaaa0.
00000080:00000010:3.1:1787761228.902515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaac0.
00010000:00000010:2.1:1787761228.931965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:2.1:1787761228.935425:0:323235:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037000.
00010000:00000010:2.1:1787761228.935436:0:323235:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:2.1:1787761228.938411:0:323235:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252950a0.
00000080:00000010:2.1:1787761228.938419:0:323235:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad107c0.
00010000:00000010:2.1:1787761228.973347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:2.1:1787761228.973362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761228.973366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:2.1:1787761228.973372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c60.
00000080:00000010:2.1:1787761228.973383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108c0.
00010000:00000010:2.1:1787761228.996356:0:323237:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:2.1:1787761228.996369:0:323237:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037800.
00010000:00000010:2.1:1787761228.996373:0:323237:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:2.1:1787761228.996378:0:323237:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252957a0.
00000080:00000010:2.1:1787761228.996384:0:323237:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b40.
00010000:00000010:3.1:1787761229.021560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:3.1:1787761229.030403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787761229.030476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:3.1:1787761229.042928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aafe0.
00000080:00000010:3.1:1787761229.042938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b40.
00010000:00000010:2.1:1787761229.061313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:2.1:1787761229.061324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761229.061327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:2.1:1787761229.064506:0:323239:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108c0.
00000080:00000010:2.1:1787761229.064519:0:323239:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c60.
00010000:00000010:2.1:1787761229.090852:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761229.090862:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:2.1:1787761229.090866:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00000080:00000010:2.1:1787761229.094319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10520.
00000080:00000010:2.1:1787761229.094333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa800.
00010000:00000010:3.1:1787761229.121707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787761229.121730:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:3.1:1787761229.121736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:3.1:1787761229.133838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa7a0.
00000080:00000010:3.1:1787761229.133849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d09e0.
00010000:00000010:2.1:1787761229.160365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:2.1:1787761229.160379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761229.160382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:2.1:1787761229.174343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c60.
00000080:00000010:2.1:1787761229.174356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108c0.
00010000:00000010:1.1:1787761229.199407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:1.1:1787761229.199431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787761229.204166:0:323243:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9600.
00000080:00000010:2.1:1787761229.211383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a40.
00000080:00000010:2.1:1787761229.211460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252957c0.
00010000:00000010:1.1:1787761229.228297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787761229.232283:0:323243:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:1.1:1787761229.232291:0:323243:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:1.1:1787761229.247760:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0500.
00000080:00000010:1.1:1787761229.247778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0660.
00010000:00000010:2.1:1787761229.275697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761229.283484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761229.283498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:2.1:1787761229.293283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108c0.
00000080:00000010:2.1:1787761229.293294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295aa0.
00010000:00000010:3.1:1787761229.328304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787761229.328321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:3.1:1787761229.328325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:3.1:1787761229.340846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa4e0.
00000080:00000010:3.1:1787761229.340868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295460.
00010000:00000010:3.1:1787761229.385285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787761229.385299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:3.1:1787761229.385304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:3.1:1787761229.406988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa700.
00000080:00000010:3.1:1787761229.407001:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c60.
00010000:00000010:2.1:1787761229.431555:0:323248:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761229.431565:0:323248:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:2.1:1787761229.431568:0:323248:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:2.1:1787761229.445439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10de0.
00000080:00000010:2.1:1787761229.445460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c40.
00010000:00000010:1.1:1787761229.465302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:1.1:1787761229.465310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787761229.469290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:3.1:1787761229.475418:0:323249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0de0.
00000080:00000010:3.1:1787761229.475427:0:323249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295640.
00010000:00000010:2.1:1787761229.497561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:2.1:1787761229.497569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:2.1:1787761229.497573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00000080:00000010:2.1:1787761229.504286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa640.
00000080:00000010:2.1:1787761229.504301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa380.
00010000:00000010:2.1:1787761229.542295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:2.1:1787761229.546300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:2.1:1787761229.546314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:3.1:1787761229.561341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c40.
00000080:00000010:3.1:1787761229.561359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ba0.
00010000:00000010:3.1:1787761229.595359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:3.1:1787761229.595375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:2.1:1787761229.595421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:3.1:1787761229.635131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102c0.
00000080:00000010:3.1:1787761229.635159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00010000:00000010:0.1:1787761229.657903:0:323252:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:0.1:1787761229.657918:0:323252:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:0.1:1787761229.657923:0:323252:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00000080:00000010:0.1:1787761229.665357:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaee0.
00000080:00000010:0.1:1787761229.665376:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa9e0.
00010000:00000010:2.1:1787761229.718299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:2.1:1787761229.722482:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:2.1:1787761229.722490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:2.1:1787761229.752332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10460.
00000080:00000010:2.1:1787761229.752341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10740.
00010000:00000010:2.1:1787761229.779295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761229.783291:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:2.1:1787761229.783305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:2.1:1787761229.792357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10740.
00000080:00000010:2.1:1787761229.792372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295420.
00010000:00000010:0.1:1787761229.829288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787761229.829308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787761229.829311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:0.1:1787761229.855200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252954a0.
00000080:00000010:0.1:1787761229.855212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0440.
00010000:00000010:2.1:1787761229.885288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:2.1:1787761229.889290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:2.1:1787761229.889307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:2.1:1787761229.899993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0920.
00000080:00000010:2.1:1787761229.900005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295800.
00010000:00000010:3.1:1787761229.930302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787761229.930317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787761229.930320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00000080:00000010:3.1:1787761229.939764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa080.
00000080:00000010:3.1:1787761229.939780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac40.
00010000:00000010:1.1:1787761229.968927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:1.1:1787761229.968935:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:1.1:1787761229.968939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:1.1:1787761229.981291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d40.
00000080:00000010:1.1:1787761229.981305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0f60.
00010000:00000010:2.1:1787761230.020751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:2.1:1787761230.033098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:2.1:1787761230.033108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:2.1:1787761230.042396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10740.
00000080:00000010:2.1:1787761230.042409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10460.
00010000:00000010:3.1:1787761230.073543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00010000:00000010:3.1:1787761230.073558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787761230.073562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:2.1:1787761230.088378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1a0.
00000080:00000010:2.1:1787761230.088397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a40.
00010000:00000010:0.1:1787761230.114360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00010000:00000010:0.1:1787761230.119375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:0.1:1787761230.119389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:0.1:1787761230.128298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaec0.
00000080:00000010:0.1:1787761230.128314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d40.
00010000:00000010:2.1:1787761230.156391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761230.165308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:2.1:1787761230.165323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:2.1:1787761230.177530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10740.
00000080:00000010:2.1:1787761230.177599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d08e0.
00010000:00000010:3.1:1787761230.201148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787761230.201163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787761230.201167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000080:00000010:3.1:1787761230.217144:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aabc0.
00000080:00000010:0.1:1787761230.226147:0:323264:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0700.
00010000:00000010:0.1:1787761230.252399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787761230.257293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787761230.257307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9600.
00000080:00000010:2.1:1787761230.275674:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252953a0.
00000080:00000010:2.1:1787761230.275691:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295fe0.
00010000:00000010:0.1:1787761230.309498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787761230.313630:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787761230.313643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00000080:00000010:0.1:1787761230.319578:0:323266:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295160.
00000080:00000010:0.1:1787761230.319593:0:323266:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05c0.
00010000:00000010:0.1:1787761230.350292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787761230.350309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787761230.350313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:0.1:1787761230.357276:0:323267:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252956e0.
00000080:00000010:0.1:1787761230.357287:0:323267:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c20.
00010000:00000010:0.1:1787761230.382380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787761230.382395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787761230.382399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:0.1:1787761230.422437:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295540.
00000080:00000010:0.1:1787761230.422451:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c20.
00010000:00000010:2.1:1787761230.467348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761230.471810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:2.1:1787761230.471824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:2.1:1787761230.485301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d40.
00000080:00000010:2.1:1787761230.485317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0960.
00010000:00000010:3.1:1787761230.515292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787761230.519300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787761230.519313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:3.1:1787761230.537276:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab00.
00000080:00000010:3.1:1787761230.537303:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295400.
00010000:00000010:2.1:1787761230.596405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:2.1:1787761230.596422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:2.1:1787761230.596427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:2.1:1787761230.618208:0:323271:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0800.
00000080:00000010:2.1:1787761230.618224:0:323271:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951e0.
00010000:00000010:2.1:1787761230.654327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:0.1:1787761230.658304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:0.1:1787761230.658320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:0.1:1787761230.673311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f20.
00000080:00000010:0.1:1787761230.673326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10fa0.
00010000:00000010:2.1:1787761230.718295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761230.718311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761230.718315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:3.1:1787761230.751484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f00.
00000080:00000010:3.1:1787761230.751508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10cc0.
00010000:00000010:2.1:1787761230.794301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:2.1:1787761230.794320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:2.1:1787761230.794324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00000080:00000010:2.1:1787761230.841776:0:323274:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e20.
00000080:00000010:2.1:1787761230.841797:0:323274:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa9c0.
00010000:00000010:2.1:1787761230.862390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761230.862406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761230.862411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:2.1:1787761230.886194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109e0.
00000080:00000010:2.1:1787761230.886208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10680.
00010000:00000010:0.1:1787761230.911286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:2.1:1787761230.911531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:2.1:1787761230.911540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:3.1:1787761230.942200:0:323276:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05e0.
00000080:00000010:3.1:1787761230.942222:0:323276:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295b60.
00010000:00000010:2.1:1787761230.984173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761230.984190:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761230.984195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:2.1:1787761230.993967:0:323277:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109e0.
00000080:00000010:2.1:1787761230.993985:0:323277:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10680.
00010000:00000010:3.1:1787761231.044298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787761231.044314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787761231.044318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:3.1:1787761231.062285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa460.
00000080:00000010:3.1:1787761231.062303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10680.
00010000:00000010:1.1:1787761231.118311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:1.1:1787761231.123541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:1.1:1787761231.123556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000080:00000010:2.1:1787761231.147294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0da0.
00000080:00000010:2.1:1787761231.147311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b60.
00010000:00000010:3.1:1787761231.177040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787761231.186036:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787761231.186053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000080:00000010:3.1:1787761231.193719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaa80.
00000080:00000010:3.1:1787761231.193733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d03e0.
00010000:00000010:2.1:1787761231.220316:0:323281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761231.220327:0:323281:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761231.220331:0:323281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:2.1:1787761231.232294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102e0.
00000080:00000010:2.1:1787761231.232314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959a0.
00010000:00000010:2.1:1787761231.252406:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:2.1:1787761231.252416:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761231.252420:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:2.1:1787761231.277332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10a80.
00000080:00000010:2.1:1787761231.277351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad106a0.
00010000:00000010:2.1:1787761231.284479:0:323283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761231.284492:0:323283:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761231.284496:0:323283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:2.1:1787761231.301292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10100.
00000080:00000010:2.1:1787761231.301303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0020.
00010000:00000010:3.1:1787761231.312526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787761231.312541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787761231.312545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:3.1:1787761231.329298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaa80.
00000080:00000010:3.1:1787761231.329309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102e0.
00010000:00000010:0.1:1787761231.351504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:1.1:1787761231.351566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:1.1:1787761231.351572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:0.1:1787761231.359722:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295300.
00000080:00000010:0.1:1787761231.359731:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d20.
00010000:00000010:2.1:1787761231.382526:0:323286:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:2.1:1787761231.382540:0:323286:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787761231.394426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00000080:00000010:2.1:1787761231.396447:0:323286:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa460.
00000080:00000010:2.1:1787761231.396460:0:323286:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab00.
00010000:00000010:2.1:1787761231.420423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761231.433404:0:323287:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761231.433419:0:323287:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:2.1:1787761231.451883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109e0.
00000080:00000010:2.1:1787761231.451899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103c0.
00010000:00000010:0.1:1787761231.468196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787761231.468208:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787761231.468211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:0.1:1787761231.474398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ea0.
00000080:00000010:0.1:1787761231.474416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10220.
00010000:00000010:3.1:1787761231.560585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787761231.560602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:3.1:1787761231.560607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:3.1:1787761231.579800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa7c0.
00000080:00000010:3.1:1787761231.579820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295bc0.
00010000:00000010:2.1:1787761231.645482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761231.645499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761231.645503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000080:00000010:2.1:1787761231.675587:0:323290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104e0.
00000080:00000010:2.1:1787761231.675603:0:323290:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0f80.
00010000:00000010:3.1:1787761231.716054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787761231.716070:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787761231.716074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00000080:00000010:3.1:1787761231.730925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa120.
00000080:00000010:3.1:1787761231.730945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa7c0.
00010000:00000010:2.1:1787761231.805272:0:323292:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:2.1:1787761231.805285:0:323292:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:2.1:1787761231.805288:0:323292:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:2.1:1787761231.827054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0de0.
00000080:00000010:2.1:1787761231.827073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252957c0.
00010000:00000010:3.1:1787761231.855308:0:323292:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787761231.855316:0:323292:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:3.1:1787761231.855320:0:323292:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:3.1:1787761231.861294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa7c0.
00000080:00000010:3.1:1787761231.861310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10bc0.
00010000:00000010:2.1:1787761231.910068:0:323294:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761231.910082:0:323294:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:2.1:1787761231.910086:0:323294:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:0.1:1787761231.915536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104e0.
00000080:00000010:0.1:1787761231.915552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10580.
00010000:00000010:2.1:1787761231.940331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761231.950321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:2.1:1787761231.950336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:0.1:1787761231.951387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103e0.
00000080:00000010:0.1:1787761231.951395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101e0.
00010000:00000010:0.1:1787761231.977361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787761231.977372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037900.
00010000:00000010:0.1:1787761231.977375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:0.1:1787761231.980285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295020.
00000080:00000010:0.1:1787761231.980296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252957a0.
00010000:00000010:2.1:1787761231.993293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761231.993307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:2.1:1787761231.993310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:2.1:1787761231.998969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d80.
00000080:00000010:2.1:1787761231.998985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10960.
00010000:00000010:3.1:1787761232.035547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787761232.035558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787761232.035562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00000080:00000010:3.1:1787761232.035566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae80.
00000080:00000010:3.1:1787761232.035573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa9c0.
00010000:00000010:2.1:1787761232.068925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761232.073817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:2.1:1787761232.073832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:2.1:1787761232.082375:0:323299:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10080.
00000080:00000010:2.1:1787761232.082390:0:323299:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d80.
00010000:00000010:3.1:1787761232.109409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787761232.109424:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787761232.109428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00000080:00000010:3.1:1787761232.127282:0:323300:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa9c0.
00000080:00000010:3.1:1787761232.127297:0:323300:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa7c0.
00010000:00000010:3.1:1787761232.166562:0:323301:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787761232.166571:0:323301:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:3.1:1787761232.166575:0:323301:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00000080:00000010:3.1:1787761232.171367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa9c0.
00000080:00000010:3.1:1787761232.171376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa7c0.
00010000:00000010:2.1:1787761232.193301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:2.1:1787761232.197358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:2.1:1787761232.197372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00000080:00000010:2.1:1787761232.212286:0:323302:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d80.
00000080:00000010:2.1:1787761232.212296:0:323302:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa940.
00010000:00000010:3.1:1787761232.249280:0:323302:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787761232.258314:0:323303:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:3.1:1787761232.258325:0:323303:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:3.1:1787761232.265529:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa9c0.
00000080:00000010:3.1:1787761232.265541:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10440.
00010000:00000010:3.1:1787761232.286476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:3.1:1787761232.286483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1000.
00010000:00000010:3.1:1787761232.286487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00000080:00000010:3.1:1787761232.294794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0620.
00000080:00000010:3.1:1787761232.294810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaec0.
00010000:00000010:2.1:1787761232.315406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:2.1:1787761232.315423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761232.315427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:2.1:1787761232.347358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10440.
00000080:00000010:2.1:1787761232.347373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10340.
00010000:00000010:0.1:1787761232.385465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787761232.389843:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037900.
00010000:00000010:0.1:1787761232.389857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:0.1:1787761232.414860:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295660.
00000080:00000010:0.1:1787761232.414875:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0fc0.
00010000:00000010:2.1:1787761232.463653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761232.463668:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761232.463672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:2.1:1787761232.475517:0:323307:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10340.
00000080:00000010:2.1:1787761232.475539:0:323307:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b40.
00010000:00000010:1.1:1787761232.546273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:1.1:1787761232.546290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:1.1:1787761232.546295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00000080:00000010:1.1:1787761232.560344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac40.
00000080:00000010:1.1:1787761232.560365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa9a0.
00010000:00000010:2.1:1787761232.577300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761232.577316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761232.577320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:2.1:1787761232.590898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10960.
00000080:00000010:2.1:1787761232.590913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252952c0.
00010000:00000010:3.1:1787761232.622554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:3.1:1787761232.622561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787761232.622564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00000080:00000010:3.1:1787761232.634299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1a0.
00000080:00000010:3.1:1787761232.634314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa7a0.
00010000:00000010:2.1:1787761232.659481:0:323311:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:2.1:1787761232.659496:0:323311:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761232.659500:0:323311:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:2.1:1787761232.678372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10880.
00000080:00000010:2.1:1787761232.678382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ba0.
00010000:00000010:3.1:1787761232.688300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:3.1:1787761232.688310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787761232.688314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00000080:00000010:3.1:1787761232.694294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa080.
00000080:00000010:3.1:1787761232.694309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1a0.
00010000:00000010:0.1:1787761232.720648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787761232.720665:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037900.
00010000:00000010:0.1:1787761232.720669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:0.1:1787761232.731539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295b40.
00000080:00000010:0.1:1787761232.731550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252953e0.
00010000:00000010:3.1:1787761232.757290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:3.1:1787761232.757301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:3.1:1787761232.757306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:3.1:1787761232.761295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1a0.
00000080:00000010:3.1:1787761232.761311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10880.
00010000:00000010:2.1:1787761232.799329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761232.803497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:2.1:1787761232.803509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:2.1:1787761232.803515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10580.
00000080:00000010:2.1:1787761232.803522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101a0.
00010000:00000010:1.1:1787761232.830371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:1.1:1787761232.830386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:1.1:1787761232.830389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:1.1:1787761232.842300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d02a0.
00000080:00000010:1.1:1787761232.842316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0440.
00010000:00000010:2.1:1787761232.861368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761232.866301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761232.866316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:2.1:1787761232.884295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ba0.
00000080:00000010:2.1:1787761232.884309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101a0.
00010000:00000010:0.1:1787761232.902884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787761232.907321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037900.
00010000:00000010:0.1:1787761232.907338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:0.1:1787761232.921340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d40.
00000080:00000010:0.1:1787761232.921357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295860.
00010000:00000010:2.1:1787761232.953920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:3.1:1787761232.957311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:3.1:1787761232.957325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:3.1:1787761232.984550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101e0.
00000080:00000010:3.1:1787761232.984572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10580.
00010000:00000010:3.1:1787761233.036346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:3.1:1787761233.036356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761233.036524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:3.1:1787761233.062613:0:323320:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103e0.
00000080:00000010:3.1:1787761233.062628:0:323320:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104e0.
00010000:00000010:3.1:1787761233.095130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:3.1:1787761233.098300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:3.1:1787761233.098317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:3.1:1787761233.125332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10bc0.
00000080:00000010:3.1:1787761233.125353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1a0.
00010000:00000010:2.1:1787761233.171277:0:323322:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761233.171290:0:323322:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761233.171293:0:323322:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:2.1:1787761233.177351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10100.
00000080:00000010:2.1:1787761233.177360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f80.
00010000:00000010:2.1:1787761233.203835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:2.1:1787761233.203850:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761233.203854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:2.1:1787761233.212797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103c0.
00000080:00000010:2.1:1787761233.212811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10220.
00010000:00000010:1.1:1787761233.250407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:1.1:1787761233.250419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:1.1:1787761233.250423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:1.1:1787761233.250428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0560.
00000080:00000010:1.1:1787761233.250437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05e0.
00010000:00000010:1.1:1787761233.269997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:1.1:1787761233.270008:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:1.1:1787761233.270012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000080:00000010:1.1:1787761233.285314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05e0.
00000080:00000010:1.1:1787761233.285328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a80.
00010000:00000010:2.1:1787761233.306301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:2.1:1787761233.310309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761233.310325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:2.1:1787761233.325576:0:323326:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10220.
00000080:00000010:2.1:1787761233.325592:0:323326:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103c0.
00010000:00000010:2.1:1787761233.350852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:2.1:1787761233.355302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761233.355316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:2.1:1787761233.371363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10100.
00000080:00000010:2.1:1787761233.371378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10400.
00010000:00000010:3.1:1787761233.395294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:3.1:1787761233.399525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:3.1:1787761233.399533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00000080:00000010:3.1:1787761233.414604:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1c0.
00000080:00000010:3.1:1787761233.414614:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1a0.
00010000:00000010:2.1:1787761233.439344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:1.1:1787761233.447291:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:1.1:1787761233.447304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:0.1:1787761233.451321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e80.
00000080:00000010:0.1:1787761233.451334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10400.
00010000:00000010:2.1:1787761233.481294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:0.1:1787761233.489322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:0.1:1787761233.489334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:2.1:1787761233.497276:0:323330:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10680.
00000080:00000010:2.1:1787761233.497286:0:323330:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10a80.
00010000:00000010:2.1:1787761233.512298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761233.512313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:2.1:1787761233.512317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:3.1:1787761233.536650:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10560.
00000080:00000010:3.1:1787761233.536660:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c20.
00010000:00000010:0.1:1787761233.559298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:1.1:1787761233.563784:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:1.1:1787761233.563797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:2.1:1787761233.567274:0:323332:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0780.
00000080:00000010:2.1:1787761233.567289:0:323332:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e80.
00010000:00000010:2.1:1787761233.594305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761233.598301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:2.1:1787761233.598316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:2.1:1787761233.627301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10100.
00000080:00000010:2.1:1787761233.627316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10a80.
00010000:00000010:3.1:1787761233.663290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:2.1:1787761233.672289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1600.
00010000:00000010:2.1:1787761233.672304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00000080:00000010:2.1:1787761233.682369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295080.
00000080:00000010:2.1:1787761233.682386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0960.
00010000:00000010:3.1:1787761233.732352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:3.1:1787761233.732365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:3.1:1787761233.732369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00000080:00000010:2.1:1787761233.737138:0:323335:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaaa0.
00000080:00000010:2.1:1787761233.737154:0:323335:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa700.
00010000:00000010:3.1:1787761233.791575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:3.1:1787761233.791591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:3.1:1787761233.791595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:3.1:1787761233.816288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa560.
00000080:00000010:3.1:1787761233.816304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10100.
00010000:00000010:3.1:1787761233.870229:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:2.1:1787761233.881609:0:323337:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:2.1:1787761233.881624:0:323337:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:2.1:1787761233.881630:0:323337:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10cc0.
00000080:00000010:2.1:1787761233.881639:0:323337:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f00.
00010000:00000010:2.1:1787761233.917928:0:323338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761233.917952:0:323338:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:2.1:1787761233.917957:0:323338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:2.1:1787761233.931825:0:323338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10680.
00000080:00000010:2.1:1787761233.931840:0:323338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f00.
00010000:00000010:2.1:1787761233.951718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:2.1:1787761233.951736:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037900.
00010000:00000010:2.1:1787761233.951740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:2.1:1787761233.963504:0:323339:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295540.
00000080:00000010:2.1:1787761233.963519:0:323339:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f20.
00010000:00000010:3.1:1787761233.994737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:3.1:1787761233.998384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1400.
00010000:00000010:3.1:1787761233.998397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:2.1:1787761234.035764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05c0.
00000080:00000010:2.1:1787761234.035788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f20.
00010000:00000010:0.1:1787761234.075793:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:0.1:1787761234.075810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:3.1:1787761234.075961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:0.1:1787761234.110308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f00.
00000080:00000010:0.1:1787761234.110326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10cc0.
00010000:00000010:2.1:1787761234.119505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:2.1:1787761234.119522:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761234.119526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:2.1:1787761234.165297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10460.
00000080:00000010:2.1:1787761234.165311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10740.
00010000:00000010:2.1:1787761234.199736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761234.205180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761234.205188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:3.1:1787761234.222781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10740.
00000080:00000010:3.1:1787761234.222796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0860.
00010000:00000010:2.1:1787761234.277732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:2.1:1787761234.277745:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761234.277748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:2.1:1787761234.297393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104c0.
00000080:00000010:2.1:1787761234.297412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10de0.
00010000:00000010:2.1:1787761234.378341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761234.378355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:2.1:1787761234.378360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:2.1:1787761234.386535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aafe0.
00000080:00000010:2.1:1787761234.386550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0f60.
00010000:00000010:3.1:1787761234.421736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:3.1:1787761234.421752:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:3.1:1787761234.421756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:3.1:1787761234.456285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa520.
00000080:00000010:3.1:1787761234.456301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c80.
00010000:00000010:0.1:1787761234.490074:0:323347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:2.1:1787761234.494498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295160.
00000080:00000010:2.1:1787761234.494507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295fa0.
00010000:00000010:1.1:1787761234.503295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:1.1:1787761234.503303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:3.1:1787761234.533868:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:3.1:1787761234.533882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761234.537780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:3.1:1787761234.538710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10460.
00000080:00000010:3.1:1787761234.538722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10de0.
00010000:00000010:2.1:1787761234.574394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:2.1:1787761234.574409:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:2.1:1787761234.574413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00000080:00000010:2.1:1787761234.607373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00000080:00000010:2.1:1787761234.607387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf20.
00010000:00000010:1.1:1787761234.653420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787761234.658202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1800.
00010000:00000010:1.1:1787761234.658211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:1.1:1787761234.669301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d09a0.
00000080:00000010:1.1:1787761234.669323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e00.
00010000:00000010:2.1:1787761234.708706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761234.708723:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761234.708726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:2.1:1787761234.741084:0:323351:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00000080:00000010:2.1:1787761234.741100:0:323351:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102c0.
00010000:00000010:3.1:1787761234.767658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:3.1:1787761234.775070:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:3.1:1787761234.775078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:3.1:1787761234.779390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaac0.
00000080:00000010:3.1:1787761234.779413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102c0.
00010000:00000010:2.1:1787761234.798561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:2.1:1787761234.808192:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761234.808203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:2.1:1787761234.817675:0:323353:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108c0.
00000080:00000010:2.1:1787761234.817696:0:323353:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00010000:00000010:3.1:1787761234.858597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:3.1:1787761234.861382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:3.1:1787761234.861393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00000080:00000010:2.1:1787761234.877306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae40.
00000080:00000010:2.1:1787761234.877328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaac0.
00010000:00000010:0.1:1787761234.921655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787761234.921671:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037400.
00010000:00000010:0.1:1787761234.921675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:0.1:1787761234.926657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252952a0.
00000080:00000010:0.1:1787761234.926673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108c0.
00010000:00000010:2.1:1787761234.969715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:2.1:1787761234.973397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761234.973414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00000080:00000010:2.1:1787761234.986382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00000080:00000010:2.1:1787761234.986397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa000.
00010000:00000010:3.1:1787761235.048450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787761235.048465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:3.1:1787761235.048471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00000080:00000010:3.1:1787761235.072135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa180.
00000080:00000010:3.1:1787761235.072155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae00.
00010000:00000010:2.1:1787761235.103454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:2.1:1787761235.110312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1800.
00010000:00000010:2.1:1787761235.110328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:2.1:1787761235.118499:0:323358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c60.
00000080:00000010:2.1:1787761235.118513:0:323358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b40.
00010000:00000010:3.1:1787761235.170734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:3.1:1787761235.179407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:3.1:1787761235.179414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:2.1:1787761235.187334:0:323359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae00.
00000080:00000010:2.1:1787761235.187351:0:323359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00010000:00000010:2.1:1787761235.217405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:2.1:1787761235.217421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761235.217425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:2.1:1787761235.223363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108a0.
00000080:00000010:2.1:1787761235.223373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00010000:00000010:2.1:1787761235.263413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:0.1:1787761235.264078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:0.1:1787761235.264086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:1.1:1787761235.281843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00000080:00000010:1.1:1787761235.281855:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108a0.
00010000:00000010:0.1:1787761235.304306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787761235.310798:0:323361:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037400.
00010000:00000010:0.1:1787761235.310813:0:323361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:2.1:1787761235.333858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ca0.
00000080:00000010:2.1:1787761235.333870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0620.
00010000:00000010:3.1:1787761235.357316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:3.1:1787761235.357336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037400.
00010000:00000010:3.1:1787761235.357339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:3.1:1787761235.375294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951a0.
00000080:00000010:3.1:1787761235.375303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0080.
00010000:00000010:3.1:1787761235.414583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:2.1:1787761235.415343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:2.1:1787761235.415351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:2.1:1787761235.446322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa3c0.
00000080:00000010:2.1:1787761235.446334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0940.
00010000:00000010:1.1:1787761235.473299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:1.1:1787761235.473315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:1.1:1787761235.473319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:2.1:1787761235.488764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e40.
00000080:00000010:2.1:1787761235.488774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295460.
00010000:00000010:3.1:1787761235.515501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787761235.515509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110ff00.
00010000:00000010:3.1:1787761235.515513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00000080:00000010:2.1:1787761235.537342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aabe0.
00000080:00000010:2.1:1787761235.537363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa440.
00010000:00000010:1.1:1787761235.594855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:1.1:1787761235.594862:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:1.1:1787761235.594866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:2.1:1787761235.600396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07e0.
00000080:00000010:2.1:1787761235.600407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a40.
00010000:00000010:3.1:1787761235.628357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787761235.628373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110ff00.
00010000:00000010:3.1:1787761235.628377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00000080:00000010:3.1:1787761235.636960:0:323368:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa2c0.
00000080:00000010:3.1:1787761235.636981:0:323368:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab20.
00010000:00000010:3.1:1787761235.693305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787761235.697305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110ff00.
00010000:00000010:3.1:1787761235.697319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00000080:00000010:3.1:1787761235.723341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa240.
00000080:00000010:3.1:1787761235.723357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa360.
00010000:00000010:2.1:1787761235.752383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761235.758480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:2.1:1787761235.758496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:2.1:1787761235.781588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad100c0.
00000080:00000010:2.1:1787761235.781604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b40.
00010000:00000010:2.1:1787761235.829375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:2.1:1787761235.829394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1300.
00010000:00000010:2.1:1787761235.829399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:2.1:1787761235.845311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a20.
00000080:00000010:2.1:1787761235.845328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad100c0.
00010000:00000010:3.1:1787761235.906299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787761235.906315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110ff00.
00010000:00000010:3.1:1787761235.906319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00000080:00000010:3.1:1787761235.917913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa6a0.
00000080:00000010:3.1:1787761235.917929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab20.
00010000:00000010:1.1:1787761235.956880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787761235.956903:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1c00.
00010000:00000010:1.1:1787761235.956906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00000080:00000010:1.1:1787761235.986582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0900.
00000080:00000010:1.1:1787761235.986598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b40.
00010000:00000010:2.1:1787761236.003577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761236.003586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:2.1:1787761236.003590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:2.1:1787761236.009352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101c0.
00000080:00000010:2.1:1787761236.009368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10540.
00010000:00000010:3.1:1787761236.042556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787761236.042574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787761236.042578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00000080:00000010:3.1:1787761236.075317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa240.
00000080:00000010:3.1:1787761236.075329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa360.
00010000:00000010:1.1:1787761236.116986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787761236.117005:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1c00.
00010000:00000010:1.1:1787761236.117009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:1.1:1787761236.143442:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0900.
00000080:00000010:1.1:1787761236.143465:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295de0.
00010000:00000010:3.1:1787761236.194495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787761236.194514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787761236.194518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00000080:00000010:3.1:1787761236.220417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa360.
00000080:00000010:3.1:1787761236.220446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa240.
00010000:00000010:3.1:1787761236.284282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:3.1:1787761236.284295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:3.1:1787761236.284298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:3.1:1787761236.297312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa240.
00000080:00000010:3.1:1787761236.297328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d20.
00010000:00000010:2.1:1787761236.343374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761236.343393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761236.343398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:2.1:1787761236.382596:0:323379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102a0.
00000080:00000010:2.1:1787761236.382617:0:323379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0de0.
00010000:00000010:3.1:1787761236.424781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787761236.428453:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787761236.428468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00000080:00000010:3.1:1787761236.441591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa6a0.
00000080:00000010:3.1:1787761236.441605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa240.
00010000:00000010:2.1:1787761236.493138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:2.1:1787761236.493146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:2.1:1787761236.493149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:2.1:1787761236.498210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa240.
00000080:00000010:2.1:1787761236.498231:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10240.
00010000:00000010:1.1:1787761236.532490:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:1.1:1787761236.532506:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1c00.
00010000:00000010:1.1:1787761236.532511:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:1.1:1787761236.541703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e00.
00000080:00000010:1.1:1787761236.541713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d09a0.
00010000:00000010:2.1:1787761236.583595:0:323382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761236.592318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761236.592331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:0.1:1787761236.595885:0:323383:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10a00.
00000080:00000010:0.1:1787761236.595903:0:323383:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e40.
00010000:00000010:0.1:1787761236.628290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787761236.631401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037400.
00010000:00000010:0.1:1787761236.631416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:0.1:1787761236.653599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f80.
00000080:00000010:0.1:1787761236.653614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e40.
00010000:00000010:2.1:1787761236.686891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:2.1:1787761236.698297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761236.698312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:2.1:1787761236.734902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad105c0.
00000080:00000010:2.1:1787761236.734913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102a0.
00010000:00000010:1.1:1787761236.759529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787761236.764306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1c00.
00010000:00000010:1.1:1787761236.764322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:1.1:1787761236.787387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0fe0.
00000080:00000010:1.1:1787761236.787408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295920.
00010000:00000010:3.1:1787761236.843290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:3.1:1787761236.843307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fe00.
00010000:00000010:3.1:1787761236.843312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:3.1:1787761236.855295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac00.
00000080:00000010:3.1:1787761236.855315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10980.
00010000:00000010:0.1:1787761236.871431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787761236.876297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037400.
00010000:00000010:0.1:1787761236.876312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00000080:00000010:0.1:1787761236.893299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295440.
00000080:00000010:0.1:1787761236.893316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaa60.
00010000:00000010:2.1:1787761236.927293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:2.1:1787761236.927304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761236.927307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:2.1:1787761236.942317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b00.
00000080:00000010:2.1:1787761236.942335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b60.
00010000:00000010:3.1:1787761236.977293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:3.1:1787761236.977301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1c00.
00010000:00000010:3.1:1787761236.977305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:3.1:1787761236.985367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295840.
00000080:00000010:3.1:1787761236.985380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d40.
00010000:00000010:2.1:1787761236.990779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:2.1:1787761236.990794:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761236.990799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:2.1:1787761237.005332:0:238633:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b00.
00000080:00000010:2.1:1787761237.005353:0:238633:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c80.
00010000:00000010:1.1:1787761237.028408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:2.1:1787761237.032446:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1200.
00010000:00000010:2.1:1787761237.032461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:2.1:1787761237.040508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0dc0.
00000080:00000010:2.1:1787761237.040525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05c0.
00010000:00000010:2.1:1787761237.080538:0:323393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761237.080549:0:323393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761237.080552:0:323393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:2.1:1787761237.087327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad105c0.
00000080:00000010:2.1:1787761237.087338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b00.
00010000:00000010:3.1:1787761237.126552:0:323393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:3.1:1787761237.126559:0:323393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:2.1:1787761237.129091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:2.1:1787761237.133696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b00.
00000080:00000010:2.1:1787761237.133712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252954e0.
00010000:00000010:0.1:1787761237.162286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787761237.166476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037400.
00010000:00000010:0.1:1787761237.166492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:2.1:1787761237.197090:0:323395:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295980.
00000080:00000010:2.1:1787761237.197112:0:323395:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295740.
00010000:00000010:3.1:1787761237.224336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787761237.224349:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fe00.
00010000:00000010:3.1:1787761237.224353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:3.1:1787761237.240555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa820.
00000080:00000010:3.1:1787761237.240566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109c0.
00010000:00000010:3.1:1787761237.263296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787761237.263312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fe00.
00010000:00000010:3.1:1787761237.263316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00000080:00000010:3.1:1787761237.270897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa820.
00000080:00000010:3.1:1787761237.270918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa320.
00010000:00000010:2.1:1787761237.306389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:2.1:1787761237.315373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761237.315381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:2.1:1787761237.322301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10000.
00000080:00000010:2.1:1787761237.322317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad105c0.
00010000:00000010:2.1:1787761237.355284:0:323399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761237.355297:0:323399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761237.355301:0:323399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:2.1:1787761237.363397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad105c0.
00000080:00000010:2.1:1787761237.363418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07a0.
00010000:00000010:2.1:1787761237.387884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:2.1:1787761237.392726:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761237.392741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:2.1:1787761237.414020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10620.
00000080:00000010:2.1:1787761237.414038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b00.
00010000:00000010:3.1:1787761237.475466:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787761237.479375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fe00.
00010000:00000010:3.1:1787761237.479385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00000080:00000010:3.1:1787761237.499498:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa780.
00000080:00000010:3.1:1787761237.499508:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa860.
00010000:00000010:2.1:1787761237.526292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:2.1:1787761237.526300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761237.526304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:2.1:1787761237.526308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109c0.
00000080:00000010:2.1:1787761237.526314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad105c0.
00010000:00000010:1.1:1787761237.554273:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:1.1:1787761237.554281:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1e00.
00010000:00000010:1.1:1787761237.554284:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:1.1:1787761237.559494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05c0.
00000080:00000010:1.1:1787761237.559514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0060.
00010000:00000010:2.1:1787761237.587573:0:323404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:2.1:1787761237.587589:0:323404:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761237.587592:0:323404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:2.1:1787761237.587598:0:323404:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109c0.
00000080:00000010:2.1:1787761237.587608:0:323404:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10620.
00010000:00000010:2.1:1787761237.628973:0:1033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:3.1:1787761237.632758:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:3.1:1787761237.632775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:3.1:1787761237.657302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10980.
00000080:00000010:3.1:1787761237.657319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10620.
00010000:00000010:1.1:1787761237.713358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787761237.713370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1e00.
00010000:00000010:1.1:1787761237.713375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:3.1:1787761237.713414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c80.
00000080:00000010:3.1:1787761237.713433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0120.
00010000:00000010:3.1:1787761237.766299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787761237.776281:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fe00.
00010000:00000010:3.1:1787761237.776289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00000080:00000010:3.1:1787761237.782852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac80.
00000080:00000010:3.1:1787761237.782867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa400.
00010000:00000010:2.1:1787761237.804565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:2.1:1787761237.804580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:2.1:1787761237.804583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:2.1:1787761237.828441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102a0.
00000080:00000010:2.1:1787761237.828452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295fe0.
00010000:00000010:3.1:1787761237.857685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787761237.857702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fe00.
00010000:00000010:3.1:1787761237.857706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00000080:00000010:3.1:1787761237.879371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac80.
00000080:00000010:3.1:1787761237.879391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa400.
00010000:00000010:0.1:1787761237.909407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787761237.909434:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:0.1:1787761237.909440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:0.1:1787761237.920414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad100c0.
00000080:00000010:0.1:1787761237.920442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10a00.
00010000:00000010:2.1:1787761237.969402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761237.969429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:2.1:1787761237.969433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:2.1:1787761237.999371:0:323411:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d20.
00000080:00000010:2.1:1787761237.999383:0:323411:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0320.
00010000:00000010:3.1:1787761238.026235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:3.1:1787761238.032287:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:3.1:1787761238.032293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:3.1:1787761238.036296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e40.
00000080:00000010:3.1:1787761238.036309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101c0.
00010000:00000010:3.1:1787761238.063809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:2.1:1787761238.068805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fe00.
00010000:00000010:2.1:1787761238.068822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:2.1:1787761238.094351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa200.
00000080:00000010:2.1:1787761238.094363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d20.
00010000:00000010:3.1:1787761238.115473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:2.1:1787761238.116293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037400.
00010000:00000010:2.1:1787761238.116302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:2.1:1787761238.146361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e00.
00000080:00000010:2.1:1787761238.146380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295400.
00010000:00000010:3.1:1787761238.203338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:2.1:1787761238.208458:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1e00.
00010000:00000010:2.1:1787761238.208474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00000080:00000010:2.1:1787761238.233531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa980.
00000080:00000010:2.1:1787761238.233553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b20.
00010000:00000010:0.1:1787761238.269537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787761238.274040:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:0.1:1787761238.274053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:0.1:1787761238.294352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d00.
00000080:00000010:0.1:1787761238.294368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951e0.
00010000:00000010:2.1:1787761238.323295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:3.1:1787761238.348864:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:3.1:1787761238.348879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:3.1:1787761238.362551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103a0.
00000080:00000010:3.1:1787761238.362573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10540.
00010000:00000010:2.1:1787761238.377423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:0.1:1787761238.383120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:0.1:1787761238.383130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:2.1:1787761238.388289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad107c0.
00000080:00000010:2.1:1787761238.388303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e20.
00010000:00000010:3.1:1787761238.415300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787761238.418425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:3.1:1787761238.418442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00000080:00000010:3.1:1787761238.440660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa480.
00000080:00000010:3.1:1787761238.440678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa680.
00010000:00000010:1.1:1787761238.478181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:1.1:1787761238.478196:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1500.
00010000:00000010:1.1:1787761238.478201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:1.1:1787761238.482419:0:323420:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b40.
00000080:00000010:1.1:1787761238.482431:0:323420:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0980.
00010000:00000010:1.1:1787761238.504397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:1.1:1787761238.504409:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1500.
00010000:00000010:1.1:1787761238.504422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:1.1:1787761238.515289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ce0.
00000080:00000010:1.1:1787761238.515305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b40.
00010000:00000010:1.1:1787761238.538386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:1.1:1787761238.538402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1500.
00010000:00000010:1.1:1787761238.538406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:1.1:1787761238.550424:0:323422:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0980.
00000080:00000010:1.1:1787761238.550440:0:323422:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ce0.
00010000:00000010:0.1:1787761238.574296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787761238.574312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:0.1:1787761238.574316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:0.1:1787761238.583367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252958e0.
00000080:00000010:0.1:1787761238.583383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ce0.
00010000:00000010:2.1:1787761238.613241:0:323424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761238.613333:0:323424:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:2.1:1787761238.613338:0:323424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:2.1:1787761238.628405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00000080:00000010:2.1:1787761238.628435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d08c0.
00010000:00000010:2.1:1787761238.643564:0:323425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761238.643577:0:323425:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:2.1:1787761238.643580:0:323425:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:2.1:1787761238.661890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108c0.
00000080:00000010:2.1:1787761238.661910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10520.
00010000:00000010:3.1:1787761238.670537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:0.1:1787761238.676302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:0.1:1787761238.676311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:0.1:1787761238.687691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104c0.
00000080:00000010:0.1:1787761238.687700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ec0.
00010000:00000010:2.1:1787761238.713695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761238.713705:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761238.713710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000080:00000010:3.1:1787761238.718687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10520.
00000080:00000010:3.1:1787761238.718707:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0cc0.
00010000:00000010:0.1:1787761238.747295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787761238.747313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:0.1:1787761238.747316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:0.1:1787761238.760482:0:323428:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252954c0.
00000080:00000010:0.1:1787761238.760500:0:323428:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0540.
00010000:00000010:2.1:1787761238.792305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:2.1:1787761238.792323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037600.
00010000:00000010:2.1:1787761238.792327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:3.1:1787761238.847425:0:323429:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0620.
00000080:00000010:3.1:1787761238.847448:0:323429:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a00.
00010000:00000010:2.1:1787761238.892301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761238.892317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761238.892321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00000080:00000010:2.1:1787761238.916470:0:323430:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10460.
00000080:00000010:2.1:1787761238.916488:0:323430:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf80.
00010000:00000010:2.1:1787761238.955304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:2.1:1787761238.955323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:2.1:1787761238.955327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:2.1:1787761238.978325:0:323431:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10de0.
00000080:00000010:2.1:1787761238.978345:0:323431:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10460.
00010000:00000010:3.1:1787761239.010216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787761239.010234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:3.1:1787761239.010238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:3.1:1787761239.026985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa840.
00000080:00000010:3.1:1787761239.027004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10460.
00010000:00000010:2.1:1787761239.049447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761239.049462:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:2.1:1787761239.049466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:2.1:1787761239.063324:0:323433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10fa0.
00000080:00000010:2.1:1787761239.063332:0:323433:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10de0.
00010000:00000010:2.1:1787761239.081545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761239.086272:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:2.1:1787761239.086286:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:2.1:1787761239.091574:0:323434:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10fa0.
00000080:00000010:2.1:1787761239.091599:0:323434:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10de0.
00010000:00000010:2.1:1787761239.122964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:2.1:1787761239.125703:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:2.1:1787761239.125710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00000080:00000010:2.1:1787761239.134305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac60.
00000080:00000010:2.1:1787761239.134321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae60.
00010000:00000010:2.1:1787761239.180306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:2.1:1787761239.180323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:2.1:1787761239.180327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00000080:00000010:2.1:1787761239.196295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaa00.
00000080:00000010:2.1:1787761239.196308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa620.
00010000:00000010:3.1:1787761239.219604:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00010000:00000010:3.1:1787761239.219619:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787761239.219623:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00000080:00000010:3.1:1787761239.244295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa4c0.
00000080:00000010:3.1:1787761239.244314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac20.
00010000:00000010:2.1:1787761239.268683:0:323437:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761239.268700:0:323437:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:2.1:1787761239.268704:0:323437:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:2.1:1787761239.288365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10740.
00000080:00000010:2.1:1787761239.288380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10de0.
00010000:00000010:3.1:1787761239.314598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787761239.318433:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:3.1:1787761239.318448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:3.1:1787761239.330432:0:323439:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa600.
00000080:00000010:3.1:1787761239.330447:0:323439:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10cc0.
00010000:00000010:2.1:1787761239.363947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761239.368719:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:2.1:1787761239.368736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:2.1:1787761239.381615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10de0.
00000080:00000010:2.1:1787761239.381631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f20.
00010000:00000010:2.1:1787761239.415290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761239.420006:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:2.1:1787761239.420016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:2.1:1787761239.433726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f20.
00000080:00000010:2.1:1787761239.433744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252957a0.
00010000:00000010:2.1:1787761239.492307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761239.496859:0:323441:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fd00.
00010000:00000010:2.1:1787761239.496870:0:323441:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00000080:00000010:2.1:1787761239.515710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10740.
00000080:00000010:2.1:1787761239.515730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa600.
00010000:00000010:2.1:1787761239.570295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761239.570312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:2.1:1787761239.570316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:2.1:1787761239.614298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10740.
00000080:00000010:2.1:1787761239.614316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10de0.
00010000:00000010:2.1:1787761239.670427:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761239.688689:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:2.1:1787761239.688705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00000080:00000010:1.1:1787761239.702417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10de0.
00000080:00000010:1.1:1787761239.702427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf60.
00010000:00000010:2.1:1787761239.735471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761239.735485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:2.1:1787761239.735489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:2.1:1787761239.778683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f20.
00000080:00000010:2.1:1787761239.778695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0280.
00010000:00000010:0.1:1787761239.803335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f800.
00010000:00000010:0.1:1787761239.803343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:3.1:1787761239.803464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00000080:00000010:2.1:1787761239.817267:0:323446:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa8c0.
00000080:00000010:2.1:1787761239.817278:0:323446:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295660.
00010000:00000010:2.1:1787761239.839314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f000.
00010000:00000010:2.1:1787761239.839326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:3.1:1787761239.839460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:2.1:1787761239.858301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0820.
00000080:00000010:2.1:1787761239.858319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10a80.
00010000:00000010:3.1:1787761239.904986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:2.1:1787761239.921105:0:323448:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fe00.
00010000:00000010:2.1:1787761239.921120:0:323448:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00000080:00000010:2.1:1787761239.945727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa5e0.
00000080:00000010:2.1:1787761239.945750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa300.
00010000:00000010:2.1:1787761239.981792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:0.1:1787761239.986296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:0.1:1787761239.986310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:3.1:1787761240.015455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10100.
00000080:00000010:3.1:1787761240.015466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108c0.
00010000:00000010:2.1:1787761240.057285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761240.057293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:2.1:1787761240.057297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:2.1:1787761240.057303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102e0.
00000080:00000010:2.1:1787761240.057309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252957e0.
00010000:00000010:2.1:1787761240.080809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761240.080824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:2.1:1787761240.080827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:2.1:1787761240.091234:0:323451:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f20.
00000080:00000010:2.1:1787761240.091562:0:323451:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103c0.
00010000:00000010:3.1:1787761240.129332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787761240.129344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:3.1:1787761240.129348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00000080:00000010:3.1:1787761240.149332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa4a0.
00000080:00000010:3.1:1787761240.149349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa8a0.
00010000:00000010:1.1:1787761240.167281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:1.1:1787761240.167298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1500.
00010000:00000010:1.1:1787761240.167301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:1.1:1787761240.183282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0020.
00000080:00000010:1.1:1787761240.183292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d09a0.
00010000:00000010:2.1:1787761240.207387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761240.207415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:2.1:1787761240.207420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:2.1:1787761240.220493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c20.
00000080:00000010:2.1:1787761240.220503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102e0.
00010000:00000010:2.1:1787761240.236428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761240.236442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:2.1:1787761240.236446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:2.1:1787761240.243373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102e0.
00000080:00000010:2.1:1787761240.243389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0020.
00010000:00000010:2.1:1787761240.272290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761240.272308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:2.1:1787761240.272312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:2.1:1787761240.289525:0:323456:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103c0.
00000080:00000010:2.1:1787761240.289538:0:323456:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295aa0.
00010000:00000010:2.1:1787761240.313358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761240.313383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:2.1:1787761240.313387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:2.1:1787761240.336953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c20.
00000080:00000010:2.1:1787761240.336964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103c0.
00010000:00000010:3.1:1787761240.351292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:3.1:1787761240.351307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761240.355484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:3.1:1787761240.383271:0:323458:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10220.
00000080:00000010:3.1:1787761240.383284:0:323458:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e80.
00010000:00000010:2.1:1787761240.414454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761240.425441:0:323459:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761240.425448:0:323459:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:2.1:1787761240.445562:0:323459:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103c0.
00000080:00000010:2.1:1787761240.445574:0:323459:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10400.
00010000:00000010:2.1:1787761240.467351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761240.467481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761240.467486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:2.1:1787761240.477170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109e0.
00000080:00000010:2.1:1787761240.477189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10320.
00010000:00000010:2.1:1787761240.498294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761240.498311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761240.498315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:3.1:1787761240.530924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102e0.
00000080:00000010:3.1:1787761240.530941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b80.
00010000:00000010:2.1:1787761240.570703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:2.1:1787761240.570720:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fa00.
00010000:00000010:2.1:1787761240.570723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00000080:00000010:2.1:1787761240.582464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa740.
00000080:00000010:2.1:1787761240.582480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa5c0.
00010000:00000010:3.1:1787761240.619178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:3.1:1787761240.619193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037900.
00010000:00000010:3.1:1787761240.619198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:3.1:1787761240.648473:0:323463:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b60.
00000080:00000010:3.1:1787761240.648493:0:323463:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959a0.
00010000:00000010:2.1:1787761240.685078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761240.685094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761240.685098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:2.1:1787761240.695215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10320.
00000080:00000010:2.1:1787761240.695230:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109e0.
00010000:00000010:1.1:1787761240.725646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787761240.730306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1500.
00010000:00000010:1.1:1787761240.730329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:1.1:1787761240.745297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05c0.
00000080:00000010:1.1:1787761240.749430:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0060.
00010000:00000010:2.1:1787761240.766475:0:323465:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761240.766485:0:323465:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761240.766489:0:323465:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:3.1:1787761240.781663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10320.
00000080:00000010:3.1:1787761240.781675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103c0.
00010000:00000010:0.1:1787761240.799289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00010000:00000010:0.1:1787761240.809291:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:0.1:1787761240.809299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:1.1:1787761240.820739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e20.
00000080:00000010:1.1:1787761240.820757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0120.
00010000:00000010:2.1:1787761240.852461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761240.852477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761240.852481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:2.1:1787761240.857512:0:323468:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10bc0.
00000080:00000010:2.1:1787761240.857529:0:323468:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0dc0.
00010000:00000010:2.1:1787761240.904600:0:323469:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761240.904612:0:323469:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761240.904616:0:323469:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:2.1:1787761240.918288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10bc0.
00000080:00000010:2.1:1787761240.918303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ba0.
00010000:00000010:1.1:1787761240.929306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:1.1:1787761240.929322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:1.1:1787761240.929325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:1.1:1787761240.946911:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10580.
00000080:00000010:1.1:1787761240.946929:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101a0.
00010000:00000010:2.1:1787761240.962301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00010000:00000010:2.1:1787761240.962318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110ff00.
00010000:00000010:2.1:1787761240.962322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:2.1:1787761240.970291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab40.
00000080:00000010:2.1:1787761240.970305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295400.
00010000:00000010:2.1:1787761241.004555:0:323472:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:2.1:1787761241.004563:0:323472:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037e00.
00010000:00000010:2.1:1787761241.004567:0:323472:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00000080:00000010:2.1:1787761241.012362:0:323472:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295540.
00000080:00000010:2.1:1787761241.012371:0:323472:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0260.
00010000:00000010:2.1:1787761241.030675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:2.1:1787761241.030683:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761241.030687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:2.1:1787761241.051660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101e0.
00000080:00000010:2.1:1787761241.051669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10bc0.
00010000:00000010:1.1:1787761241.085288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787761241.085295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1500.
00010000:00000010:1.1:1787761241.085298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:1.1:1787761241.097289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04a0.
00000080:00000010:1.1:1787761241.097301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07a0.
00010000:00000010:2.1:1787761241.115296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:2.1:1787761241.115310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103e0.
00000080:00000010:2.1:1787761241.115319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101e0.
00010000:00000010:0.1:1787761241.115527:0:323475:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:0.1:1787761241.115532:0:323475:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761241.142378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:0.1:1787761241.150427:0:323476:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787761241.150440:0:323476:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:2.1:1787761241.162325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295400.
00000080:00000010:2.1:1787761241.162347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c20.
00010000:00000010:0.1:1787761241.182331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787761241.182345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787761241.182349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:0.1:1787761241.187732:0:323477:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295600.
00000080:00000010:0.1:1787761241.187746:0:323477:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295dc0.
00010000:00000010:2.1:1787761241.225299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:2.1:1787761241.225307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:2.1:1787761241.225311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:2.1:1787761241.239289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10340.
00000080:00000010:2.1:1787761241.239309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295dc0.
00010000:00000010:2.1:1787761241.243677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:2.1:1787761241.243686:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:2.1:1787761241.243690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:2.1:1787761241.268422:0:323479:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10080.
00000080:00000010:2.1:1787761241.268434:0:323479:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d80.
00010000:00000010:2.1:1787761241.290338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:2.1:1787761241.290346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:2.1:1787761241.290349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:3.1:1787761241.294387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101e0.
00000080:00000010:3.1:1787761241.294405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10880.
00010000:00000010:0.1:1787761241.307289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787761241.307308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787761241.307312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:0.1:1787761241.315451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951e0.
00000080:00000010:0.1:1787761241.315464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d80.
00010000:00000010:0.1:1787761241.351746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00010000:00000010:0.1:1787761241.351763:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:0.1:1787761241.351767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:0.1:1787761241.368296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252956e0.
00000080:00000010:0.1:1787761241.368311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d80.
00010000:00000010:2.1:1787761241.394696:0:323482:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:2.1:1787761241.394713:0:323482:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037f00.
00010000:00000010:2.1:1787761241.394717:0:323482:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:2.1:1787761241.417299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c00.
00000080:00000010:2.1:1787761241.417318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e20.
00000080:00000010:2.1:1787761241.453497:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295080.
00000080:00000010:2.1:1787761241.453513:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0dc0.
00010000:00000010:0.1:1787761241.454290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787761241.454301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787761241.454305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:2.1:1787761241.509554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:2.1:1787761241.513651:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:2.1:1787761241.513666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:2.1:1787761241.541482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10080.
00000080:00000010:2.1:1787761241.541499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e80.
00010000:00000010:0.1:1787761241.565321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787761241.565338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:0.1:1787761241.565342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:0.1:1787761241.580433:0:323486:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295740.
00000080:00000010:0.1:1787761241.580452:0:323486:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c40.
00010000:00000010:2.1:1787761241.623739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:2.1:1787761241.628160:0:323486:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:2.1:1787761241.628171:0:323486:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:2.1:1787761241.640291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10340.
00000080:00000010:2.1:1787761241.640310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0700.
00010000:00000010:3.1:1787761241.686405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:3.1:1787761241.686422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:3.1:1787761241.686426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:3.1:1787761241.696404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae20.
00000080:00000010:3.1:1787761241.696418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10080.
00010000:00000010:2.1:1787761241.761301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:2.1:1787761241.761314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1500.
00010000:00000010:2.1:1787761241.761319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:3.1:1787761241.791294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0fe0.
00000080:00000010:3.1:1787761241.791309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252955e0.
00010000:00000010:1.1:1787761241.833521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:1.1:1787761241.833539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037d00.
00010000:00000010:1.1:1787761241.833543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:1.1:1787761241.865303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252958e0.
00000080:00000010:1.1:1787761241.865322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a60.
00010000:00000010:0.1:1787761241.908494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00010000:00000010:0.1:1787761241.908517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:0.1:1787761241.908521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9600.
00000080:00000010:0.1:1787761241.923350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252954e0.
00000080:00000010:0.1:1787761241.923371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295360.
00010000:00000010:1.1:1787761241.968328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787761241.968344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1700.
00010000:00000010:1.1:1787761241.968347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:2.1:1787761242.028289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d02a0.
00000080:00000010:2.1:1787761242.028309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0440.
00010000:00000010:2.1:1787761242.063300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:0.1:1787761242.064032:0:238629:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:0.1:1787761242.064041:0:238629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00000080:00000010:2.1:1787761242.073600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ba0.
00000080:00000010:2.1:1787761242.073617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa420.
00010000:00000010:0.1:1787761242.133292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787761242.133303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:0.1:1787761242.133307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:2.1:1787761242.138331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951a0.
00000080:00000010:2.1:1787761242.138347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295760.
00010000:00000010:2.1:1787761242.182413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:2.1:1787761242.182436:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:2.1:1787761242.182441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:2.1:1787761242.208292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103e0.
00000080:00000010:2.1:1787761242.208308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c40.
00010000:00000010:1.1:1787761242.236716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787761242.240563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1700.
00010000:00000010:1.1:1787761242.240663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:1.1:1787761242.269297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b00.
00000080:00000010:1.1:1787761242.269310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06e0.
00010000:00000010:2.1:1787761242.309961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:2.1:1787761242.309978:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:2.1:1787761242.309982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:2.1:1787761242.343559:0:323497:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103e0.
00000080:00000010:2.1:1787761242.343638:0:323497:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ba0.
00010000:00000010:3.1:1787761242.377291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:2.1:1787761242.385300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:2.1:1787761242.385318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:0.1:1787761242.423117:0:323498:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa280.
00000080:00000010:0.1:1787761242.423138:0:323498:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10580.
00010000:00000010:2.1:1787761242.500317:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:2.1:1787761242.500331:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:2.1:1787761242.500336:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00000080:00000010:2.1:1787761242.500342:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa5c0.
00000080:00000010:2.1:1787761242.500428:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0300.
00010000:00000010:3.1:1787761242.611295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:3.1:1787761242.611312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:3.1:1787761242.611316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:2.1:1787761242.627726:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa740.
00000080:00000010:2.1:1787761242.627746:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0980.
00010000:00000010:1.1:1787761242.673028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787761242.673043:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1700.
00010000:00000010:1.1:1787761242.673047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:1.1:1787761242.681521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b40.
00000080:00000010:1.1:1787761242.681531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0cc0.
00010000:00000010:3.1:1787761242.755484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:3.1:1787761242.757557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:3.1:1787761242.757686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:3.1:1787761242.763843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad80.
00000080:00000010:3.1:1787761242.763864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103e0.
00010000:00000010:3.1:1787761242.784295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:3.1:1787761242.784310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:3.1:1787761242.784314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9600.
00000080:00000010:2.1:1787761242.803299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101a0.
00000080:00000010:2.1:1787761242.803316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252956c0.
00010000:00000010:3.1:1787761242.863869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00010000:00000010:3.1:1787761242.863885:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787761242.863889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00000080:00000010:3.1:1787761242.880574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad80.
00000080:00000010:3.1:1787761242.880590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aacc0.
00010000:00000010:3.1:1787761242.907286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00010000:00000010:3.1:1787761242.907302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:3.1:1787761242.907306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:3.1:1787761242.922408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aacc0.
00000080:00000010:3.1:1787761242.922418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10320.
00010000:00000010:0.1:1787761242.945158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787761242.950600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:0.1:1787761242.950616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:0.1:1787761242.968393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252957e0.
00000080:00000010:0.1:1787761242.968402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295020.
00010000:00000010:3.1:1787761242.997292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00010000:00000010:0.1:1787761243.003319:0:323506:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:0.1:1787761243.003340:0:323506:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf600.
00000080:00000010:0.1:1787761243.021462:0:323507:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa8a0.
00000080:00000010:0.1:1787761243.021473:0:323507:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa880.
00010000:00000010:2.1:1787761243.056295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00010000:00000010:2.1:1787761243.063058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:2.1:1787761243.063071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:3.1:1787761243.065291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c20.
00000080:00000010:3.1:1787761243.065301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252952c0.
00010000:00000010:0.1:1787761243.103466:0:323509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787761243.103482:0:323509:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:0.1:1787761243.103485:0:323509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9200.
00000080:00000010:0.1:1787761243.122300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295de0.
00000080:00000010:0.1:1787761243.122313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e40.
00010000:00000010:2.1:1787761243.131285:0:323509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:2.1:1787761243.131296:0:323509:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:2.1:1787761243.131301:0:323509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:2.1:1787761243.135439:0:323510:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f20.
00000080:00000010:2.1:1787761243.135452:0:323510:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ee0.
00010000:00000010:3.1:1787761243.174395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00010000:00000010:3.1:1787761243.174410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:3.1:1787761243.174415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:3.1:1787761243.190292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa0c0.
00000080:00000010:3.1:1787761243.190304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10220.
00010000:00000010:0.1:1787761243.205396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:0.1:1787761243.205414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:0.1:1787761243.205418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:0.1:1787761243.213684:0:323512:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f60.
00000080:00000010:0.1:1787761243.213693:0:323512:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295020.
00010000:00000010:2.1:1787761243.244299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:2.1:1787761243.244313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761243.244317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:2.1:1787761243.265405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10a80.
00000080:00000010:2.1:1787761243.265426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10560.
00010000:00000010:3.1:1787761243.301796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00010000:00000010:3.1:1787761243.301806:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:3.1:1787761243.301811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:3.1:1787761243.314303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa0c0.
00000080:00000010:3.1:1787761243.314320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10740.
00010000:00000010:2.1:1787761243.347366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:2.1:1787761243.347391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1b00.
00010000:00000010:2.1:1787761243.347396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:2.1:1787761243.371311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10560.
00000080:00000010:2.1:1787761243.371327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0cc0.
00010000:00000010:3.1:1787761243.404770:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00010000:00000010:2.1:1787761243.407299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:2.1:1787761243.407314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace600.
00000080:00000010:2.1:1787761243.423815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aab60.
00000080:00000010:2.1:1787761243.423834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa920.
00010000:00000010:0.1:1787761243.478315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:0.1:1787761243.478334:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:0.1:1787761243.478337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:0.1:1787761243.488326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295660.
00000080:00000010:0.1:1787761243.488343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f60.
00010000:00000010:3.1:1787761243.550514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:3.1:1787761243.550529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787761243.550532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00000080:00000010:3.1:1787761243.558289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa960.
00000080:00000010:3.1:1787761243.558303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad20.
00010000:00000010:1.1:1787761243.592438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:1.1:1787761243.592452:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:1.1:1787761243.592456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:0.1:1787761243.602370:0:323519:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0820.
00000080:00000010:0.1:1787761243.602397:0:323519:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0400.
00010000:00000010:1.1:1787761243.624374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:1.1:1787761243.624397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:1.1:1787761243.624401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:1.1:1787761243.643371:0:323520:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06e0.
00000080:00000010:1.1:1787761243.643390:0:323520:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295960.
00010000:00000010:1.1:1787761243.678353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:1.1:1787761243.684581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:1.1:1787761243.684588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00000080:00000010:1.1:1787761243.684593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0f00.
00000080:00000010:1.1:1787761243.684599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c40.
00010000:00000010:2.1:1787761243.701287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761243.701296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761243.701299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:2.1:1787761243.701304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10cc0.
00000080:00000010:2.1:1787761243.701313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10fa0.
00010000:00000010:0.1:1787761243.724288:0:323522:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787761243.724297:0:323522:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:0.1:1787761243.724301:0:323522:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:0.1:1787761243.739508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a40.
00000080:00000010:0.1:1787761243.739519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f80.
00010000:00000010:0.1:1787761243.760285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787761243.760295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:0.1:1787761243.760299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:0.1:1787761243.777487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f80.
00000080:00000010:0.1:1787761243.777498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d40.
00010000:00000010:2.1:1787761243.790161:0:323524:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761243.790172:0:323524:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761243.790176:0:323524:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:2.1:1787761243.803329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10680.
00000080:00000010:2.1:1787761243.803345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102c0.
00010000:00000010:3.1:1787761243.833197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00010000:00000010:2.1:1787761243.836074:0:323526:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:2.1:1787761243.836084:0:323526:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfe00.
00000080:00000010:2.1:1787761243.847279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa5a0.
00000080:00000010:2.1:1787761243.847291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf60.
00010000:00000010:2.1:1787761243.878327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761243.878335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761243.878338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:3.1:1787761243.889326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10460.
00000080:00000010:3.1:1787761243.889339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10680.
00010000:00000010:1.1:1787761243.906984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:1.1:1787761243.906997:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:1.1:1787761243.907000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00000080:00000010:1.1:1787761243.907006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0320.
00000080:00000010:1.1:1787761243.907013:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0920.
00010000:00000010:2.1:1787761243.923329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635000.
00010000:00000010:2.1:1787761243.923349:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:2.1:1787761243.923356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:2.1:1787761243.935349:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0860.
00000080:00000010:2.1:1787761243.935366:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d08e0.
00010000:00000010:2.1:1787761243.957450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:2.1:1787761243.957462:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:2.1:1787761243.957466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00000080:00000010:2.1:1787761243.965398:0:323530:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0700.
00000080:00000010:2.1:1787761243.965408:0:323530:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0320.
00010000:00000010:2.1:1787761243.991144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761243.991159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761243.991163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:2.1:1787761244.003283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00000080:00000010:2.1:1787761244.003301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c60.
00010000:00000010:3.1:1787761244.036300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00010000:00000010:3.1:1787761244.036317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:3.1:1787761244.036321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:1.1:1787761244.052426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac60.
00000080:00000010:1.1:1787761244.052441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae60.
00010000:00000010:2.1:1787761244.085538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761244.085545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761244.085548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:2.1:1787761244.097607:0:323533:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00000080:00000010:2.1:1787761244.097626:0:323533:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c60.
00010000:00000010:1.1:1787761244.138551:0:323534:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:1.1:1787761244.138644:0:323534:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787761244.138648:0:323534:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:1.1:1787761244.145410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ea0.
00000080:00000010:1.1:1787761244.145429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ca0.
00010000:00000010:2.1:1787761244.171307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:2.1:1787761244.171327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037700.
00010000:00000010:2.1:1787761244.171331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:2.1:1787761244.178789:0:1033:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a80.
00000080:00000010:2.1:1787761244.178806:0:1033:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05e0.
00010000:00000010:2.1:1787761244.229362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:3.1:1787761244.229428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:3.1:1787761244.229435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:3.1:1787761244.256463:0:323536:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102c0.
00000080:00000010:3.1:1787761244.256484:0:323536:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c60.
00010000:00000010:2.1:1787761244.285812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761244.289501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:2.1:1787761244.289517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfc00.
00000080:00000010:2.1:1787761244.312437:0:323537:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf40.
00000080:00000010:2.1:1787761244.312458:0:323537:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa3e0.
00010000:00000010:2.1:1787761244.349310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761244.349327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:2.1:1787761244.349331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:2.1:1787761244.358869:0:323538:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00000080:00000010:2.1:1787761244.358882:0:323538:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104c0.
00010000:00000010:1.1:1787761244.441036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:1.1:1787761244.441052:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787761244.441058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:3.1:1787761244.451328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05a0.
00000080:00000010:3.1:1787761244.451342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295740.
00010000:00000010:2.1:1787761244.500297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:3.1:1787761244.505640:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:3.1:1787761244.505655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:3.1:1787761244.526356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00000080:00000010:3.1:1787761244.526381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ec0.
00010000:00000010:2.1:1787761244.574298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:2.1:1787761244.574315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:2.1:1787761244.574319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00000080:00000010:2.1:1787761244.604293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d02e0.
00000080:00000010:2.1:1787761244.604303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04a0.
00010000:00000010:2.1:1787761244.631426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761244.631441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761244.631446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace200.
00000080:00000010:2.1:1787761244.652296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104c0.
00000080:00000010:2.1:1787761244.652310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aada0.
00010000:00000010:3.1:1787761244.690707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:3.1:1787761244.690730:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037800.
00010000:00000010:3.1:1787761244.690734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00000080:00000010:2.1:1787761244.701646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295000.
00000080:00000010:2.1:1787761244.701657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa680.
00010000:00000010:0.1:1787761244.753302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787761244.753320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037000.
00010000:00000010:0.1:1787761244.753324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:0.1:1787761244.780725:0:323544:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295720.
00000080:00000010:0.1:1787761244.780744:0:323544:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04a0.
00010000:00000010:0.1:1787761244.822294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787761244.822315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037000.
00010000:00000010:0.1:1787761244.822318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:0.1:1787761244.850711:0:323545:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951e0.
00000080:00000010:0.1:1787761244.850727:0:323545:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295720.
00010000:00000010:3.1:1787761244.906532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037000.
00010000:00000010:3.1:1787761244.906555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:0.1:1787761244.909427:0:323546:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:0.1:1787761244.930208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951e0.
00000080:00000010:0.1:1787761244.930226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295720.
00010000:00000010:2.1:1787761244.942302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037200.
00010000:00000010:2.1:1787761244.942318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787761244.942381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:2.1:1787761244.958511:0:323547:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295320.
00000080:00000010:2.1:1787761244.958520:0:323547:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295fa0.
00010000:00000010:2.1:1787761244.986869:0:323548:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761244.994303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761244.994317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:2.1:1787761244.997376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108a0.
00000080:00000010:2.1:1787761244.997388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104c0.
00010000:00000010:2.1:1787761245.034418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761245.037467:0:323549:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761245.037474:0:323549:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:2.1:1787761245.037479:0:323549:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10540.
00000080:00000010:2.1:1787761245.037486:0:323549:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d20.
00010000:00000010:3.1:1787761245.052291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:3.1:1787761245.052308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037a00.
00010000:00000010:3.1:1787761245.052313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:3.1:1787761245.061332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295160.
00000080:00000010:3.1:1787761245.061350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f20.
00010000:00000010:3.1:1787761245.101272:0:323551:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:3.1:1787761245.101281:0:323551:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:3.1:1787761245.101285:0:323551:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:3.1:1787761245.111449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b40.
00000080:00000010:3.1:1787761245.111467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10540.
00010000:00000010:3.1:1787761245.132990:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:3.1:1787761245.134616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787761245.134624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00000080:00000010:3.1:1787761245.151085:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa980.
00000080:00000010:3.1:1787761245.151098:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aac80.
00010000:00000010:0.1:1787761245.175305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787761245.175322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:0.1:1787761245.175326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:1.1:1787761245.188297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ae0.
00000080:00000010:1.1:1787761245.188312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0fe0.
00010000:00000010:2.1:1787761245.227399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761245.241716:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761245.241730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:2.1:1787761245.256300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d20.
00000080:00000010:2.1:1787761245.256329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104c0.
00010000:00000010:0.1:1787761245.283544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787761245.283561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:0.1:1787761245.283565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:0.1:1787761245.295297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c80.
00000080:00000010:0.1:1787761245.295317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252953a0.
00010000:00000010:3.1:1787761245.321293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00010000:00000010:2.1:1787761245.325431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:2.1:1787761245.325448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acec00.
00000080:00000010:3.1:1787761245.358283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa2e0.
00000080:00000010:3.1:1787761245.358296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa140.
00010000:00000010:1.1:1787761245.380344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:1.1:1787761245.385785:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787761245.385796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:1.1:1787761245.392279:0:323557:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0400.
00000080:00000010:1.1:1787761245.392293:0:323557:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c80.
00010000:00000010:1.1:1787761245.440478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:0.1:1787761245.446393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:0.1:1787761245.446408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:2.1:1787761245.488929:0:323558:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d08c0.
00000080:00000010:2.1:1787761245.488953:0:323558:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0400.
00010000:00000010:2.1:1787761245.535300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761245.535315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761245.535319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:3.1:1787761245.575322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d20.
00000080:00000010:3.1:1787761245.575338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108a0.
00010000:00000010:2.1:1787761245.592025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761245.592040:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:2.1:1787761245.592044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf400.
00000080:00000010:2.1:1787761245.622096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103a0.
00000080:00000010:2.1:1787761245.622112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa780.
00010000:00000010:3.1:1787761245.639778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00010000:00000010:3.1:1787761245.647565:0:323561:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:3.1:1787761245.647574:0:323561:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:3.1:1787761245.662387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa320.
00000080:00000010:3.1:1787761245.662404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101c0.
00010000:00000010:1.1:1787761245.680811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:1.1:1787761245.680828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:1.1:1787761245.680832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:1.1:1787761245.698890:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b40.
00000080:00000010:1.1:1787761245.698905:0:238628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ce0.
00010000:00000010:2.1:1787761245.717399:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761245.717409:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:2.1:1787761245.717414:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:2.1:1787761245.734588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103a0.
00000080:00000010:2.1:1787761245.734618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c00.
00000080:00000010:2.1:1787761245.751473:0:323564:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e20.
00000080:00000010:2.1:1787761245.751483:0:323564:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252959e0.
00010000:00000010:0.1:1787761245.755421:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9600.
00010000:00000010:0.1:1787761245.755438:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:0.1:1787761245.755442:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:3.1:1787761245.778741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:3.1:1787761245.778756:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:3.1:1787761245.778759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:3.1:1787761245.792490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e40.
00000080:00000010:3.1:1787761245.792502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10a00.
00010000:00000010:2.1:1787761245.821583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:2.1:1787761245.821598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:2.1:1787761245.821602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:2.1:1787761245.839995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10240.
00000080:00000010:2.1:1787761245.840011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109c0.
00010000:00000010:2.1:1787761245.866452:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:2.1:1787761245.866466:0:300807:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:2.1:1787761245.866469:0:300807:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000080:00000010:1.1:1787761245.870268:0:323567:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109c0.
00000080:00000010:1.1:1787761245.870278:0:323567:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10980.
00010000:00000010:1.1:1787761245.905644:0:323568:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00010000:00000010:1.1:1787761245.905659:0:323568:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:1.1:1787761245.905662:0:323568:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:1.1:1787761245.915770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c20.
00000080:00000010:1.1:1787761245.915783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0660.
00010000:00000010:2.1:1787761245.946279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761245.953307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:2.1:1787761245.953325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:2.1:1787761245.971184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10620.
00000080:00000010:2.1:1787761245.971197:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d20.
00010000:00000010:0.1:1787761245.992307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00010000:00000010:0.1:1787761245.992326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:0.1:1787761245.992414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:0.1:1787761246.005282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a80.
00000080:00000010:0.1:1787761246.005297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252958e0.
00010000:00000010:2.1:1787761246.048490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761246.048506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f200.
00010000:00000010:2.1:1787761246.048511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:2.1:1787761246.060923:0:323571:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa160.
00000080:00000010:2.1:1787761246.060954:0:323571:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d60.
00010000:00000010:3.1:1787761246.102831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:3.1:1787761246.102846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761246.103132:0:323572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:3.1:1787761246.107287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10240.
00000080:00000010:3.1:1787761246.107298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10620.
00010000:00000010:2.1:1787761246.134203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761246.134222:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:2.1:1787761246.134226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:2.1:1787761246.150292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad105c0.
00000080:00000010:2.1:1787761246.150310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b00.
00010000:00000010:3.1:1787761246.190291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:3.1:1787761246.195304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787761246.195314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00000080:00000010:3.1:1787761246.203291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa800.
00000080:00000010:3.1:1787761246.203309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa580.
00010000:00000010:2.1:1787761246.250588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:2.1:1787761246.259368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:2.1:1787761246.259385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:2.1:1787761246.266338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad105c0.
00000080:00000010:2.1:1787761246.266370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d01c0.
00010000:00000010:3.1:1787761246.336304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00010000:00000010:3.1:1787761246.336328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787761246.336332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:3.1:1787761246.355303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaf00.
00000080:00000010:3.1:1787761246.355325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951a0.
00010000:00000010:2.1:1787761246.409283:0:323577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:2.1:1787761246.416300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:2.1:1787761246.416315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:2.1:1787761246.416322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0620.
00000080:00000010:2.1:1787761246.416331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e60.
00010000:00000010:2.1:1787761246.444416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761246.444504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:2.1:1787761246.444508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:2.1:1787761246.512295:0:323578:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10000.
00000080:00000010:2.1:1787761246.512310:0:323578:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad100c0.
00010000:00000010:3.1:1787761246.539212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00010000:00000010:3.1:1787761246.552457:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787761246.552470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000080:00000010:3.1:1787761246.566283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaa60.
00000080:00000010:3.1:1787761246.566307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10620.
00010000:00000010:3.1:1787761246.603289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00010000:00000010:3.1:1787761246.615550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:3.1:1787761246.615567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00000080:00000010:3.1:1787761246.632737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaa60.
00000080:00000010:3.1:1787761246.632755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d00c0.
00010000:00000010:3.1:1787761246.662226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:3.1:1787761246.664699:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:3.1:1787761246.664715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:3.1:1787761246.683311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10000.
00000080:00000010:3.1:1787761246.683328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad100c0.
00010000:00000010:0.1:1787761246.721547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787761246.750348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:0.1:1787761246.750376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8e00.
00000080:00000010:0.1:1787761246.760993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295580.
00000080:00000010:0.1:1787761246.761009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295a40.
00010000:00000010:3.1:1787761246.791288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:3.1:1787761246.791304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:3.1:1787761246.791307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:3.1:1787761246.801287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f20.
00000080:00000010:3.1:1787761246.801305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0720.
00010000:00000010:2.1:1787761246.850311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:3.1:1787761246.850385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:3.1:1787761246.850393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:3.1:1787761246.882283:0:323584:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102a0.
00000080:00000010:3.1:1787761246.882300:0:323584:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07e0.
00010000:00000010:2.1:1787761246.905488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761246.910410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:2.1:1787761246.910427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:2.1:1787761246.929785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104c0.
00000080:00000010:2.1:1787761246.929796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295040.
00010000:00000010:0.1:1787761246.962743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:3.1:1787761246.964436:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:3.1:1787761246.964450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:3.1:1787761246.991868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252950c0.
00000080:00000010:3.1:1787761246.991883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252955c0.
00010000:00000010:2.1:1787761247.033167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761247.036348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:2.1:1787761247.036374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:2.1:1787761247.057577:0:323587:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108a0.
00000080:00000010:2.1:1787761247.057592:0:323587:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101c0.
00010000:00000010:2.1:1787761247.101767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761247.111320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:2.1:1787761247.111333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:2.1:1787761247.123319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e40.
00000080:00000010:2.1:1787761247.123341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108a0.
00010000:00000010:3.1:1787761247.154480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:3.1:1787761247.154496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1d00.
00010000:00000010:3.1:1787761247.154501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:3.1:1787761247.171446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d09a0.
00000080:00000010:3.1:1787761247.171473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295560.
00010000:00000010:2.1:1787761247.207317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace800.
00010000:00000010:2.1:1787761247.207332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f900.
00010000:00000010:2.1:1787761247.207336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acea00.
00000080:00000010:2.1:1787761247.249365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aabe0.
00000080:00000010:2.1:1787761247.249379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa0a0.
00010000:00000010:2.1:1787761247.278453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761247.281302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:2.1:1787761247.281318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:3.1:1787761247.306295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e40.
00000080:00000010:3.1:1787761247.306311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101c0.
00010000:00000010:1.1:1787761247.340305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787761247.340320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787761247.340324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:1.1:1787761247.362290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0fe0.
00000080:00000010:1.1:1787761247.362311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06c0.
00010000:00000010:1.1:1787761247.413308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787761247.413324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787761247.413328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:1.1:1787761247.436295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0fe0.
00000080:00000010:1.1:1787761247.436310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0860.
00010000:00000010:3.1:1787761247.468621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:3.1:1787761247.468635:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:3.1:1787761247.468639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00000080:00000010:3.1:1787761247.499435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aad40.
00000080:00000010:3.1:1787761247.499460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae00.
00010000:00000010:2.1:1787761247.523380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:2.1:1787761247.523396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:0.1:1787761247.524301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:2.1:1787761247.560603:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252957e0.
00000080:00000010:2.1:1787761247.560622:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252952c0.
00010000:00000010:1.1:1787761247.619309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787761247.619327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787761247.619330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00000080:00000010:1.1:1787761247.641673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0700.
00000080:00000010:1.1:1787761247.641689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0000.
00010000:00000010:2.1:1787761247.703764:0:323597:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761247.712444:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:2.1:1787761247.712458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:2.1:1787761247.715488:0:323597:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10540.
00000080:00000010:2.1:1787761247.715500:0:323597:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10b40.
00010000:00000010:2.1:1787761247.759476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761247.766769:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:2.1:1787761247.766782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:2.1:1787761247.785355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ec0.
00000080:00000010:2.1:1787761247.785366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10040.
00010000:00000010:3.1:1787761247.819318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787761247.819333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:3.1:1787761247.819337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000010:3.1:1787761247.835555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaac0.
00000080:00000010:3.1:1787761247.835565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295960.
00010000:00000010:3.1:1787761247.877363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:3.1:1787761247.877370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fc00.
00010000:00000010:3.1:1787761247.877374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00000080:00000010:3.1:1787761247.880846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d20.
00000080:00000010:3.1:1787761247.880862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ec0.
00010000:00000010:1.1:1787761247.899308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:1.1:1787761247.903315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:1.1:1787761247.903330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:1.1:1787761247.914384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b60.
00000080:00000010:1.1:1787761247.914402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05e0.
00010000:00000010:2.1:1787761247.982709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:3.1:1787761247.987805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fd00.
00010000:00000010:3.1:1787761247.987814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9600.
00000080:00000010:3.1:1787761247.993292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10520.
00000080:00000010:3.1:1787761247.993308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295c60.
00010000:00000010:2.1:1787761248.025500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:2.1:1787761248.030781:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:2.1:1787761248.030795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:2.1:1787761248.044331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d40.
00000080:00000010:2.1:1787761248.044342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10c40.
00010000:00000010:0.1:1787761248.066300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00010000:00000010:0.1:1787761248.066320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1900.
00010000:00000010:0.1:1787761248.066325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:0.1:1787761248.097387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0da0.
00000080:00000010:0.1:1787761248.097408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05c0.
00010000:00000010:2.1:1787761248.115629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acee00.
00010000:00000010:2.1:1787761248.122298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f600.
00010000:00000010:2.1:1787761248.122311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00000080:00000010:2.1:1787761248.126338:0:323605:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa380.
00000080:00000010:2.1:1787761248.126361:0:323605:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa000.
00010000:00000010:3.1:1787761248.154734:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787761248.154748:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787761248.154752:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00000080:00000010:3.1:1787761248.168419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae40.
00000080:00000010:3.1:1787761248.168437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10680.
00010000:00000010:1.1:1787761248.210496:0:323607:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787761248.210510:0:323607:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787761248.210513:0:323607:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:1.1:1787761248.223466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a80.
00000080:00000010:1.1:1787761248.223483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07c0.
00010000:00000010:1.1:1787761248.246711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787761248.246728:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:1.1:1787761248.246732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:1.1:1787761248.276309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0260.
00000080:00000010:1.1:1787761248.276324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0140.
00010000:00000010:1.1:1787761248.307558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fe00.
00010000:00000010:1.1:1787761248.307566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00010000:00000010:2.1:1787761248.313300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:0.1:1787761248.322002:0:323609:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10460.
00000080:00000010:0.1:1787761248.322023:0:323609:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ca0.
00010000:00000010:2.1:1787761248.356798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:2.1:1787761248.361306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:2.1:1787761248.361321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:2.1:1787761248.413378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10560.
00000080:00000010:2.1:1787761248.413392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d05a0.
00010000:00000010:1.1:1787761248.448708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:0.1:1787761248.455371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1f00.
00010000:00000010:0.1:1787761248.455384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:2.1:1787761248.471649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d04a0.
00000080:00000010:2.1:1787761248.471663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0960.
00010000:00000010:3.1:1787761248.493456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:3.1:1787761248.493473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f900.
00010000:00000010:3.1:1787761248.493476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00000080:00000010:3.1:1787761248.501283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad106a0.
00000080:00000010:3.1:1787761248.501295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10f00.
00010000:00000010:1.1:1787761248.552302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:1.1:1787761248.552317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787761248.552321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000080:00000010:1.1:1787761248.576321:0:323613:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d03e0.
00000080:00000010:1.1:1787761248.576333:0:323613:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07a0.
00010000:00000010:1.1:1787761248.624329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634800.
00010000:00000010:1.1:1787761248.624354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:1.1:1787761248.624357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000080:00000010:1.1:1787761248.636303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0800.
00000080:00000010:1.1:1787761248.636318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07a0.
00010000:00000010:3.1:1787761248.680952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a000.
00010000:00000010:3.1:1787761248.680961:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f600.
00010000:00000010:3.1:1787761248.680965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b200.
00000080:00000010:3.1:1787761248.693303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10100.
00000080:00000010:3.1:1787761248.693313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad108c0.
00010000:00000010:3.1:1787761248.722680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787761248.722691:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787761248.722695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000080:00000010:3.1:1787761248.753380:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa520.
00000080:00000010:3.1:1787761248.753395:0:300807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0800.
00010000:00000010:2.1:1787761248.763296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:2.1:1787761248.763309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761248.763312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:2.1:1787761248.763320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10e80.
00000080:00000010:2.1:1787761248.763325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f20.
00010000:00000010:3.1:1787761248.793967:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787761248.796414:0:323617:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:3.1:1787761248.796426:0:323617:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8600.
00000080:00000010:0.1:1787761248.802433:0:323618:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaac0.
00000080:00000010:0.1:1787761248.802447:0:323618:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295160.
00010000:00000010:2.1:1787761248.827276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:2.1:1787761248.835764:0:323619:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1a00.
00010000:00000010:2.1:1787761248.835776:0:323619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:2.1:1787761248.845515:0:323619:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0260.
00000080:00000010:2.1:1787761248.845709:0:323619:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295fe0.
00000080:00000010:0.1:1787761248.874376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad102e0.
00000080:00000010:0.1:1787761248.874393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10400.
00010000:00000010:2.1:1787761248.874517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:2.1:1787761248.874534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761248.874538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:2.1:1787761248.911458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:2.1:1787761248.911475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fc00.
00010000:00000010:2.1:1787761248.911479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00000080:00000010:2.1:1787761248.921417:0:323621:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa260.
00000080:00000010:2.1:1787761248.921433:0:323621:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aafe0.
00010000:00000010:3.1:1787761248.965900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:3.1:1787761248.965915:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787761248.965919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00000080:00000010:3.1:1787761248.975703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa640.
00000080:00000010:3.1:1787761248.975714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa4e0.
00010000:00000010:2.1:1787761249.002052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:2.1:1787761249.012288:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761249.012295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:2.1:1787761249.021272:0:323623:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103c0.
00000080:00000010:2.1:1787761249.021287:0:323623:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0340.
00010000:00000010:2.1:1787761249.059613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:2.1:1787761249.059629:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761249.059634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:2.1:1787761249.079288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10220.
00000080:00000010:2.1:1787761249.079305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103c0.
00010000:00000010:3.1:1787761249.108015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:3.1:1787761249.112370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037c00.
00010000:00000010:3.1:1787761249.112387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00000080:00000010:3.1:1787761249.120724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0360.
00000080:00000010:3.1:1787761249.120741:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ae0.
00010000:00000010:1.1:1787761249.149463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:1.1:1787761249.154815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:1.1:1787761249.154827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:0.1:1787761249.158277:0:323626:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0180.
00000080:00000010:0.1:1787761249.158288:0:323626:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0000.
00010000:00000010:2.1:1787761249.198293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:2.1:1787761249.198309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761249.198313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:2.1:1787761249.237348:0:1356:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad109e0.
00000080:00000010:2.1:1787761249.237368:0:1356:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295b20.
00010000:00000010:0.1:1787761249.272424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00010000:00000010:0.1:1787761249.276839:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787761249.276852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:0.1:1787761249.294282:0:323628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295400.
00000080:00000010:0.1:1787761249.294298:0:323628:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0500.
00010000:00000010:2.1:1787761249.340578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:2.1:1787761249.342987:0:323628:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1100.
00010000:00000010:2.1:1787761249.342997:0:323628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9400.
00000080:00000010:3.1:1787761249.368181:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d09a0.
00000080:00000010:3.1:1787761249.368203:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295f20.
00010000:00000010:3.1:1787761249.413678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:3.1:1787761249.413695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:3.1:1787761249.413699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00000080:00000010:3.1:1787761249.433305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaee0.
00000080:00000010:3.1:1787761249.433320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa560.
00010000:00000010:2.1:1787761249.454308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:2.1:1787761249.454324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:2.1:1787761249.454328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:2.1:1787761249.479323:0:323631:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104e0.
00000080:00000010:2.1:1787761249.479333:0:323631:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10580.
00010000:00000010:2.1:1787761249.506513:0:323632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00010000:00000010:2.1:1787761249.506531:0:323632:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110fb00.
00010000:00000010:2.1:1787761249.506534:0:323632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00000080:00000010:2.1:1787761249.520993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa700.
00000080:00000010:2.1:1787761249.521014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1c0.
00010000:00000010:3.1:1787761249.529370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b800.
00010000:00000010:3.1:1787761249.529383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f100.
00010000:00000010:3.1:1787761249.529388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ac00.
00000080:00000010:2.1:1787761249.541290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10bc0.
00000080:00000010:2.1:1787761249.541303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104e0.
00010000:00000010:2.1:1787761249.566698:0:323633:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761249.566707:0:323633:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:2.1:1787761249.566711:0:323633:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00000080:00000010:2.1:1787761249.578301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104e0.
00000080:00000010:2.1:1787761249.578317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295520.
00010000:00000010:2.1:1787761249.617311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761249.617325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:2.1:1787761249.617329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00000080:00000010:2.1:1787761249.628294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad104e0.
00000080:00000010:2.1:1787761249.628312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0460.
00010000:00000010:2.1:1787761249.654129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761249.654139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:2.1:1787761249.654143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000080:00000010:2.1:1787761249.654148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10bc0.
00000080:00000010:2.1:1787761249.654155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0b40.
00010000:00000010:3.1:1787761249.679362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:3.1:1787761249.679372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787761249.679376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00000080:00000010:3.1:1787761249.691155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa1a0.
00000080:00000010:3.1:1787761249.691167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaaa0.
00010000:00000010:1.1:1787761249.712304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:2.1:1787761249.716452:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1b00.
00010000:00000010:2.1:1787761249.716467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:2.1:1787761249.733391:0:323638:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0760.
00000080:00000010:2.1:1787761249.733414:0:323638:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0680.
00010000:00000010:3.1:1787761249.755829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f400.
00010000:00000010:3.1:1787761249.755846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a800.
00010000:00000010:2.1:1787761249.760298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:3.1:1787761249.797748:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10340.
00000080:00000010:3.1:1787761249.797769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10bc0.
00010000:00000010:3.1:1787761249.822519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:3.1:1787761249.826532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787761249.826548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00000080:00000010:3.1:1787761249.851286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa7a0.
00000080:00000010:3.1:1787761249.851299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa080.
00010000:00000010:2.1:1787761249.880749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00010000:00000010:2.1:1787761249.880763:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761249.880767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00000080:00000010:2.1:1787761249.906294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ba0.
00000080:00000010:2.1:1787761249.906305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951a0.
00010000:00000010:0.1:1787761249.929458:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1700.
00010000:00000010:0.1:1787761249.929474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635400.
00010000:00000010:1.1:1787761249.930444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00000080:00000010:3.1:1787761249.976915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d00c0.
00000080:00000010:3.1:1787761249.976932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0080.
00010000:00000010:2.1:1787761249.996299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761249.996315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:2.1:1787761249.996319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:2.1:1787761250.021714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10960.
00000080:00000010:2.1:1787761250.021728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10080.
00010000:00000010:1.1:1787761250.084402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635200.
00010000:00000010:1.1:1787761250.084421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1500.
00010000:00000010:1.1:1787761250.084424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:1.1:1787761250.100356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ae0.
00000080:00000010:1.1:1787761250.100373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295be0.
00010000:00000010:2.1:1787761250.126481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:3.1:1787761250.128298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303fb00.
00010000:00000010:3.1:1787761250.128312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7be00.
00000080:00000010:3.1:1787761250.150912:0:323645:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10080.
00000080:00000010:3.1:1787761250.150931:0:323645:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10960.
00010000:00000010:2.1:1787761250.178295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761250.178313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761250.178318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:2.1:1787761250.200295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d80.
00000080:00000010:2.1:1787761250.200311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10ba0.
00010000:00000010:1.1:1787761250.246296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00010000:00000010:1.1:1787761250.246312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1500.
00010000:00000010:1.1:1787761250.246316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634600.
00000080:00000010:2.1:1787761250.275303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a00.
00000080:00000010:2.1:1787761250.275319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0620.
00010000:00000010:3.1:1787761250.329355:0:323648:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00010000:00000010:3.1:1787761250.329367:0:323648:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:3.1:1787761250.329371:0:323648:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00000080:00000010:3.1:1787761250.329375:0:323648:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa9a0.
00000080:00000010:3.1:1787761250.329382:0:323648:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa9c0.
00010000:00000001:3.0:1787761250.333870:0:323648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.333871:0:323648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.333872:0:323648:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered
00010000:00000001:3.0:1787761250.333874:0:323648:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving
00010000:00010000:3.0:1787761250.333876:0:323648:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf200/0xf223c8ba2c179eac lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc2701f7cb19 expref: -99 pid: 301151 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1
00010000:00000001:3.0:1787761250.333882:0:323648:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787761250.333884:0:323648:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787761250.333886:0:323648:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787761250.333888:0:323648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.333889:0:323648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.333890:0:323648:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.333892:0:323648:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787761250.333893:0:323648:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.333895:0:323648:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.333897:0:323648:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.333899:0:323648:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:3.0:1787761250.333900:0:323648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.333901:0:323648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000100:00000001:3.0:1787761250.333903:0:323648:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787761250.333904:0:323648:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000080:00200000:3.0:1787761250.333906:0:323648:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b6511e321c8), inode mode 41ed mask 1
00000080:00000001:3.0:1787761250.333909:0:323648:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761250.333912:0:323648:0:(dcache.c:78:ll_dcompare()) Process entered
00000020:00000001:3.0:1787761250.333914:0:323648:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a143b60
00000080:00002000:3.0:1787761250.333916:0:323648:0:(dcache.c:87:ll_dcompare()) found name d160n.sanity(ffff9b65088ea870) flags 0x28004e refc 1
00000080:00000001:3.0:1787761250.333918:0:323648:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761250.333920:0:323648:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a143ba8
00000080:00200000:3.0:1787761250.333921:0:323648:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160n.sanity, flags=24
00000080:00000001:3.0:1787761250.333923:0:323648:0:(llite_lib.c:3162:ll_dir_default_lmv_inherit()) Process entered
00000080:00000001:3.0:1787761250.333925:0:323648:0:(llite_lib.c:3168:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761250.333927:0:323648:0:(file.c:6674:ll_inode_permission()) Process entered
00000080:00200000:3.0:1787761250.333928:0:323648:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200002341:0x3c:0x0](ffff9b65044fc2c8), inode mode 41ed mask 1
00000080:00000001:3.0:1787761250.333931:0:323648:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:3.0:1787761250.333941:0:323648:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b65106aa9c0.
00000020:00000001:3.0:1787761250.333945:0:323648:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a143d80
00000080:00200000:3.0:1787761250.333947:0:323648:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f160n.sanity1595, dir=[0x200002341:0x3c:0x0](ffff9b65044fc2c8), flags=0
00000080:00000001:3.0:1787761250.333950:0:323648:0:(namei.c:1066:ll_lookup_it()) Process entered
00000020:00000001:3.0:1787761250.333952:0:323648:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a143c30
00000080:00200000:3.0:1787761250.333954:0:323648:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f160n.sanity1595, dir=[0x200002341:0x3c:0x0](ffff9b65044fc2c8), intent=getattr
00000080:00000010:3.0:1787761250.333960:0:323648:0:(llite_lib.c:4068:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b6537f5d200.
00000080:00000001:3.0:1787761250.333965:0:323648:0:(namei.c:944:ll_intent_lock()) Process entered
00800000:00000001:3.0:1787761250.333966:0:323648:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered
00000020:00000001:3.0:1787761250.333968:0:323648:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a143b50
00800000:00000002:3.0:1787761250.333969:0:323648:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160n.sanity1595' on [0x200002341:0x3c:0x0]
00800000:00000001:3.0:1787761250.333972:0:323648:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered
00000020:00000001:3.0:1787761250.333976:0:323648:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a143ae8
00800000:00000002:3.0:1787761250.333978:0:323648:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002341:0x3c:0x0], fid2=[0x0:0x0:0x0], name='f160n.sanity1595' -> mds #0
00000002:00000001:3.0:1787761250.333981:0:323648:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered
00000020:00000001:3.0:1787761250.333982:0:323648:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a143a20
00000002:00010000:3.0:1787761250.333983:0:323648:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f160n.sanity1595,[0x0:0x0:0x0]) in obj [0x200002341:0x3c:0x0], intent: getattr flags 01
00000002:00000001:3.0:1787761250.333987:0:323648:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered
00000002:00000001:3.0:1787761250.333989:0:323648:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered
00000100:00000010:3.0:1787761250.333993:0:323648:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787761250.333997:0:323648:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00010000:00000001:3.0:1787761250.334003:0:323648:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered
00010000:00000001:3.0:1787761250.334006:0:323648:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787761250.334009:0:323648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.334010:0:323648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.334011:0:323648:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761250.334013:0:323648:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761250.334015:0:323648:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761250.334019:0:323648:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761250.334025:0:323648:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6414027800.
00000100:00000001:3.0:1787761250.334031:0:323648:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.334035:0:323648:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered
00010000:00000001:3.0:1787761250.334037:0:323648:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.334039:0:323648:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered
00010000:00000001:3.0:1787761250.334040:0:323648:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.334042:0:323648:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761250.334049:0:323648:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633457765441984 : -110615944109632 : ffff9b6537f1e1c0)
00010000:00000001:3.0:1787761250.334053:0:323648:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered
00010000:00000001:3.0:1787761250.334055:0:323648:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered
00010000:00000040:3.0:1787761250.334059:0:323648:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b653303f700 count: 2
00010000:00000001:3.0:1787761250.334061:0:323648:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1787761250.334063:0:323648:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered
00010000:00000010:3.0:1787761250.334066:0:323648:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b6536ace000.
00000020:00000001:3.0:1787761250.334069:0:323648:0:(lustre_handles.c:61:class_handle_hash()) Process entered
00000020:00000040:3.0:1787761250.334071:0:323648:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b6536ace000 with handle 0xf223c8ba2c1e5eb7 to hash
00000020:00000001:3.0:1787761250.334073:0:323648:0:(lustre_handles.c:94:class_handle_hash()) Process leaving
00010000:00000001:3.0:1787761250.334075:0:323648:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633457744142336 : -110615965409280 : ffff9b6536ace000)
00010000:00000001:3.0:1787761250.334077:0:323648:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633457744142336 : -110615965409280 : ffff9b6536ace000)
00010000:00000001:3.0:1787761250.334080:0:323648:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761250.334082:0:323648:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761250.334085:0:323648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace000/0xf223c8ba2c1e5eb7 lrc: 3/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323648 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787761250.334092:0:323648:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace000/0xf223c8ba2c1e5eb7 lrc: 3/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323648 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787761250.334101:0:323648:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace000/0xf223c8ba2c1e5eb7 lrc: 3/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323648 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00000001:3.0:1787761250.334107:0:323648:0:(client.c:3352:ptlrpc_queue_wait()) Process entered
00000100:00000001:3.0:1787761250.334109:0:323648:0:(client.c:1169:ptlrpc_prep_set()) Process entered
00000100:00000010:3.0:1787761250.334115:0:323648:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b650516e180.
00000100:00000001:3.0:1787761250.334118:0:323648:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633456912228736 : -110616797322880 : ffff9b650516e180)
00000100:00000001:3.0:1787761250.334120:0:323648:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787761250.334121:0:323648:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765441984 : -110615944109632 : ffff9b6537f1e1c0)
00000100:00000001:3.0:1787761250.334125:0:323648:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761250.334129:0:323648:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761250.334131:0:323648:0:(client.c:2688:ptlrpc_set_wait()) Process entered
00000100:00000001:3.0:1787761250.334132:0:323648:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787761250.334141:0:323648:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e1c0 x1874597594952576/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761250.334149:0:323648:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761250.334151:0:323648:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761250.334154:0:323648:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787761250.334156:0:323648:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761250.334159:0:323648:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761250.334162:0:323648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job mrename:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:323648:1874597594952576:192.168.203.101@tcp:101:mrename.0
00000100:00000001:3.0:1787761250.334165:0:323648:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787761250.334169:0:323648:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787761250.334171:0:323648:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761250.334174:0:323648:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787761250.334178:0:323648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b652dc14800.
02000000:00000001:3.0:1787761250.334180:0:323648:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787761250.334188:0:323648:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:3.0:1787761250.334192:0:323648:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64206fe948.
00000400:00000010:3.0:1787761250.334199:0:323648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653623c440.
00000100:00000200:3.0:1787761250.334205:0:323648:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874597594952576, portal 10
00000100:00000001:3.0:1787761250.334207:0:323648:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787761250.334208:0:323648:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765441984 : -110615944109632 : ffff9b6537f1e1c0)
00000100:00000040:3.0:1787761250.334214:0:323648:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600  req@ffff9b6537f1e1c0 x1874597594952576/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787761266 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761250.334221:0:323648:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787761250.334223:0:323648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:3.0:1787761250.334225:0:323648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653623cdd0.
00000100:00000200:3.0:1787761250.334229:0:323648:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1874597594952576, offset 0
00000400:00000200:3.0:1787761250.334234:0:323648:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:3.0:1787761250.334241:0:323648:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761250.334406:0:323648:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:3.0:1787761250.334412:0:323648:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787761250.334416:0:323648:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:3.0:1787761250.334420:0:323648:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787761250.334422:0:323648:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:3.0:1787761250.334426:0:323648:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277225:277225:256:4294967295] 192.168.203.101@tcp LPNI seq info [277224:277224:8:4294967295]
00000400:00000200:3.0:1787761250.334431:0:323648:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761250.334441:0:323648:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787761250.334447:0:323648:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:3.0:1787761250.334453:0:323648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b64038d5b00.
00000800:00000200:3.0:1787761250.334459:0:323648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (5)
00000800:00000200:3.0:1787761250.334467:0:323648:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.101@tcp ip 192.168.203.101:988
00000800:00000200:3.0:1787761250.334471:0:323648:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b64038d5b00 type 1, nob 688 niov 1 nkiov 1
00000100:00000001:3.0:1787761250.334535:0:323648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761250.334540:0:323648:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:3.0:1787761250.334543:0:323648:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787761250.334546:0:323648:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4314663519
00000100:00000010:3.0:1787761250.334550:0:323648:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6513218c00.
00000100:00000001:3.0:1787761250.334556:0:323648:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787761250.334563:0:323648:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4314663519
00000100:00000010:3.0:1787761250.334566:0:323648:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6513218420.
00000100:00000001:3.0:1787761250.334633:0:323648:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787761250.334639:0:323648:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787761250.334642:0:323648:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761250.334644:0:323648:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761250.334645:0:323648:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b)
00000100:00100000:3.0:1787761250.334648:0:323648:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b650516e180 going to sleep for 11 seconds
00000100:00000001:3.0:1787761250.334650:0:323648:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761250.334652:0:323648:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761250.342001:0:323648:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000001:3.0:1787761250.342008:0:323648:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787761250.342010:0:323648:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787761250.342013:0:323648:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64206fe948.
00000400:00000200:3.0:1787761250.342019:0:323648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653623c440
00000400:00000010:3.0:1787761250.342021:0:323648:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653623c440.
00000100:00000001:3.0:1787761250.342024:0:323648:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787761250.342028:0:323648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e1c0 x1874597594952576/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787761266 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000200:3.0:1787761250.342035:0:323648:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e1c0 x1874597594952576/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787761266 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761250.342041:0:323648:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787761250.342043:0:323648:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761250.342045:0:323648:0:(client.c:1593:after_reply()) Process entered
02000000:00000001:3.0:1787761250.342048:0:323648:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1787761250.342051:0:323648:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1787761250.342053:0:323648:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761250.342056:0:323648:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1787761250.342066:0:323648:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b6425481c60 time=84 v=5 (5 5 5 5)
00000100:00001000:3.0:1787761250.342069:0:323648:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b6425481c18 time=84 v=5 (1 1 1 1)
00000100:00000001:3.0:1787761250.342072:0:323648:0:(client.c:1495:ptlrpc_check_status()) Process entered
00000100:00000001:3.0:1787761250.342074:0:323648:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.342078:0:323648:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered
00010000:00000001:3.0:1787761250.342081:0:323648:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761250.342085:0:323648:0:(client.c:3109:ptlrpc_free_committed()) Process entered
00000100:00000040:3.0:1787761250.342087:0:323648:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b6504d3c000: skip recheck: last_committed 21474908209
00000100:00000001:3.0:1787761250.342089:0:323648:0:(client.c:3122:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1787761250.342092:0:323648:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761250.342096:0:323648:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e1c0 x1874597594952576/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761266 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761250.342103:0:323648:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787761250.342107:0:323648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787761250.342109:0:323648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787761250.342113:0:323648:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e1c0 x1874597594952576/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761266 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00100000:3.0:1787761250.342120:0:323648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job mrename:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:323648:1874597594952576:192.168.203.101@tcp:101:mrename.0
00000100:00000001:3.0:1787761250.342125:0:323648:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761250.342128:0:323648:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761250.342130:0:323648:0:(client.c:1237:ptlrpc_set_destroy()) Process entered
00000100:00000001:3.0:1787761250.342132:0:323648:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761250.342136:0:323648:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e1c0 x1874597594952576/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761266 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761250.342142:0:323648:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761250.342145:0:323648:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b650516e180.
00000100:00000001:3.0:1787761250.342149:0:323648:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving
00000100:00000001:3.0:1787761250.342150:0:323648:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.342153:0:323648:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered
00010000:00000001:3.0:1787761250.342156:0:323648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.342159:0:323648:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.342162:0:323648:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536ace000 refcount=4
00000020:00000001:3.0:1787761250.342165:0:323648:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744142336 : -110615965409280 : ffff9b6536ace000)
00010000:00000001:3.0:1787761250.342168:0:323648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744142336 : -110615965409280 : ffff9b6536ace000)
00010000:00000040:3.0:1787761250.342173:0:323648:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b6536ace000, remote cookie: 0x8950dc270228aace, flags: 0x1001
00010000:00010000:3.0:1787761250.342178:0:323648:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace000/0xf223c8ba2c1e5eb7 lrc: 4/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc270228aace expref: -99 pid: 323648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000040:3.0:1787761250.342187:0:323648:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002341:0x5498:0x0].0x0, instead of [0x200002341:0x3c:0x0].0x0
00010000:00000001:3.0:1787761250.342189:0:323648:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered
00010000:00000010:3.0:1787761250.342197:0:323648:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b651110f400.
00010000:00000010:3.0:1787761250.342201:0:323648:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b6413123680.
00010000:00000001:3.0:1787761250.342205:0:323648:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761250.342209:0:323648:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace000/0xf223c8ba2c1e5eb7 lrc: 4/1,0 mode: --/PR res: [0x200002341:0x5498:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc270228aace expref: -99 pid: 323648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787761250.342217:0:323648:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace000/0xf223c8ba2c1e5eb7 lrc: 4/1,0 mode: --/PR res: [0x200002341:0x5498:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc270228aace expref: -99 pid: 323648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761250.342223:0:323648:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered
00010000:00000001:3.0:1787761250.342227:0:323648:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered
00010000:00000001:3.0:1787761250.342228:0:323648:0:(ldlm_lock.c:989:search_granted_lock()) Process entered
00010000:00000001:3.0:1787761250.342230:0:323648:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving
00010000:00000001:3.0:1787761250.342232:0:323648:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:3.0:1787761250.342234:0:323648:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002341:0x5498:0x0].0x0 (ffff9b651110f400) refcount = 1
00010000:00010000:3.0:1787761250.342238:0:323648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace000/0xf223c8ba2c1e5eb7 lrc: 4/1,0 mode: PR/PR res: [0x200002341:0x5498:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8950dc270228aace expref: -99 pid: 323648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761250.342276:0:323648:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:3.0:1787761250.342279:0:323648:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving
00010000:00000001:3.0:1787761250.342280:0:323648:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1787761250.342284:0:323648:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered
00010000:00000001:3.0:1787761250.342286:0:323648:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761250.342289:0:323648:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace000/0xf223c8ba2c1e5eb7 lrc: 4/1,0 mode: PR/PR res: [0x200002341:0x5498:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc270228aace expref: -99 pid: 323648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761250.342296:0:323648:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving
00010000:00000001:3.0:1787761250.342297:0:323648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.342299:0:323648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.342300:0:323648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.342301:0:323648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.342302:0:323648:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761250.342306:0:323648:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered
00010000:00000001:3.0:1787761250.342308:0:323648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.342310:0:323648:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.342311:0:323648:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536ace000 refcount=3
00000020:00000001:3.0:1787761250.342313:0:323648:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744142336 : -110615965409280 : ffff9b6536ace000)
00010000:00000001:3.0:1787761250.342315:0:323648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744142336 : -110615965409280 : ffff9b6536ace000)
00010000:00000001:3.0:1787761250.342317:0:323648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.342318:0:323648:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.342319:0:323648:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536ace000 refcount=4
00000020:00000001:3.0:1787761250.342321:0:323648:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744142336 : -110615965409280 : ffff9b6536ace000)
00010000:00000001:3.0:1787761250.342323:0:323648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744142336 : -110615965409280 : ffff9b6536ace000)
00010000:00000001:3.0:1787761250.342326:0:323648:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761250.342339:0:323648:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761250.342342:0:323648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace000/0xf223c8ba2c1e5eb7 lrc: 5/2,0 mode: PR/PR res: [0x200002341:0x5498:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8950dc270228aace expref: -99 pid: 323648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761250.342348:0:323648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.342350:0:323648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.342352:0:323648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.342353:0:323648:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.342354:0:323648:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536ace000 refcount=5
00000020:00000001:3.0:1787761250.342356:0:323648:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744142336 : -110615965409280 : ffff9b6536ace000)
00010000:00000001:3.0:1787761250.342358:0:323648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744142336 : -110615965409280 : ffff9b6536ace000)
00010000:00000001:3.0:1787761250.342360:0:323648:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered
00010000:00010000:3.0:1787761250.342363:0:323648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace000/0xf223c8ba2c1e5eb7 lrc: 5/2,0 mode: PR/PR res: [0x200002341:0x5498:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8950dc270228aace expref: -99 pid: 323648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761250.342369:0:323648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.342370:0:323648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00010000:3.0:1787761250.342373:0:323648:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace000/0xf223c8ba2c1e5eb7 lrc: 4/1,0 mode: PR/PR res: [0x200002341:0x5498:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8950dc270228aace expref: -99 pid: 323648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761250.342379:0:323648:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:3.0:1787761250.342380:0:323648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.342381:0:323648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.342383:0:323648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.342383:0:323648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000002:00100000:3.0:1787761250.342388:0:323648:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0  req@ffff9b6537f1e1c0 x1874597594952576/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761266 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:0
00010000:00000001:3.0:1787761250.342395:0:323648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.342396:0:323648:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.342397:0:323648:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536ace000 refcount=3
00000020:00000001:3.0:1787761250.342399:0:323648:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744142336 : -110615965409280 : ffff9b6536ace000)
00010000:00000001:3.0:1787761250.342401:0:323648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744142336 : -110615965409280 : ffff9b6536ace000)
00010000:00000001:3.0:1787761250.342403:0:323648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.342404:0:323648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000002:00000001:3.0:1787761250.342406:0:323648:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761250.342407:0:323648:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761250.342410:0:323648:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered
00010000:00000001:3.0:1787761250.342412:0:323648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.342413:0:323648:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.342415:0:323648:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536ace000 refcount=3
00000020:00000001:3.0:1787761250.342417:0:323648:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744142336 : -110615965409280 : ffff9b6536ace000)
00010000:00000001:3.0:1787761250.342419:0:323648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744142336 : -110615965409280 : ffff9b6536ace000)
00000002:00010000:3.0:1787761250.342422:0:323648:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace000/0xf223c8ba2c1e5eb7 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x5498:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc270228aace expref: -99 pid: 323648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761250.342428:0:323648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.342429:0:323648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.342431:0:323648:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered
00010000:00000001:3.0:1787761250.342432:0:323648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.342433:0:323648:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.342434:0:323648:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536ace000 refcount=3
00000020:00000001:3.0:1787761250.342436:0:323648:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744142336 : -110615965409280 : ffff9b6536ace000)
00010000:00000001:3.0:1787761250.342438:0:323648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744142336 : -110615965409280 : ffff9b6536ace000)
00010000:00000040:3.0:1787761250.342442:0:323648:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b651110f400 count: 2
00010000:00000001:3.0:1787761250.342444:0:323648:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00010000:3.0:1787761250.342448:0:323648:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b65130bb000 type 13 mode 4 res 8589943617/21656 (0 0)
00010000:00000001:3.0:1787761250.342450:0:323648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.342451:0:323648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000002:00000001:3.0:1787761250.342452:0:323648:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving
00000020:00000001:3.0:1787761250.342455:0:323648:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1439a8
00000002:00002000:3.0:1787761250.342457:0:323648:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f160n.sanity1595 intent=getattr status=0 disp=0xb: rc = 0
00000002:00000001:3.0:1787761250.342460:0:323648:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761250.342463:0:323648:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761250.342466:0:323648:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00200000:3.0:1787761250.342469:0:323648:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200002341:0x3c:0x0] suppgids 0 -1: rc 0
00000080:00000001:3.0:1787761250.342473:0:323648:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761250.342476:0:323648:0:(namei.c:668:ll_lookup_it_finish()) Process entered
00000080:00002000:3.0:1787761250.342478:0:323648:0:(namei.c:674:ll_lookup_it_finish()) it ffffbf274a143db8 it_disposition b
00000080:00000001:3.0:1787761250.342481:0:323648:0:(llite_lib.c:3850:ll_prep_inode()) Process entered
00000002:00000001:3.0:1787761250.342486:0:323648:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered
00000002:00000001:3.0:1787761250.342489:0:323648:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving
00000080:00000001:3.0:1787761250.342491:0:323648:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115339490251928 : 144115339490251928 : 200002341005498)
00000080:00000001:3.0:1787761250.342494:0:323648:0:(namei.c:113:ll_iget()) Process entered
00000080:00000001:3.0:1787761250.342504:0:323648:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115339490251928 : 144115339490251928 : 200002341005498)
00000080:00000001:3.0:1787761250.342507:0:323648:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554467 : 33554467 : 2000023)
00000080:00200000:3.0:1787761250.342692:0:323648:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200002341:0x5498:0x0], updating i_size 0
00000080:00200000:3.0:1787761250.342697:0:323648:0:(namei.c:147:ll_iget()) got inode: [0x200002341:0x5498:0x0](ffff9b6508b4e3c8): rc = 0
00000080:00000001:3.0:1787761250.342699:0:323648:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633456972915656 : -110616736635960 : ffff9b6508b4e3c8)
00010000:00000001:3.0:1787761250.342702:0:323648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.342703:0:323648:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.342705:0:323648:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536ace000 refcount=3
00000020:00000001:3.0:1787761250.342707:0:323648:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744142336 : -110615965409280 : ffff9b6536ace000)
00010000:00000001:3.0:1787761250.342709:0:323648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744142336 : -110615965409280 : ffff9b6536ace000)
00000080:00000001:3.0:1787761250.342711:0:323648:0:(file.c:6819:ll_layout_conf()) Process entered
00000020:00000001:3.0:1787761250.342713:0:323648:0:(cl_object.c:754:cl_env_obtain()) Process entered
00000020:00000001:3.0:1787761250.342717:0:323648:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633456927944360 : -110616781607256 : ffff9b650606aea8)
00000020:00001000:3.0:1787761250.342719:0:323648:0:(cl_object.c:823:cl_env_get()) 1@ffff9b650606aea0
00000020:00000001:3.0:1787761250.342722:0:323648:0:(cl_object.c:343:cl_conf_set()) Process entered
00020000:00000001:3.0:1787761250.342725:0:323648:0:(lov_object.c:1456:lov_conf_set()) Process entered
00020000:00000002:3.0:1787761250.342728:0:323648:0:(lov_object.c:1310:lov_conf_lock()) Took exclusive lov(ffff9b6506f861f0) owner ffff9b65102b0000
00020000:00000001:3.0:1787761250.342731:0:323648:0:(lov_object.c:1516:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0)
00020000:00000002:3.0:1787761250.342733:0:323648:0:(lov_object.c:1316:lov_conf_unlock()) To release exclusive lov(ffff9b6506f861f0) owner ffff9b65102b0000
00020000:00000002:3.0:1787761250.342736:0:323648:0:(lov_object.c:1543:lov_conf_set()) [0x200002341:0x5498:0x0] lo_layout_invalid=0
00020000:00000001:3.0:1787761250.342738:0:323648:0:(lov_object.c:1544:lov_conf_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761250.342740:0:323648:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761250.342743:0:323648:0:(cl_object.c:448:cl_object_layout_get()) Process entered
00020000:00000002:3.0:1787761250.342745:0:323648:0:(lov_object.c:1264:lov_conf_freeze()) To take share lov(ffff9b6506f861f0) owner 0000000000000000/ffff9b65102b0000
00020000:00000002:3.0:1787761250.342748:0:323648:0:(lov_object.c:1272:lov_conf_thaw()) To release share lov(ffff9b6506f861f0) owner 0000000000000000/ffff9b65102b0000
00020000:00000001:3.0:1787761250.342751:0:323648:0:(lov_object.c:2298:lov_object_layout_get()) Process entered
00020000:00000001:3.0:1787761250.342752:0:323648:0:(lov_object.c:2304:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0)
00000080:00200000:3.0:1787761250.342754:0:323648:0:(file.c:6854:ll_layout_conf()) [0x200002341:0x5498:0x0]: layout version change: 4294967294 -> 4294967295
00000020:00001000:3.0:1787761250.342757:0:323648:0:(cl_object.c:917:cl_env_put()) 1@ffff9b650606aea0
00000080:00000001:3.0:1787761250.342760:0:323648:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.342761:0:323648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.342762:0:323648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000080:00000001:3.0:1787761250.342764:0:323648:0:(llite_lib.c:3948:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0)
00800000:00000001:3.0:1787761250.342767:0:323648:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered
00800000:00000001:3.0:1787761250.342769:0:323648:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:3.0:1787761250.342773:0:323648:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200002341:0x5498:0x0](ffff9b6508b4e3c8) for lock 0xf223c8ba2c1e5eb7
00800000:00000001:3.0:1787761250.342776:0:323648:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered
00000002:00000001:3.0:1787761250.342778:0:323648:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered
00010000:00000001:3.0:1787761250.342779:0:323648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.342780:0:323648:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.342781:0:323648:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536ace000 refcount=3
00000020:00000001:3.0:1787761250.342782:0:323648:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744142336 : -110615965409280 : ffff9b6536ace000)
00010000:00000001:3.0:1787761250.342784:0:323648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744142336 : -110615965409280 : ffff9b6536ace000)
00010000:00000001:3.0:1787761250.342786:0:323648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.342787:0:323648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000002:00000001:3.0:1787761250.342788:0:323648:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761250.342790:0:323648:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00000080:00002000:3.0:1787761250.342795:0:323648:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b6508393510 inode ffff9b6508b4e3c8 refc 1 flags 0x40000e
00000080:00000001:3.0:1787761250.342798:0:323648:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0)
00000080:00010000:3.0:1787761250.342801:0:323648:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002341:0x5498:0x0](ffff9b6508b4e3c8)
00000080:00010000:3.0:1787761250.342805:0:323648:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf223c8ba2c1e5eb7 from it ffffbf274a143db8
00010000:00000001:3.0:1787761250.342807:0:323648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.342808:0:323648:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.342809:0:323648:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536ace000 refcount=3
00000020:00000001:3.0:1787761250.342811:0:323648:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744142336 : -110615965409280 : ffff9b6536ace000)
00010000:00000001:3.0:1787761250.342813:0:323648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744142336 : -110615965409280 : ffff9b6536ace000)
00010000:00000001:3.0:1787761250.342815:0:323648:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered
00010000:00010000:3.0:1787761250.342817:0:323648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace000/0xf223c8ba2c1e5eb7 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x5498:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8950dc270228aace expref: -99 pid: 323648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761250.342823:0:323648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.342825:0:323648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.342826:0:323648:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered
00010000:00000001:3.0:1787761250.342829:0:323648:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving
00010000:00010000:3.0:1787761250.342831:0:323648:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace000/0xf223c8ba2c1e5eb7 lrc: 2/0,0 mode: PR/PR res: [0x200002341:0x5498:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8950dc270228aace expref: -99 pid: 323648 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00000001:3.0:1787761250.342843:0:323648:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787761250.342846:0:323648:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787761250.342847:0:323648:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787761250.342851:0:323648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.342852:0:323648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.342853:0:323648:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.342856:0:323648:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787761250.342858:0:323648:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.342860:0:323648:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.342863:0:323648:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.342865:0:323648:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:3.0:1787761250.342866:0:323648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.342867:0:323648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000080:00000001:3.0:1787761250.342868:0:323648:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0)
00000080:00000010:3.0:1787761250.342872:0:323648:0:(llite_lib.c:4209:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b6537f5d200.
00000100:00000001:3.0:1787761250.342876:0:323648:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761250.342880:0:323648:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e1c0 x1874597594952576/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761266 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761250.342886:0:323648:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787761250.342888:0:323648:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787761250.342891:0:323648:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b652dc14800.
02000000:00000001:3.0:1787761250.342893:0:323648:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787761250.342895:0:323648:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787761250.342897:0:323648:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=66 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:3.0:1787761250.342899:0:323648:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787761250.342902:0:323648:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6414027800.
02000000:00000001:3.0:1787761250.342905:0:323648:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787761250.342906:0:323648:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787761250.342908:0:323648:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e1c0.
00000100:00000001:3.0:1787761250.342911:0:323648:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787761250.342912:0:323648:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000080:00000001:3.0:1787761250.342914:0:323648:0:(dcache.c:174:ll_intent_release()) Process entered
00000080:00000040:3.0:1787761250.342916:0:323648:0:(dcache.c:176:ll_intent_release()) intent ffffbf274a143db8 released
00000080:00000001:3.0:1787761250.342917:0:323648:0:(dcache.c:187:ll_intent_release()) Process leaving
00000080:00000010:3.0:1787761250.342926:0:323648:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b65106aa9a0.
00000020:00000001:3.0:1787761250.342930:0:323648:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a143d80
00000080:00200000:3.0:1787761250.342932:0:323648:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f160n.sanity-new1595, dir=[0x200002341:0x3c:0x0](ffff9b65044fc2c8), flags=2048
00000080:00000001:3.0:1787761250.342936:0:323648:0:(namei.c:1066:ll_lookup_it()) Process entered
00000020:00000001:3.0:1787761250.342937:0:323648:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a143c30
00000080:00200000:3.0:1787761250.342939:0:323648:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f160n.sanity-new1595, dir=[0x200002341:0x3c:0x0](ffff9b65044fc2c8), intent=getattr
00000080:00000010:3.0:1787761250.342946:0:323648:0:(llite_lib.c:4068:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b6537f5d200.
00000080:00000001:3.0:1787761250.342952:0:323648:0:(namei.c:944:ll_intent_lock()) Process entered
00800000:00000001:3.0:1787761250.342955:0:323648:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered
00000020:00000001:3.0:1787761250.342956:0:323648:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a143b50
00800000:00000002:3.0:1787761250.342958:0:323648:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160n.sanity-new1595' on [0x200002341:0x3c:0x0]
00800000:00000001:3.0:1787761250.342961:0:323648:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered
00000020:00000001:3.0:1787761250.342966:0:323648:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a143ae8
00800000:00000002:3.0:1787761250.342968:0:323648:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002341:0x3c:0x0], fid2=[0x0:0x0:0x0], name='f160n.sanity-new1595' -> mds #0
00000002:00000001:3.0:1787761250.342972:0:323648:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered
00000020:00000001:3.0:1787761250.342973:0:323648:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a143a20
00000002:00010000:3.0:1787761250.342975:0:323648:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f160n.sanity-new1595,[0x0:0x0:0x0]) in obj [0x200002341:0x3c:0x0], intent: getattr flags 01
00000002:00000001:3.0:1787761250.342979:0:323648:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered
00000002:00000001:3.0:1787761250.342982:0:323648:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered
00000100:00000010:3.0:1787761250.342985:0:323648:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787761250.342988:0:323648:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=67 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00010000:00000001:3.0:1787761250.342992:0:323648:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered
00010000:00000001:3.0:1787761250.342996:0:323648:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787761250.342998:0:323648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.343000:0:323648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.343001:0:323648:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761250.343003:0:323648:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761250.343005:0:323648:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761250.343008:0:323648:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761250.343014:0:323648:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6414027800.
00000100:00000001:3.0:1787761250.343019:0:323648:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.343022:0:323648:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered
00010000:00000001:3.0:1787761250.343024:0:323648:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.343025:0:323648:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered
00010000:00000001:3.0:1787761250.343026:0:323648:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.343028:0:323648:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761250.343035:0:323648:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633457765441984 : -110615944109632 : ffff9b6537f1e1c0)
00010000:00000001:3.0:1787761250.343038:0:323648:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered
00010000:00000001:3.0:1787761250.343040:0:323648:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered
00010000:00000040:3.0:1787761250.343043:0:323648:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b653303f700 count: 2
00010000:00000001:3.0:1787761250.343045:0:323648:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1787761250.343047:0:323648:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered
00010000:00000010:3.0:1787761250.343051:0:323648:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b6536ace400.
00000020:00000001:3.0:1787761250.343054:0:323648:0:(lustre_handles.c:61:class_handle_hash()) Process entered
00000020:00000040:3.0:1787761250.343056:0:323648:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b6536ace400 with handle 0xf223c8ba2c1e5ebe to hash
00000020:00000001:3.0:1787761250.343058:0:323648:0:(lustre_handles.c:94:class_handle_hash()) Process leaving
00010000:00000001:3.0:1787761250.343059:0:323648:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000001:3.0:1787761250.343062:0:323648:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000001:3.0:1787761250.343065:0:323648:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761250.343066:0:323648:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761250.343070:0:323648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5ebe lrc: 3/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323648 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787761250.343076:0:323648:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5ebe lrc: 3/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323648 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787761250.343085:0:323648:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5ebe lrc: 3/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323648 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00000001:3.0:1787761250.343090:0:323648:0:(client.c:3352:ptlrpc_queue_wait()) Process entered
00000100:00000001:3.0:1787761250.343091:0:323648:0:(client.c:1169:ptlrpc_prep_set()) Process entered
00000100:00000010:3.0:1787761250.343098:0:323648:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b650516e180.
00000100:00000001:3.0:1787761250.343100:0:323648:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633456912228736 : -110616797322880 : ffff9b650516e180)
00000100:00000001:3.0:1787761250.343102:0:323648:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787761250.343103:0:323648:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765441984 : -110615944109632 : ffff9b6537f1e1c0)
00000100:00000001:3.0:1787761250.343111:0:323648:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761250.343116:0:323648:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761250.343118:0:323648:0:(client.c:2688:ptlrpc_set_wait()) Process entered
00000100:00000001:3.0:1787761250.343119:0:323648:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787761250.343124:0:323648:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e1c0 x1874597594952704/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761250.343131:0:323648:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761250.343134:0:323648:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761250.343137:0:323648:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787761250.343140:0:323648:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761250.343142:0:323648:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761250.343145:0:323648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job mrename:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:323648:1874597594952704:192.168.203.101@tcp:101:mrename.0
00000100:00000001:3.0:1787761250.343150:0:323648:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787761250.343154:0:323648:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787761250.343157:0:323648:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761250.343159:0:323648:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787761250.343163:0:323648:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b652dc14800.
02000000:00000001:3.0:1787761250.343164:0:323648:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787761250.343171:0:323648:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:3.0:1787761250.343174:0:323648:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64206fe948.
00000400:00000010:3.0:1787761250.343178:0:323648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653623c440.
00000100:00000200:3.0:1787761250.343184:0:323648:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874597594952704, portal 10
00000100:00000001:3.0:1787761250.343185:0:323648:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787761250.343187:0:323648:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765441984 : -110615944109632 : ffff9b6537f1e1c0)
00000100:00000040:3.0:1787761250.343192:0:323648:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600  req@ffff9b6537f1e1c0 x1874597594952704/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787761266 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761250.343199:0:323648:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787761250.343202:0:323648:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:3.0:1787761250.343204:0:323648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653623c770.
00000100:00000200:3.0:1787761250.343207:0:323648:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1874597594952704, offset 0
00000400:00000200:3.0:1787761250.343213:0:323648:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:3.0:1787761250.343220:0:323648:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761250.343226:0:323648:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:3.0:1787761250.343232:0:323648:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787761250.343236:0:323648:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:3.0:1787761250.343239:0:323648:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787761250.343242:0:323648:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:3.0:1787761250.343325:0:323648:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277226:277226:256:4294967295] 192.168.203.101@tcp LPNI seq info [277225:277225:8:4294967295]
00000400:00000200:3.0:1787761250.343341:0:323648:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761250.343349:0:323648:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787761250.343356:0:323648:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:3.0:1787761250.343362:0:323648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b64038d5a00.
00000800:00000200:3.0:1787761250.343367:0:323648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (5)
00000800:00000200:3.0:1787761250.343375:0:323648:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.101@tcp ip 192.168.203.101:988
00000800:00000200:3.0:1787761250.343379:0:323648:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b64038d5a00 type 1, nob 688 niov 1 nkiov 1
00000100:00000001:3.0:1787761250.343398:0:323648:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761250.343403:0:323648:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:3.0:1787761250.343406:0:323648:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787761250.343409:0:323648:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4314663528
00000100:00000001:3.0:1787761250.343417:0:323648:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, simply extend its deadline from 4314663519
00000100:00000001:3.0:1787761250.343423:0:323648:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4314663528
00000100:00000001:3.0:1787761250.343426:0:323648:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, simply extend its deadline from 4314663519
00000100:00000001:3.0:1787761250.343429:0:323648:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787761250.343432:0:323648:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761250.343434:0:323648:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761250.343436:0:323648:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b)
00000100:00100000:3.0:1787761250.343439:0:323648:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b650516e180 going to sleep for 11 seconds
00000100:00000001:3.0:1787761250.343441:0:323648:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761250.343442:0:323648:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761250.347920:0:323648:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000001:3.0:1787761250.348118:0:323648:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787761250.348120:0:323648:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787761250.348123:0:323648:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64206fe948.
00000400:00000200:3.0:1787761250.348128:0:323648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653623c440
00000400:00000010:3.0:1787761250.348130:0:323648:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653623c440.
00000100:00000001:3.0:1787761250.348133:0:323648:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787761250.348138:0:323648:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e1c0 x1874597594952704/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787761266 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000200:3.0:1787761250.348151:0:323648:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e1c0 x1874597594952704/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787761266 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761250.348156:0:323648:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787761250.348158:0:323648:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761250.348160:0:323648:0:(client.c:1593:after_reply()) Process entered
02000000:00000001:3.0:1787761250.348164:0:323648:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1787761250.348166:0:323648:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1787761250.348168:0:323648:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761250.348171:0:323648:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1787761250.348179:0:323648:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b6425481c60 time=84 v=5 (5 5 5 5)
00000100:00001000:3.0:1787761250.348183:0:323648:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b6425481c18 time=84 v=5 (1 1 1 1)
00000100:00000001:3.0:1787761250.348186:0:323648:0:(client.c:1495:ptlrpc_check_status()) Process entered
00000100:00000040:3.0:1787761250.348189:0:323648:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301  req@ffff9b6537f1e1c0 x1874597594952704/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761266 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761250.348195:0:323648:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d)
00000100:00000001:3.0:1787761250.348198:0:323648:0:(client.c:3109:ptlrpc_free_committed()) Process entered
00000100:00000040:3.0:1787761250.348200:0:323648:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b6504d3c000: skip recheck: last_committed 21474908209
00000100:00000001:3.0:1787761250.348202:0:323648:0:(client.c:3122:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1787761250.348203:0:323648:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d)
00000100:00000040:3.0:1787761250.348208:0:323648:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e1c0 x1874597594952704/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761266 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761250.348214:0:323648:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d)
00000100:00000001:3.0:1787761250.348217:0:323648:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787761250.348219:0:323648:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787761250.348223:0:323648:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e1c0 x1874597594952704/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761266 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00100000:3.0:1787761250.348230:0:323648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job mrename:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:323648:1874597594952704:192.168.203.101@tcp:101:mrename.0
00000100:00000001:3.0:1787761250.348235:0:323648:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761250.348238:0:323648:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d)
00000100:00000001:3.0:1787761250.348241:0:323648:0:(client.c:1237:ptlrpc_set_destroy()) Process entered
00000100:00000001:3.0:1787761250.348242:0:323648:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761250.348365:0:323648:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e1c0 x1874597594952704/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761266 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761250.348372:0:323648:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761250.348375:0:323648:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b650516e180.
00000100:00000001:3.0:1787761250.348378:0:323648:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving
00000100:00000001:3.0:1787761250.348380:0:323648:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d)
00010000:00000001:3.0:1787761250.348383:0:323648:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered
00010000:00000001:3.0:1787761250.348388:0:323648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.348390:0:323648:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.348478:0:323648:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536ace400 refcount=4
00000020:00000001:3.0:1787761250.348482:0:323648:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000001:3.0:1787761250.348484:0:323648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00010000:3.0:1787761250.348489:0:323648:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5ebe lrc: 4/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323648 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761250.348499:0:323648:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d)
00010000:00010000:3.0:1787761250.348502:0:323648:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5ebe lrc: 4/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323648 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761250.348509:0:323648:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered
00010000:00010000:3.0:1787761250.348511:0:323648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5ebe lrc: 4/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323648 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761250.348630:0:323648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.348632:0:323648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00010000:3.0:1787761250.348634:0:323648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5ebe lrc: 3/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323648 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761250.348640:0:323648:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761250.348644:0:323648:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.348646:0:323648:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered
00010000:00010000:3.0:1787761250.348649:0:323648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5ebe lrc: 4/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323648 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787761250.348654:0:323648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6536ace400 already unused, calling callback (ffffffffc1ca5a20)
00000080:00000001:3.0:1787761250.348657:0:323648:0:(namei.c:477:ll_md_blocking_ast()) Process entered
00010000:00010000:3.0:1787761250.348661:0:323648:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5ebe lrc: 4/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 323648 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761250.348666:0:323648:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered
00010000:00000001:3.0:1787761250.348668:0:323648:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea)
00010000:00010000:3.0:1787761250.348671:0:323648:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5ebe lrc: 4/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 323648 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761250.348677:0:323648:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea)
00010000:00000001:3.0:1787761250.348680:0:323648:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered
00010000:00000001:3.0:1787761250.348681:0:323648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.348682:0:323648:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.348684:0:323648:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536ace400 refcount=5
00000020:00000001:3.0:1787761250.348686:0:323648:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000001:3.0:1787761250.348688:0:323648:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000001:3.0:1787761250.348691:0:323648:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered
00010000:00010000:3.0:1787761250.348693:0:323648:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5ebe lrc: 5/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 323648 initiator: MDT0 lru_score: 0 lru_type: 0
00000080:00000001:3.0:1787761250.348698:0:323648:0:(namei.c:477:ll_md_blocking_ast()) Process entered
00000080:00000001:3.0:1787761250.348700:0:323648:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761250.348702:0:323648:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction)
00010000:00000001:3.0:1787761250.348704:0:323648:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered
00010000:00000001:3.0:1787761250.348707:0:323648:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1787761250.348708:0:323648:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1787761250.348710:0:323648:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761250.348711:0:323648:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787761250.348714:0:323648:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b6536ace400 with handle 0xf223c8ba2c1e5ebe from hash
00010000:00000001:3.0:1787761250.348716:0:323648:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1787761250.348718:0:323648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.348719:0:323648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.348720:0:323648:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1787761250.348722:0:323648:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1787761250.348723:0:323648:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000)
00010000:00000001:3.0:1787761250.348725:0:323648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.348726:0:323648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.348727:0:323648:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761250.348730:0:323648:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761250.348732:0:323648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5ebe lrc: 3/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323648 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761250.348737:0:323648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.348738:0:323648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.348739:0:323648:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:3.0:1787761250.348741:0:323648:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:3.0:1787761250.348742:0:323648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.348743:0:323648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.348744:0:323648:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1787761250.348746:0:323648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5ebe lrc: 0/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323648 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761250.348756:0:323648:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.348757:0:323648:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d)
00000002:00000001:3.0:1787761250.348762:0:323648:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered
00000002:00100000:3.0:1787761250.348768:0:323648:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0  req@ffff9b6537f1e1c0 x1874597594952704/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761266 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'mrename.0' uid:0 gid:0 projid:0
00010000:00000001:3.0:1787761250.348775:0:323648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00010000:00000001:3.0:1787761250.348776:0:323648:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761250.348778:0:323648:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761250.348780:0:323648:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761250.348782:0:323648:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered
00010000:00000001:3.0:1787761250.348784:0:323648:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00010000:00000001:3.0:1787761250.348785:0:323648:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761250.348787:0:323648:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving
00000020:00000001:3.0:1787761250.348790:0:323648:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1439a8
00000002:00002000:3.0:1787761250.348792:0:323648:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f160n.sanity-new1595 intent=getattr status=0 disp=0x7: rc = 0
00000002:00000001:3.0:1787761250.348796:0:323648:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761250.348799:0:323648:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761250.348802:0:323648:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00200000:3.0:1787761250.348804:0:323648:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200002341:0x3c:0x0] suppgids 0 -1: rc 0
00000080:00000001:3.0:1787761250.348807:0:323648:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761250.348811:0:323648:0:(namei.c:668:ll_lookup_it_finish()) Process entered
00000080:00002000:3.0:1787761250.348813:0:323648:0:(namei.c:674:ll_lookup_it_finish()) it ffffbf274a143db8 it_disposition 7
00000080:00002000:3.0:1787761250.348817:0:323648:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b6508393870 inode 0000000000000000 refc 1 flags 0xe
00010000:00000010:0.1:1787761250.355325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f400.
00010000:00000010:0.1:1787761250.355349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace000.
00010000:00000010:3.1:1787761250.363382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00000080:00000010:0.1:1787761250.381375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa9a0.
00000080:00000010:0.1:1787761250.381396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa9c0.
00010000:00000010:2.1:1787761250.407213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761250.407229:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761250.407233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000010:2.1:1787761250.408432:0:323650:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d80.
00000080:00000010:2.1:1787761250.408442:0:323650:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0e40.
00010000:00000010:2.1:1787761250.422400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761250.422412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761250.422417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:2.1:1787761250.434364:0:323651:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d80.
00000080:00000010:2.1:1787761250.434384:0:323651:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101e0.
00010000:00000010:2.1:1787761250.467305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761250.467318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761250.467322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:2.1:1787761250.467327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10d80.
00000080:00000010:2.1:1787761250.467345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101e0.
00010000:00000010:2.1:1787761250.503415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761250.503427:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761250.503432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9600.
00000080:00000010:2.1:1787761250.503440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101e0.
00000080:00000010:2.1:1787761250.503448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ee0.
00010000:00000010:0.1:1787761250.540700:0:323654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787761250.540717:0:323654:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:0.1:1787761250.540722:0:323654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:0.1:1787761250.549387:0:323654:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295e60.
00000080:00000010:0.1:1787761250.549397:0:323654:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252952c0.
00010000:00000010:2.1:1787761250.563900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761250.567493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:2.1:1787761250.567501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000010:2.1:1787761250.573322:0:323655:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101e0.
00000080:00000010:2.1:1787761250.573345:0:323655:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295660.
00010000:00000010:1.1:1787761250.602454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00010000:00000010:1.1:1787761250.609597:0:323656:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1500.
00010000:00000010:1.1:1787761250.609605:0:323656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00000080:00000010:1.1:1787761250.609611:0:323656:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d40.
00000080:00000010:1.1:1787761250.609618:0:323656:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad101e0.
00010000:00000010:1.1:1787761250.631291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634c00.
00010000:00000010:1.1:1787761250.635285:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1500.
00010000:00000010:1.1:1787761250.635293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634000.
00000080:00000010:1.1:1787761250.647399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0a20.
00000080:00000010:1.1:1787761250.647409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d40.
00010000:00000010:2.1:1787761250.669313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761250.673284:0:323657:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761250.673291:0:323657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:2.1:1787761250.686051:0:323658:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10080.
00000080:00000010:2.1:1787761250.686064:0:323658:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252950a0.
00010000:00000010:2.1:1787761250.715836:0:323658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761250.715847:0:323658:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:2.1:1787761250.715851:0:323658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:2.1:1787761250.725692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10960.
00000080:00000010:2.1:1787761250.725710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10340.
00010000:00000010:1.1:1787761250.751788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634400.
00010000:00000010:1.1:1787761250.751802:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1500.
00010000:00000010:1.1:1787761250.751806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000080:00000001:3.0:1787761250.761478:0:323660:0:(file.c:6674:ll_inode_permission()) Process entered
00000080:00000001:3.0:1787761250.761485:0:323660:0:(file.c:6674:ll_inode_permission()) Process entered
00000080:00000001:3.0:1787761250.761487:0:323660:0:(file.c:6206:ll_inode_revalidate()) Process entered
00000020:00000001:3.0:1787761250.761490:0:323660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a16bb98
00000080:00200000:3.0:1787761250.761495:0:323660:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b6511e321c8),name=/
00000080:00000010:3.0:1787761250.761503:0:323660:0:(llite_lib.c:4068:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b6537f5c400.
00800000:00000002:3.0:1787761250.761637:0:323660:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b65344b8100 2
00000080:00000001:3.0:1787761250.761642:0:323660:0:(namei.c:944:ll_intent_lock()) Process entered
00800000:00000001:3.0:1787761250.761647:0:323660:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered
00000020:00000001:3.0:1787761250.761649:0:323660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a16bab8
00800000:00000002:3.0:1787761250.761652:0:323660:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0]
00800000:00000001:3.0:1787761250.761656:0:323660:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered
00800000:00000002:3.0:1787761250.761661:0:323660:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='<NULL>' -> mds #0
00000002:00000001:3.0:1787761250.761666:0:323660:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered
00000020:00000001:3.0:1787761250.761667:0:323660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a16b988
00000002:00010000:3.0:1787761250.761670:0:323660:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00000002:00000001:3.0:1787761250.761674:0:323660:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered
00000002:00000001:3.0:1787761250.761676:0:323660:0:(mdc_locks.c:137:mdc_lock_match()) Process entered
00010000:00000001:3.0:1787761250.761679:0:323660:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1787761250.761686:0:323660:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b651110f300 count: 2
00010000:00000001:3.0:1787761250.761688:0:323660:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1787761250.761693:0:323660:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761250.761697:0:323660:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:3.0:1787761250.761703:0:323660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf200/0xf223c8ba2c179eac lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc2701f7cb19 expref: -99 pid: 301151 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1
02000000:00000001:3.0:1787761250.761713:0:323660:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered
02000000:00000001:3.0:1787761250.761719:0:323660:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761250.761722:0:323660:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf200/0xf223c8ba2c179eac lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc2701f7cb19 expref: -99 pid: 301151 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1
00000002:00000001:3.0:1787761250.761728:0:323660:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4)
00000002:00000001:3.0:1787761250.761730:0:323660:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1)
00000002:00000001:3.0:1787761250.761732:0:323660:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1)
00800000:00000001:3.0:1787761250.761734:0:323660:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1)
00800000:00000001:3.0:1787761250.761736:0:323660:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1)
00000080:00200000:3.0:1787761250.761738:0:323660:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00000001:3.0:1787761250.761740:0:323660:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1)
00800000:00000002:3.0:1787761250.761743:0:323660:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b65344b8100 2
00000080:00000010:3.0:1787761250.761746:0:323660:0:(llite_lib.c:4209:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b6537f5c400.
00000080:00000001:3.0:1787761250.761750:0:323660:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered
00000080:00000001:3.0:1787761250.761752:0:323660:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:3.0:1787761250.761754:0:323660:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b6511e321c8)
00000080:00010000:3.0:1787761250.761757:0:323660:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b6511e321c8) for lock 0xf223c8ba2c179eac
00800000:00000001:3.0:1787761250.761760:0:323660:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered
00000002:00000001:3.0:1787761250.761763:0:323660:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered
00010000:00000001:3.0:1787761250.761764:0:323660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.761766:0:323660:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.761769:0:323660:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acf200 refcount=3
00000020:00000001:3.0:1787761250.761771:0:323660:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744146944 : -110615965404672 : ffff9b6536acf200)
00010000:00000001:3.0:1787761250.761773:0:323660:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744146944 : -110615965404672 : ffff9b6536acf200)
00010000:00000001:3.0:1787761250.761776:0:323660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.761778:0:323660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000002:00000001:3.0:1787761250.761779:0:323660:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761250.761781:0:323660:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:3.0:1787761250.761783:0:323660:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf223c8ba2c179eac from it ffffbf274a16bbd0
00010000:00000001:3.0:1787761250.761785:0:323660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.761786:0:323660:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.761787:0:323660:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acf200 refcount=3
00000020:00000001:3.0:1787761250.761789:0:323660:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744146944 : -110615965404672 : ffff9b6536acf200)
00010000:00000001:3.0:1787761250.761791:0:323660:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744146944 : -110615965404672 : ffff9b6536acf200)
00010000:00000001:3.0:1787761250.761793:0:323660:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered
00010000:00010000:3.0:1787761250.761796:0:323660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf200/0xf223c8ba2c179eac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8950dc2701f7cb19 expref: -99 pid: 301151 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1
00010000:00000001:3.0:1787761250.761802:0:323660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.761803:0:323660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.761805:0:323660:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered
00010000:00000001:3.0:1787761250.761807:0:323660:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving
00010000:00010000:3.0:1787761250.761809:0:323660:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf200/0xf223c8ba2c179eac lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc2701f7cb19 expref: -99 pid: 301151 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1
00010000:00000001:3.0:1787761250.761816:0:323660:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787761250.761819:0:323660:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787761250.761820:0:323660:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787761250.761824:0:323660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.761825:0:323660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.761827:0:323660:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.761829:0:323660:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787761250.761831:0:323660:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.761833:0:323660:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.761836:0:323660:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.761838:0:323660:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:3.0:1787761250.761839:0:323660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.761840:0:323660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000100:00000001:3.0:1787761250.761843:0:323660:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787761250.761845:0:323660:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000080:00200000:3.0:1787761250.761847:0:323660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b6511e321c8), inode mode 41ed mask 1
00000080:00000001:3.0:1787761250.761852:0:323660:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761250.761855:0:323660:0:(dcache.c:78:ll_dcompare()) Process entered
00000020:00000001:3.0:1787761250.761858:0:323660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a16bb60
00000080:00002000:3.0:1787761250.761859:0:323660:0:(dcache.c:87:ll_dcompare()) found name d160n.sanity(ffff9b65088ea870) flags 0x28004e refc 0
00000080:00000001:3.0:1787761250.761862:0:323660:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761250.761864:0:323660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a16bba8
00000080:00200000:3.0:1787761250.761865:0:323660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160n.sanity, flags=24
00000080:00000001:3.0:1787761250.761869:0:323660:0:(llite_lib.c:3162:ll_dir_default_lmv_inherit()) Process entered
00000080:00000001:3.0:1787761250.761871:0:323660:0:(llite_lib.c:3168:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761250.761873:0:323660:0:(file.c:6674:ll_inode_permission()) Process entered
00000080:00200000:3.0:1787761250.761875:0:323660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200002341:0x3c:0x0](ffff9b65044fc2c8), inode mode 41ed mask 1
00000080:00000001:3.0:1787761250.761877:0:323660:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761250.761884:0:323660:0:(file.c:6674:ll_inode_permission()) Process entered
00000080:00000001:3.0:1787761250.761885:0:323660:0:(file.c:6674:ll_inode_permission()) Process entered
00000080:00000001:3.0:1787761250.761886:0:323660:0:(file.c:6206:ll_inode_revalidate()) Process entered
00000020:00000001:3.0:1787761250.761888:0:323660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a16bb98
00000080:00200000:3.0:1787761250.761889:0:323660:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b6511e321c8),name=/
00000080:00000010:3.0:1787761250.761892:0:323660:0:(llite_lib.c:4068:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b6537f5c400.
00800000:00000002:3.0:1787761250.761895:0:323660:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b65344b8100 2
00000080:00000001:3.0:1787761250.761897:0:323660:0:(namei.c:944:ll_intent_lock()) Process entered
00800000:00000001:3.0:1787761250.761898:0:323660:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered
00000020:00000001:3.0:1787761250.761900:0:323660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a16bab8
00800000:00000002:3.0:1787761250.761901:0:323660:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0]
00800000:00000001:3.0:1787761250.761904:0:323660:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered
00800000:00000002:3.0:1787761250.761906:0:323660:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='<NULL>' -> mds #0
00000002:00000001:3.0:1787761250.761909:0:323660:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered
00000020:00000001:3.0:1787761250.761910:0:323660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a16b988
00000002:00010000:3.0:1787761250.761912:0:323660:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00000002:00000001:3.0:1787761250.761914:0:323660:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered
00000002:00000001:3.0:1787761250.761916:0:323660:0:(mdc_locks.c:137:mdc_lock_match()) Process entered
00010000:00000001:3.0:1787761250.761917:0:323660:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1787761250.761919:0:323660:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b651110f300 count: 2
00010000:00000001:3.0:1787761250.761922:0:323660:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1787761250.761924:0:323660:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761250.761926:0:323660:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:3.0:1787761250.761929:0:323660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf200/0xf223c8ba2c179eac lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc2701f7cb19 expref: -99 pid: 301151 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1
02000000:00000001:3.0:1787761250.761936:0:323660:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered
02000000:00000001:3.0:1787761250.761938:0:323660:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761250.761940:0:323660:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf200/0xf223c8ba2c179eac lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc2701f7cb19 expref: -99 pid: 301151 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1
00000002:00000001:3.0:1787761250.761946:0:323660:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4)
00000002:00000001:3.0:1787761250.761948:0:323660:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1)
00000002:00000001:3.0:1787761250.761950:0:323660:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1)
00800000:00000001:3.0:1787761250.761951:0:323660:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1)
00800000:00000001:3.0:1787761250.761953:0:323660:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1)
00000080:00200000:3.0:1787761250.761954:0:323660:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00000001:3.0:1787761250.761957:0:323660:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1)
00800000:00000002:3.0:1787761250.761958:0:323660:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b65344b8100 2
00000080:00000010:3.0:1787761250.761960:0:323660:0:(llite_lib.c:4209:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b6537f5c400.
00000080:00000001:3.0:1787761250.761963:0:323660:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered
00000080:00000001:3.0:1787761250.761964:0:323660:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:3.0:1787761250.761966:0:323660:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b6511e321c8)
00000080:00010000:3.0:1787761250.761969:0:323660:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b6511e321c8) for lock 0xf223c8ba2c179eac
00800000:00000001:3.0:1787761250.761971:0:323660:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered
00000002:00000001:3.0:1787761250.761972:0:323660:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered
00010000:00000001:3.0:1787761250.761973:0:323660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.761975:0:323660:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.761976:0:323660:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acf200 refcount=3
00000020:00000001:3.0:1787761250.761977:0:323660:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744146944 : -110615965404672 : ffff9b6536acf200)
00010000:00000001:3.0:1787761250.761979:0:323660:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744146944 : -110615965404672 : ffff9b6536acf200)
00010000:00000001:3.0:1787761250.761981:0:323660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.761982:0:323660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000002:00000001:3.0:1787761250.761983:0:323660:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761250.761985:0:323660:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:3.0:1787761250.761986:0:323660:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf223c8ba2c179eac from it ffffbf274a16bbd0
00010000:00000001:3.0:1787761250.761988:0:323660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.761989:0:323660:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.761990:0:323660:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acf200 refcount=3
00000020:00000001:3.0:1787761250.761992:0:323660:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744146944 : -110615965404672 : ffff9b6536acf200)
00010000:00000001:3.0:1787761250.761993:0:323660:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744146944 : -110615965404672 : ffff9b6536acf200)
00010000:00000001:3.0:1787761250.761995:0:323660:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered
00010000:00010000:3.0:1787761250.761997:0:323660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf200/0xf223c8ba2c179eac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8950dc2701f7cb19 expref: -99 pid: 301151 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1
00010000:00000001:3.0:1787761250.762003:0:323660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.762004:0:323660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.762005:0:323660:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered
00010000:00000001:3.0:1787761250.762007:0:323660:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving
00010000:00010000:3.0:1787761250.762009:0:323660:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf200/0xf223c8ba2c179eac lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc2701f7cb19 expref: -99 pid: 301151 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1
00010000:00000001:3.0:1787761250.762015:0:323660:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787761250.762016:0:323660:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787761250.762017:0:323660:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787761250.762019:0:323660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.762020:0:323660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.762021:0:323660:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.762023:0:323660:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787761250.762024:0:323660:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.762025:0:323660:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.762027:0:323660:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.762028:0:323660:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:3.0:1787761250.762029:0:323660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.762030:0:323660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000100:00000001:3.0:1787761250.762032:0:323660:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787761250.762033:0:323660:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000080:00200000:3.0:1787761250.762035:0:323660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b6511e321c8), inode mode 41ed mask 1
00000080:00000001:3.0:1787761250.762038:0:323660:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761250.762040:0:323660:0:(dcache.c:78:ll_dcompare()) Process entered
00000020:00000001:3.0:1787761250.762041:0:323660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a16bb60
00000080:00002000:3.0:1787761250.762043:0:323660:0:(dcache.c:87:ll_dcompare()) found name d160n.sanity(ffff9b65088ea870) flags 0x28004e refc 1
00000080:00000001:3.0:1787761250.762045:0:323660:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761250.762046:0:323660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a16bba8
00000080:00200000:3.0:1787761250.762048:0:323660:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160n.sanity, flags=24
00000080:00000001:3.0:1787761250.762050:0:323660:0:(llite_lib.c:3162:ll_dir_default_lmv_inherit()) Process entered
00000080:00000001:3.0:1787761250.762051:0:323660:0:(llite_lib.c:3168:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761250.762053:0:323660:0:(file.c:6674:ll_inode_permission()) Process entered
00000080:00200000:3.0:1787761250.762054:0:323660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200002341:0x3c:0x0](ffff9b65044fc2c8), inode mode 41ed mask 1
00000080:00000001:3.0:1787761250.762057:0:323660:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:3.0:1787761250.762065:0:323660:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b65106aae80.
00000020:00000001:3.0:1787761250.762068:0:323660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a16bd80
00000080:00200000:3.0:1787761250.762070:0:323660:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f160n.sanity1607, dir=[0x200002341:0x3c:0x0](ffff9b65044fc2c8), flags=0
00000080:00000001:3.0:1787761250.762074:0:323660:0:(namei.c:1066:ll_lookup_it()) Process entered
00000020:00000001:3.0:1787761250.762075:0:323660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a16bc30
00000080:00200000:3.0:1787761250.762077:0:323660:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f160n.sanity1607, dir=[0x200002341:0x3c:0x0](ffff9b65044fc2c8), intent=getattr
00000080:00000010:3.0:1787761250.762083:0:323660:0:(llite_lib.c:4068:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b6537f5c400.
00000080:00000001:3.0:1787761250.762088:0:323660:0:(namei.c:944:ll_intent_lock()) Process entered
00800000:00000001:3.0:1787761250.762090:0:323660:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered
00000020:00000001:3.0:1787761250.762091:0:323660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a16bb50
00800000:00000002:3.0:1787761250.762093:0:323660:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160n.sanity1607' on [0x200002341:0x3c:0x0]
00800000:00000001:3.0:1787761250.762096:0:323660:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered
00000020:00000001:3.0:1787761250.762099:0:323660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a16bae8
00800000:00000002:3.0:1787761250.762101:0:323660:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002341:0x3c:0x0], fid2=[0x0:0x0:0x0], name='f160n.sanity1607' -> mds #0
00000002:00000001:3.0:1787761250.762103:0:323660:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered
00000020:00000001:3.0:1787761250.762105:0:323660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a16ba20
00000002:00010000:3.0:1787761250.762106:0:323660:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f160n.sanity1607,[0x0:0x0:0x0]) in obj [0x200002341:0x3c:0x0], intent: getattr flags 01
00000002:00000001:3.0:1787761250.762110:0:323660:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered
00000002:00000001:3.0:1787761250.762112:0:323660:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered
00000100:00000010:3.0:1787761250.762116:0:323660:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1da40.
00000020:00000040:3.0:1787761250.762120:0:323660:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=79 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00010000:00000001:3.0:1787761250.762125:0:323660:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered
00010000:00000001:3.0:1787761250.762129:0:323660:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787761250.762131:0:323660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.762132:0:323660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.762133:0:323660:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761250.762136:0:323660:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761250.762138:0:323660:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761250.762140:0:323660:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761250.762147:0:323660:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6414026400.
00000100:00000001:3.0:1787761250.762153:0:323660:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.762157:0:323660:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered
00010000:00000001:3.0:1787761250.762159:0:323660:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.762160:0:323660:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered
00010000:00000001:3.0:1787761250.762162:0:323660:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.762164:0:323660:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761250.762170:0:323660:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633457765440064 : -110615944111552 : ffff9b6537f1da40)
00010000:00000001:3.0:1787761250.762174:0:323660:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered
00010000:00000001:3.0:1787761250.762176:0:323660:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered
00010000:00000040:3.0:1787761250.762180:0:323660:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b653303f700 count: 2
00010000:00000001:3.0:1787761250.762181:0:323660:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1787761250.762184:0:323660:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered
00010000:00000010:3.0:1787761250.762187:0:323660:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b6536ace400.
00000020:00000001:3.0:1787761250.762190:0:323660:0:(lustre_handles.c:61:class_handle_hash()) Process entered
00000020:00000040:3.0:1787761250.762192:0:323660:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b6536ace400 with handle 0xf223c8ba2c1e5f5f to hash
00000020:00000001:3.0:1787761250.762193:0:323660:0:(lustre_handles.c:94:class_handle_hash()) Process leaving
00010000:00000001:3.0:1787761250.762195:0:323660:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000001:3.0:1787761250.762197:0:323660:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000001:3.0:1787761250.762199:0:323660:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761250.762201:0:323660:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761250.762204:0:323660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5f5f lrc: 3/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323660 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787761250.762210:0:323660:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5f5f lrc: 3/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323660 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787761250.762219:0:323660:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5f5f lrc: 3/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323660 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00000001:3.0:1787761250.762224:0:323660:0:(client.c:3352:ptlrpc_queue_wait()) Process entered
00000100:00000001:3.0:1787761250.762226:0:323660:0:(client.c:1169:ptlrpc_prep_set()) Process entered
00000100:00000010:3.0:1787761250.762232:0:323660:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b650516e180.
00000100:00000001:3.0:1787761250.762234:0:323660:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633456912228736 : -110616797322880 : ffff9b650516e180)
00000100:00000001:3.0:1787761250.762237:0:323660:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787761250.762238:0:323660:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765440064 : -110615944111552 : ffff9b6537f1da40)
00000100:00000001:3.0:1787761250.762242:0:323660:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761250.762484:0:323660:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761250.762488:0:323660:0:(client.c:2688:ptlrpc_set_wait()) Process entered
00000100:00000001:3.0:1787761250.762489:0:323660:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787761250.762500:0:323660:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1da40 x1874597594958720/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761250.762518:0:323660:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761250.762521:0:323660:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761250.762525:0:323660:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787761250.762527:0:323660:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761250.762530:0:323660:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761250.762533:0:323660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1da40 pname:cluuid:pid:xid:nid:opc:job mrename:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:323660:1874597594958720:192.168.203.101@tcp:101:mrename.0
00000100:00000001:3.0:1787761250.762538:0:323660:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787761250.762542:0:323660:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787761250.762545:0:323660:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761250.762547:0:323660:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787761250.762552:0:323660:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b652dc13000.
02000000:00000001:3.0:1787761250.762554:0:323660:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787761250.762560:0:323660:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:3.0:1787761250.762564:0:323660:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64206fe948.
00000400:00000010:3.0:1787761250.762687:0:323660:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653623c440.
00000100:00000200:3.0:1787761250.762695:0:323660:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874597594958720, portal 10
00000100:00000001:3.0:1787761250.762697:0:323660:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787761250.762698:0:323660:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765440064 : -110615944111552 : ffff9b6537f1da40)
00000100:00000040:3.0:1787761250.762705:0:323660:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600  req@ffff9b6537f1da40 x1874597594958720/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787761266 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761250.762713:0:323660:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787761250.762716:0:323660:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:3.0:1787761250.762719:0:323660:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653623c2a8.
00000100:00000200:3.0:1787761250.762721:0:323660:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1874597594958720, offset 0
00000400:00000200:3.0:1787761250.762728:0:323660:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:3.0:1787761250.762736:0:323660:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761250.762744:0:323660:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:3.0:1787761250.762749:0:323660:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787761250.762753:0:323660:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:3.0:1787761250.762756:0:323660:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787761250.762759:0:323660:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:3.0:1787761250.762762:0:323660:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277273:277273:256:4294967295] 192.168.203.101@tcp LPNI seq info [277272:277272:8:4294967295]
00000400:00000200:3.0:1787761250.762766:0:323660:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761250.762776:0:323660:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787761250.762782:0:323660:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:3.0:1787761250.762787:0:323660:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b64038d5a00.
00000800:00000200:3.0:1787761250.762793:0:323660:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (5)
00000800:00000200:3.0:1787761250.762801:0:323660:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.101@tcp ip 192.168.203.101:988
00000800:00000200:3.0:1787761250.762806:0:323660:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b64038d5a00 type 1, nob 688 niov 1 nkiov 1
00000100:00000001:3.0:1787761250.762859:0:323660:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761250.762864:0:323660:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:3.0:1787761250.762867:0:323660:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787761250.762870:0:323660:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4314663947
00000100:00000010:3.0:1787761250.762874:0:323660:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6513218780.
00000100:00000001:3.0:1787761250.762880:0:323660:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787761250.762886:0:323660:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4314663947
00000100:00000010:3.0:1787761250.762889:0:323660:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b65132187e0.
00000100:00000001:3.0:1787761250.762891:0:323660:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787761250.762895:0:323660:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787761250.762897:0:323660:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761250.762899:0:323660:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761250.762900:0:323660:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b)
00000100:00100000:3.0:1787761250.762903:0:323660:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b650516e180 going to sleep for 11 seconds
00000100:00000001:3.0:1787761250.762905:0:323660:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761250.762907:0:323660:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:1.1:1787761250.767696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ce0.
00000080:00000010:1.1:1787761250.767712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0760.
00000100:00000001:3.0:1787761250.768436:0:323660:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000001:3.0:1787761250.768444:0:323660:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787761250.768446:0:323660:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787761250.768449:0:323660:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64206fe948.
00000400:00000200:3.0:1787761250.768454:0:323660:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653623c440
00000400:00000010:3.0:1787761250.768457:0:323660:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653623c440.
00000100:00000001:3.0:1787761250.768460:0:323660:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787761250.768465:0:323660:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1da40 x1874597594958720/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787761266 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000200:3.0:1787761250.768473:0:323660:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1da40 x1874597594958720/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787761266 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761250.768481:0:323660:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787761250.768483:0:323660:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761250.768485:0:323660:0:(client.c:1593:after_reply()) Process entered
02000000:00000001:3.0:1787761250.768488:0:323660:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1787761250.768490:0:323660:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1787761250.768492:0:323660:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761250.768496:0:323660:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1787761250.768505:0:323660:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b6425481c60 time=84 v=5 (5 5 5 5)
00000100:00001000:3.0:1787761250.768522:0:323660:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b6425481c18 time=84 v=5 (1 1 1 1)
00000100:00000001:3.0:1787761250.768524:0:323660:0:(client.c:1495:ptlrpc_check_status()) Process entered
00000100:00000001:3.0:1787761250.768526:0:323660:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.768528:0:323660:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered
00010000:00000001:3.0:1787761250.768532:0:323660:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761250.768535:0:323660:0:(client.c:3109:ptlrpc_free_committed()) Process entered
00000100:00000040:3.0:1787761250.768537:0:323660:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b6504d3c000: skip recheck: last_committed 21474908209
00000100:00000001:3.0:1787761250.768539:0:323660:0:(client.c:3122:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1787761250.768542:0:323660:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761250.768548:0:323660:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1da40 x1874597594958720/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761266 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761250.768555:0:323660:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787761250.768558:0:323660:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787761250.768560:0:323660:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787761250.768563:0:323660:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1da40 x1874597594958720/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761266 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00100000:3.0:1787761250.768579:0:323660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1da40 pname:cluuid:pid:xid:nid:opc:job mrename:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:323660:1874597594958720:192.168.203.101@tcp:101:mrename.0
00000100:00000001:3.0:1787761250.768584:0:323660:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761250.768587:0:323660:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761250.768590:0:323660:0:(client.c:1237:ptlrpc_set_destroy()) Process entered
00000100:00000001:3.0:1787761250.768592:0:323660:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761250.768595:0:323660:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1da40 x1874597594958720/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761266 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761250.768601:0:323660:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761250.768604:0:323660:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b650516e180.
00000100:00000001:3.0:1787761250.768608:0:323660:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving
00000100:00000001:3.0:1787761250.768610:0:323660:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.768613:0:323660:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered
00010000:00000001:3.0:1787761250.768616:0:323660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.768618:0:323660:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.768622:0:323660:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536ace400 refcount=4
00000020:00000001:3.0:1787761250.768624:0:323660:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000001:3.0:1787761250.768627:0:323660:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000040:3.0:1787761250.768633:0:323660:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b6536ace400, remote cookie: 0x8950dc270228ae6a, flags: 0x1001
00010000:00010000:3.0:1787761250.768638:0:323660:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5f5f lrc: 4/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc270228ae6a expref: -99 pid: 323660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000040:3.0:1787761250.768647:0:323660:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002341:0x54a4:0x0].0x0, instead of [0x200002341:0x3c:0x0].0x0
00010000:00000001:3.0:1787761250.768651:0:323660:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered
00010000:00000010:3.0:1787761250.768658:0:323660:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b651110f700.
00010000:00000010:3.0:1787761250.768663:0:323660:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b6413123c00.
00010000:00000001:3.0:1787761250.768667:0:323660:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761250.768670:0:323660:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5f5f lrc: 4/1,0 mode: --/PR res: [0x200002341:0x54a4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc270228ae6a expref: -99 pid: 323660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787761250.768678:0:323660:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5f5f lrc: 4/1,0 mode: --/PR res: [0x200002341:0x54a4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc270228ae6a expref: -99 pid: 323660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761250.768684:0:323660:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered
00010000:00000001:3.0:1787761250.768688:0:323660:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered
00010000:00000001:3.0:1787761250.768690:0:323660:0:(ldlm_lock.c:989:search_granted_lock()) Process entered
00010000:00000001:3.0:1787761250.768692:0:323660:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving
00010000:00000001:3.0:1787761250.768693:0:323660:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:3.0:1787761250.768695:0:323660:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002341:0x54a4:0x0].0x0 (ffff9b651110f700) refcount = 1
00010000:00010000:3.0:1787761250.768699:0:323660:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5f5f lrc: 4/1,0 mode: PR/PR res: [0x200002341:0x54a4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8950dc270228ae6a expref: -99 pid: 323660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761250.768711:0:323660:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:3.0:1787761250.768714:0:323660:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving
00010000:00000001:3.0:1787761250.768716:0:323660:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1787761250.768718:0:323660:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered
00010000:00000001:3.0:1787761250.768721:0:323660:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761250.768724:0:323660:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5f5f lrc: 4/1,0 mode: PR/PR res: [0x200002341:0x54a4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc270228ae6a expref: -99 pid: 323660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761250.768730:0:323660:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving
00010000:00000001:3.0:1787761250.768732:0:323660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.768733:0:323660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.768734:0:323660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.768735:0:323660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.768737:0:323660:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761250.768741:0:323660:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered
00010000:00000001:3.0:1787761250.768743:0:323660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.768744:0:323660:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.768746:0:323660:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536ace400 refcount=3
00000020:00000001:3.0:1787761250.768748:0:323660:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000001:3.0:1787761250.768750:0:323660:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000001:3.0:1787761250.768752:0:323660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.768753:0:323660:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.768755:0:323660:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536ace400 refcount=4
00000020:00000001:3.0:1787761250.768757:0:323660:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000001:3.0:1787761250.768759:0:323660:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000001:3.0:1787761250.768761:0:323660:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761250.768764:0:323660:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761250.768767:0:323660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5f5f lrc: 5/2,0 mode: PR/PR res: [0x200002341:0x54a4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8950dc270228ae6a expref: -99 pid: 323660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761250.768773:0:323660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.768774:0:323660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.768775:0:323660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.768777:0:323660:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.768778:0:323660:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536ace400 refcount=5
00000020:00000001:3.0:1787761250.768779:0:323660:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000001:3.0:1787761250.768781:0:323660:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000001:3.0:1787761250.768783:0:323660:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered
00010000:00010000:3.0:1787761250.768786:0:323660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5f5f lrc: 5/2,0 mode: PR/PR res: [0x200002341:0x54a4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8950dc270228ae6a expref: -99 pid: 323660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761250.768792:0:323660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.768793:0:323660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00010000:3.0:1787761250.768795:0:323660:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5f5f lrc: 4/1,0 mode: PR/PR res: [0x200002341:0x54a4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8950dc270228ae6a expref: -99 pid: 323660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761250.768800:0:323660:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:3.0:1787761250.768802:0:323660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.768803:0:323660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.768804:0:323660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.768805:0:323660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000002:00100000:3.0:1787761250.768809:0:323660:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0  req@ffff9b6537f1da40 x1874597594958720/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761266 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:0
00010000:00000001:3.0:1787761250.768816:0:323660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.768817:0:323660:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.768818:0:323660:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536ace400 refcount=3
00000020:00000001:3.0:1787761250.768820:0:323660:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000001:3.0:1787761250.768821:0:323660:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000001:3.0:1787761250.768823:0:323660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.768824:0:323660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000002:00000001:3.0:1787761250.768826:0:323660:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761250.768827:0:323660:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761250.768830:0:323660:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered
00010000:00000001:3.0:1787761250.768832:0:323660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.768833:0:323660:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.768835:0:323660:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536ace400 refcount=3
00000020:00000001:3.0:1787761250.768837:0:323660:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000001:3.0:1787761250.768838:0:323660:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00000002:00010000:3.0:1787761250.768841:0:323660:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5f5f lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x54a4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc270228ae6a expref: -99 pid: 323660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761250.768847:0:323660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.768849:0:323660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.768850:0:323660:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered
00010000:00000001:3.0:1787761250.768851:0:323660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.768852:0:323660:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.768854:0:323660:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536ace400 refcount=3
00000020:00000001:3.0:1787761250.768855:0:323660:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000001:3.0:1787761250.768857:0:323660:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000040:3.0:1787761250.768862:0:323660:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b651110f700 count: 2
00010000:00000001:3.0:1787761250.768864:0:323660:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00010000:3.0:1787761250.768867:0:323660:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b65130bb000 type 13 mode 4 res 8589943617/21668 (0 0)
00010000:00000001:3.0:1787761250.768870:0:323660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.768870:0:323660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000002:00000001:3.0:1787761250.768872:0:323660:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving
00000020:00000001:3.0:1787761250.768875:0:323660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a16b9a8
00000002:00002000:3.0:1787761250.768877:0:323660:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f160n.sanity1607 intent=getattr status=0 disp=0xb: rc = 0
00000002:00000001:3.0:1787761250.768880:0:323660:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761250.768883:0:323660:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761250.768886:0:323660:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00200000:3.0:1787761250.768889:0:323660:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200002341:0x3c:0x0] suppgids 0 -1: rc 0
00000080:00000001:3.0:1787761250.768892:0:323660:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761250.768895:0:323660:0:(namei.c:668:ll_lookup_it_finish()) Process entered
00000080:00002000:3.0:1787761250.768897:0:323660:0:(namei.c:674:ll_lookup_it_finish()) it ffffbf274a16bdb8 it_disposition b
00000080:00000001:3.0:1787761250.768900:0:323660:0:(llite_lib.c:3850:ll_prep_inode()) Process entered
00000002:00000001:3.0:1787761250.768905:0:323660:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered
00000002:00000001:3.0:1787761250.768907:0:323660:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving
00000080:00000001:3.0:1787761250.768909:0:323660:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115339490251940 : 144115339490251940 : 2000023410054a4)
00000080:00000001:3.0:1787761250.768912:0:323660:0:(namei.c:113:ll_iget()) Process entered
00000080:00000001:3.0:1787761250.768919:0:323660:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115339490251940 : 144115339490251940 : 2000023410054a4)
00000080:00000001:3.0:1787761250.768921:0:323660:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554467 : 33554467 : 2000023)
00000080:00200000:3.0:1787761250.768925:0:323660:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200002341:0x54a4:0x0], updating i_size 0
00000080:00200000:3.0:1787761250.768927:0:323660:0:(namei.c:147:ll_iget()) got inode: [0x200002341:0x54a4:0x0](ffff9b65044d6c08): rc = 0
00000080:00000001:3.0:1787761250.768930:0:323660:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633456899025928 : -110616810525688 : ffff9b65044d6c08)
00010000:00000001:3.0:1787761250.768931:0:323660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.768933:0:323660:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.768934:0:323660:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536ace400 refcount=3
00000020:00000001:3.0:1787761250.768948:0:323660:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000001:3.0:1787761250.768950:0:323660:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00000080:00000001:3.0:1787761250.768953:0:323660:0:(file.c:6819:ll_layout_conf()) Process entered
00000020:00000001:3.0:1787761250.768956:0:323660:0:(cl_object.c:754:cl_env_obtain()) Process entered
00000020:00000001:3.0:1787761250.768960:0:323660:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633456927944360 : -110616781607256 : ffff9b650606aea8)
00000020:00001000:3.0:1787761250.768962:0:323660:0:(cl_object.c:823:cl_env_get()) 1@ffff9b650606aea0
00000020:00000001:3.0:1787761250.768964:0:323660:0:(cl_object.c:343:cl_conf_set()) Process entered
00020000:00000001:3.0:1787761250.768967:0:323660:0:(lov_object.c:1456:lov_conf_set()) Process entered
00020000:00000002:3.0:1787761250.768970:0:323660:0:(lov_object.c:1310:lov_conf_lock()) Took exclusive lov(ffff9b6513a65d90) owner ffff9b652cc527c0
00020000:00000001:3.0:1787761250.768973:0:323660:0:(lov_object.c:1516:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0)
00020000:00000002:3.0:1787761250.768975:0:323660:0:(lov_object.c:1316:lov_conf_unlock()) To release exclusive lov(ffff9b6513a65d90) owner ffff9b652cc527c0
00020000:00000002:3.0:1787761250.768977:0:323660:0:(lov_object.c:1543:lov_conf_set()) [0x200002341:0x54a4:0x0] lo_layout_invalid=0
00020000:00000001:3.0:1787761250.768979:0:323660:0:(lov_object.c:1544:lov_conf_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761250.768981:0:323660:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761250.768984:0:323660:0:(cl_object.c:448:cl_object_layout_get()) Process entered
00020000:00000002:3.0:1787761250.768986:0:323660:0:(lov_object.c:1264:lov_conf_freeze()) To take share lov(ffff9b6513a65d90) owner 0000000000000000/ffff9b652cc527c0
00020000:00000002:3.0:1787761250.768989:0:323660:0:(lov_object.c:1272:lov_conf_thaw()) To release share lov(ffff9b6513a65d90) owner 0000000000000000/ffff9b652cc527c0
00020000:00000001:3.0:1787761250.768991:0:323660:0:(lov_object.c:2298:lov_object_layout_get()) Process entered
00020000:00000001:3.0:1787761250.768993:0:323660:0:(lov_object.c:2304:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0)
00000080:00200000:3.0:1787761250.768995:0:323660:0:(file.c:6854:ll_layout_conf()) [0x200002341:0x54a4:0x0]: layout version change: 4294967294 -> 4294967295
00000020:00001000:3.0:1787761250.768997:0:323660:0:(cl_object.c:917:cl_env_put()) 1@ffff9b650606aea0
00000080:00000001:3.0:1787761250.769000:0:323660:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.769001:0:323660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.769002:0:323660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000080:00000001:3.0:1787761250.769003:0:323660:0:(llite_lib.c:3948:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0)
00800000:00000001:3.0:1787761250.769006:0:323660:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered
00800000:00000001:3.0:1787761250.769008:0:323660:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:3.0:1787761250.769011:0:323660:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200002341:0x54a4:0x0](ffff9b65044d6c08) for lock 0xf223c8ba2c1e5f5f
00800000:00000001:3.0:1787761250.769014:0:323660:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered
00000002:00000001:3.0:1787761250.769016:0:323660:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered
00010000:00000001:3.0:1787761250.769017:0:323660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.769018:0:323660:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.769019:0:323660:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536ace400 refcount=3
00000020:00000001:3.0:1787761250.769021:0:323660:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000001:3.0:1787761250.769023:0:323660:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000001:3.0:1787761250.769025:0:323660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.769026:0:323660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000002:00000001:3.0:1787761250.769027:0:323660:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761250.769029:0:323660:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00000080:00002000:3.0:1787761250.769034:0:323660:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b6508393288 inode ffff9b65044d6c08 refc 1 flags 0x40000e
00000080:00000001:3.0:1787761250.769037:0:323660:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0)
00000080:00010000:3.0:1787761250.769040:0:323660:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002341:0x54a4:0x0](ffff9b65044d6c08)
00000080:00010000:3.0:1787761250.769043:0:323660:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf223c8ba2c1e5f5f from it ffffbf274a16bdb8
00010000:00000001:3.0:1787761250.769045:0:323660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.769046:0:323660:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.769047:0:323660:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536ace400 refcount=3
00000020:00000001:3.0:1787761250.769049:0:323660:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000001:3.0:1787761250.769051:0:323660:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000001:3.0:1787761250.769052:0:323660:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered
00010000:00010000:3.0:1787761250.769055:0:323660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5f5f lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x54a4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8950dc270228ae6a expref: -99 pid: 323660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761250.769060:0:323660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.769061:0:323660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.769063:0:323660:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered
00010000:00000001:3.0:1787761250.769065:0:323660:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving
00010000:00010000:3.0:1787761250.769068:0:323660:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5f5f lrc: 2/0,0 mode: PR/PR res: [0x200002341:0x54a4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8950dc270228ae6a expref: -99 pid: 323660 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00000001:3.0:1787761250.769079:0:323660:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787761250.769081:0:323660:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787761250.769083:0:323660:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787761250.769086:0:323660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.769087:0:323660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.769088:0:323660:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.769091:0:323660:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787761250.769093:0:323660:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.769095:0:323660:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.769097:0:323660:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.769098:0:323660:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:3.0:1787761250.769100:0:323660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.769100:0:323660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000080:00000001:3.0:1787761250.769102:0:323660:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0)
00000080:00000010:3.0:1787761250.769105:0:323660:0:(llite_lib.c:4209:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b6537f5c400.
00000100:00000001:3.0:1787761250.769108:0:323660:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761250.769113:0:323660:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1da40 x1874597594958720/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761266 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761250.769119:0:323660:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787761250.769121:0:323660:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787761250.769124:0:323660:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b652dc13000.
02000000:00000001:3.0:1787761250.769127:0:323660:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787761250.769129:0:323660:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787761250.769131:0:323660:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=78 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:3.0:1787761250.769133:0:323660:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787761250.769136:0:323660:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6414026400.
02000000:00000001:3.0:1787761250.769139:0:323660:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787761250.769141:0:323660:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787761250.769142:0:323660:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1da40.
00000100:00000001:3.0:1787761250.769146:0:323660:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787761250.769147:0:323660:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000080:00000001:3.0:1787761250.769149:0:323660:0:(dcache.c:174:ll_intent_release()) Process entered
00000080:00000040:3.0:1787761250.769151:0:323660:0:(dcache.c:176:ll_intent_release()) intent ffffbf274a16bdb8 released
00000080:00000001:3.0:1787761250.769152:0:323660:0:(dcache.c:187:ll_intent_release()) Process leaving
00000080:00000010:3.0:1787761250.769163:0:323660:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b65106aa940.
00000020:00000001:3.0:1787761250.769167:0:323660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a16bd80
00000080:00200000:3.0:1787761250.769169:0:323660:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f160n.sanity-new1607, dir=[0x200002341:0x3c:0x0](ffff9b65044fc2c8), flags=2048
00000080:00000001:3.0:1787761250.769173:0:323660:0:(namei.c:1066:ll_lookup_it()) Process entered
00000020:00000001:3.0:1787761250.769174:0:323660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a16bc30
00000080:00200000:3.0:1787761250.769176:0:323660:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f160n.sanity-new1607, dir=[0x200002341:0x3c:0x0](ffff9b65044fc2c8), intent=getattr
00000080:00000010:3.0:1787761250.769183:0:323660:0:(llite_lib.c:4068:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b6537f5c400.
00000080:00000001:3.0:1787761250.769189:0:323660:0:(namei.c:944:ll_intent_lock()) Process entered
00800000:00000001:3.0:1787761250.769191:0:323660:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered
00000020:00000001:3.0:1787761250.769193:0:323660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a16bb50
00800000:00000002:3.0:1787761250.769195:0:323660:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160n.sanity-new1607' on [0x200002341:0x3c:0x0]
00800000:00000001:3.0:1787761250.769198:0:323660:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered
00000020:00000001:3.0:1787761250.769202:0:323660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a16bae8
00800000:00000002:3.0:1787761250.769203:0:323660:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002341:0x3c:0x0], fid2=[0x0:0x0:0x0], name='f160n.sanity-new1607' -> mds #0
00000002:00000001:3.0:1787761250.769207:0:323660:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered
00000020:00000001:3.0:1787761250.769209:0:323660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a16ba20
00000002:00010000:3.0:1787761250.769211:0:323660:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f160n.sanity-new1607,[0x0:0x0:0x0]) in obj [0x200002341:0x3c:0x0], intent: getattr flags 01
00000002:00000001:3.0:1787761250.769214:0:323660:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered
00000002:00000001:3.0:1787761250.769216:0:323660:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered
00000100:00000010:3.0:1787761250.769219:0:323660:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1da40.
00000020:00000040:3.0:1787761250.769222:0:323660:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=79 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00010000:00000001:3.0:1787761250.769227:0:323660:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered
00010000:00000001:3.0:1787761250.769230:0:323660:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787761250.769232:0:323660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.769233:0:323660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.769234:0:323660:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761250.769237:0:323660:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761250.769239:0:323660:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761250.769243:0:323660:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761250.769266:0:323660:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6414026400.
00000100:00000001:3.0:1787761250.769271:0:323660:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.769274:0:323660:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered
00010000:00000001:3.0:1787761250.769275:0:323660:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.769277:0:323660:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered
00010000:00000001:3.0:1787761250.769278:0:323660:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.769279:0:323660:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761250.769286:0:323660:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633457765440064 : -110615944111552 : ffff9b6537f1da40)
00010000:00000001:3.0:1787761250.769289:0:323660:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered
00010000:00000001:3.0:1787761250.769291:0:323660:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered
00010000:00000040:3.0:1787761250.769294:0:323660:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b653303f700 count: 2
00010000:00000001:3.0:1787761250.769296:0:323660:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1787761250.769299:0:323660:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered
00010000:00000010:3.0:1787761250.769301:0:323660:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b6536acf800.
00000020:00000001:3.0:1787761250.769304:0:323660:0:(lustre_handles.c:61:class_handle_hash()) Process entered
00000020:00000040:3.0:1787761250.769306:0:323660:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b6536acf800 with handle 0xf223c8ba2c1e5f66 to hash
00000020:00000001:3.0:1787761250.769308:0:323660:0:(lustre_handles.c:94:class_handle_hash()) Process leaving
00010000:00000001:3.0:1787761250.769310:0:323660:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633457744148480 : -110615965403136 : ffff9b6536acf800)
00010000:00000001:3.0:1787761250.769313:0:323660:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633457744148480 : -110615965403136 : ffff9b6536acf800)
00010000:00000001:3.0:1787761250.769316:0:323660:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761250.769318:0:323660:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761250.769321:0:323660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf800/0xf223c8ba2c1e5f66 lrc: 3/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323660 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787761250.769338:0:323660:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf800/0xf223c8ba2c1e5f66 lrc: 3/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323660 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787761250.769347:0:323660:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf800/0xf223c8ba2c1e5f66 lrc: 3/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323660 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00000001:3.0:1787761250.769352:0:323660:0:(client.c:3352:ptlrpc_queue_wait()) Process entered
00000100:00000001:3.0:1787761250.769354:0:323660:0:(client.c:1169:ptlrpc_prep_set()) Process entered
00000100:00000010:3.0:1787761250.769359:0:323660:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b650516e180.
00000100:00000001:3.0:1787761250.769362:0:323660:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633456912228736 : -110616797322880 : ffff9b650516e180)
00000100:00000001:3.0:1787761250.769364:0:323660:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787761250.769366:0:323660:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765440064 : -110615944111552 : ffff9b6537f1da40)
00000100:00000001:3.0:1787761250.769370:0:323660:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761250.769373:0:323660:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761250.769375:0:323660:0:(client.c:2688:ptlrpc_set_wait()) Process entered
00000100:00000001:3.0:1787761250.769376:0:323660:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787761250.769381:0:323660:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1da40 x1874597594958848/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761250.769388:0:323660:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761250.769390:0:323660:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761250.769393:0:323660:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787761250.769395:0:323660:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761250.769398:0:323660:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761250.769401:0:323660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1da40 pname:cluuid:pid:xid:nid:opc:job mrename:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:323660:1874597594958848:192.168.203.101@tcp:101:mrename.0
00000100:00000001:3.0:1787761250.769404:0:323660:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787761250.769408:0:323660:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787761250.769411:0:323660:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761250.769413:0:323660:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787761250.769416:0:323660:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b652dc13000.
02000000:00000001:3.0:1787761250.769418:0:323660:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787761250.769423:0:323660:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:3.0:1787761250.769426:0:323660:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64206fe948.
00000400:00000010:3.0:1787761250.769430:0:323660:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653623c440.
00000100:00000200:3.0:1787761250.769436:0:323660:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874597594958848, portal 10
00000100:00000001:3.0:1787761250.769438:0:323660:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787761250.769439:0:323660:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765440064 : -110615944111552 : ffff9b6537f1da40)
00000100:00000040:3.0:1787761250.769443:0:323660:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600  req@ffff9b6537f1da40 x1874597594958848/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787761266 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761250.769449:0:323660:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787761250.769452:0:323660:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:3.0:1787761250.769454:0:323660:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653623c4c8.
00000100:00000200:3.0:1787761250.769457:0:323660:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1874597594958848, offset 0
00000400:00000200:3.0:1787761250.769462:0:323660:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:3.0:1787761250.769468:0:323660:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761250.769474:0:323660:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:3.0:1787761250.769479:0:323660:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787761250.769483:0:323660:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:3.0:1787761250.769486:0:323660:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787761250.769489:0:323660:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:3.0:1787761250.769493:0:323660:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277274:277274:256:4294967295] 192.168.203.101@tcp LPNI seq info [277273:277273:8:4294967295]
00000400:00000200:3.0:1787761250.769497:0:323660:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761250.769506:0:323660:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787761250.769512:0:323660:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:3.0:1787761250.769516:0:323660:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b64038d5b00.
00000800:00000200:3.0:1787761250.769522:0:323660:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (5)
00000800:00000200:3.0:1787761250.769529:0:323660:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.101@tcp ip 192.168.203.101:988
00000800:00000200:3.0:1787761250.769534:0:323660:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b64038d5b00 type 1, nob 688 niov 1 nkiov 1
00000100:00000001:3.0:1787761250.769550:0:323660:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761250.769555:0:323660:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:3.0:1787761250.769558:0:323660:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787761250.769560:0:323660:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4314663953
00000100:00000001:3.0:1787761250.769567:0:323660:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, simply extend its deadline from 4314663947
00000100:00000001:3.0:1787761250.769572:0:323660:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4314663953
00000100:00000001:3.0:1787761250.769575:0:323660:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, simply extend its deadline from 4314663947
00000100:00000001:3.0:1787761250.769578:0:323660:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787761250.769580:0:323660:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761250.769582:0:323660:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761250.769584:0:323660:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b)
00000100:00100000:3.0:1787761250.769586:0:323660:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b650516e180 going to sleep for 11 seconds
00000100:00000001:3.0:1787761250.769589:0:323660:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761250.769591:0:323660:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761250.773486:0:323660:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000001:3.0:1787761250.773493:0:323660:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787761250.773496:0:323660:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787761250.773498:0:323660:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64206fe948.
00000400:00000200:3.0:1787761250.773504:0:323660:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653623c440
00000400:00000010:3.0:1787761250.773519:0:323660:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653623c440.
00000100:00000001:3.0:1787761250.773522:0:323660:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787761250.773528:0:323660:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1da40 x1874597594958848/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787761266 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000200:3.0:1787761250.773542:0:323660:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1da40 x1874597594958848/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787761266 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761250.773549:0:323660:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787761250.773550:0:323660:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761250.773553:0:323660:0:(client.c:1593:after_reply()) Process entered
02000000:00000001:3.0:1787761250.773556:0:323660:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1787761250.773558:0:323660:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1787761250.773560:0:323660:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761250.773563:0:323660:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1787761250.773680:0:323660:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b6425481c60 time=84 v=5 (5 5 5 5)
00000100:00001000:3.0:1787761250.773685:0:323660:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b6425481c18 time=84 v=5 (1 1 1 1)
00000100:00000001:3.0:1787761250.773688:0:323660:0:(client.c:1495:ptlrpc_check_status()) Process entered
00000100:00000040:3.0:1787761250.773692:0:323660:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301  req@ffff9b6537f1da40 x1874597594958848/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761266 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761250.773699:0:323660:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d)
00000100:00000001:3.0:1787761250.773703:0:323660:0:(client.c:3109:ptlrpc_free_committed()) Process entered
00000100:00000040:3.0:1787761250.773705:0:323660:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b6504d3c000: skip recheck: last_committed 21474908209
00000100:00000001:3.0:1787761250.773707:0:323660:0:(client.c:3122:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1787761250.773709:0:323660:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d)
00000100:00000040:3.0:1787761250.773714:0:323660:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1da40 x1874597594958848/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761266 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761250.773721:0:323660:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d)
00000100:00000001:3.0:1787761250.773724:0:323660:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787761250.773726:0:323660:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787761250.773730:0:323660:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1da40 x1874597594958848/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761266 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00100000:3.0:1787761250.773738:0:323660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1da40 pname:cluuid:pid:xid:nid:opc:job mrename:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:323660:1874597594958848:192.168.203.101@tcp:101:mrename.0
00000100:00000001:3.0:1787761250.773742:0:323660:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761250.773745:0:323660:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d)
00000100:00000001:3.0:1787761250.773747:0:323660:0:(client.c:1237:ptlrpc_set_destroy()) Process entered
00000100:00000001:3.0:1787761250.773750:0:323660:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761250.773753:0:323660:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1da40 x1874597594958848/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761266 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761250.773760:0:323660:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761250.773763:0:323660:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b650516e180.
00000100:00000001:3.0:1787761250.773766:0:323660:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving
00000100:00000001:3.0:1787761250.773768:0:323660:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d)
00010000:00000001:3.0:1787761250.773771:0:323660:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered
00010000:00000001:3.0:1787761250.773776:0:323660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.773779:0:323660:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.773782:0:323660:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acf800 refcount=4
00000020:00000001:3.0:1787761250.773784:0:323660:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744148480 : -110615965403136 : ffff9b6536acf800)
00010000:00000001:3.0:1787761250.773787:0:323660:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744148480 : -110615965403136 : ffff9b6536acf800)
00010000:00010000:3.0:1787761250.773792:0:323660:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf800/0xf223c8ba2c1e5f66 lrc: 4/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323660 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761250.773801:0:323660:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d)
00010000:00010000:3.0:1787761250.773805:0:323660:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf800/0xf223c8ba2c1e5f66 lrc: 4/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323660 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761250.773810:0:323660:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered
00010000:00010000:3.0:1787761250.773813:0:323660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf800/0xf223c8ba2c1e5f66 lrc: 4/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323660 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761250.773818:0:323660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.773820:0:323660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00010000:3.0:1787761250.773822:0:323660:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf800/0xf223c8ba2c1e5f66 lrc: 3/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323660 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761250.773827:0:323660:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761250.773830:0:323660:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.773833:0:323660:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered
00010000:00010000:3.0:1787761250.773836:0:323660:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf800/0xf223c8ba2c1e5f66 lrc: 4/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323660 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787761250.773842:0:323660:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6536acf800 already unused, calling callback (ffffffffc1ca5a20)
00000080:00000001:3.0:1787761250.773846:0:323660:0:(namei.c:477:ll_md_blocking_ast()) Process entered
00010000:00010000:3.0:1787761250.773849:0:323660:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf800/0xf223c8ba2c1e5f66 lrc: 4/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 323660 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761250.773855:0:323660:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered
00010000:00000001:3.0:1787761250.773857:0:323660:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea)
00010000:00010000:3.0:1787761250.773860:0:323660:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf800/0xf223c8ba2c1e5f66 lrc: 4/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 323660 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761250.773864:0:323660:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea)
00010000:00000001:3.0:1787761250.773867:0:323660:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered
00010000:00000001:3.0:1787761250.773868:0:323660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.773869:0:323660:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.773871:0:323660:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acf800 refcount=5
00000020:00000001:3.0:1787761250.773873:0:323660:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744148480 : -110615965403136 : ffff9b6536acf800)
00010000:00000001:3.0:1787761250.773875:0:323660:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744148480 : -110615965403136 : ffff9b6536acf800)
00010000:00000001:3.0:1787761250.773877:0:323660:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered
00010000:00010000:3.0:1787761250.773879:0:323660:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf800/0xf223c8ba2c1e5f66 lrc: 5/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 323660 initiator: MDT0 lru_score: 0 lru_type: 0
00000080:00000001:3.0:1787761250.773885:0:323660:0:(namei.c:477:ll_md_blocking_ast()) Process entered
00000080:00000001:3.0:1787761250.773886:0:323660:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761250.773889:0:323660:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction)
00010000:00000001:3.0:1787761250.773890:0:323660:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered
00010000:00000001:3.0:1787761250.773893:0:323660:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1787761250.773895:0:323660:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1787761250.773897:0:323660:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761250.773898:0:323660:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787761250.773901:0:323660:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b6536acf800 with handle 0xf223c8ba2c1e5f66 from hash
00010000:00000001:3.0:1787761250.773903:0:323660:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1787761250.773905:0:323660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.773906:0:323660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.773907:0:323660:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1787761250.773909:0:323660:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1787761250.773910:0:323660:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000)
00010000:00000001:3.0:1787761250.773913:0:323660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.773914:0:323660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.773915:0:323660:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761250.773917:0:323660:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761250.773919:0:323660:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf800/0xf223c8ba2c1e5f66 lrc: 3/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323660 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761250.773924:0:323660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.773925:0:323660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.773926:0:323660:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:3.0:1787761250.773928:0:323660:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:3.0:1787761250.773929:0:323660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.773930:0:323660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.773931:0:323660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1787761250.773933:0:323660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf800/0xf223c8ba2c1e5f66 lrc: 0/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323660 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761250.774052:0:323660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.774054:0:323660:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d)
00000002:00000001:3.0:1787761250.774058:0:323660:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered
00000002:00100000:3.0:1787761250.774063:0:323660:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0  req@ffff9b6537f1da40 x1874597594958848/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761266 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'mrename.0' uid:0 gid:0 projid:0
00010000:00000001:3.0:1787761250.774070:0:323660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00010000:00000001:3.0:1787761250.774071:0:323660:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761250.774073:0:323660:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761250.774075:0:323660:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761250.774077:0:323660:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered
00010000:00000001:3.0:1787761250.774079:0:323660:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00010000:00000001:3.0:1787761250.774081:0:323660:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761250.774083:0:323660:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving
00000020:00000001:3.0:1787761250.774085:0:323660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a16b9a8
00000002:00002000:3.0:1787761250.774087:0:323660:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f160n.sanity-new1607 intent=getattr status=0 disp=0x7: rc = 0
00000002:00000001:3.0:1787761250.774091:0:323660:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761250.774094:0:323660:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761250.774096:0:323660:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00200000:3.0:1787761250.774099:0:323660:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200002341:0x3c:0x0] suppgids 0 -1: rc 0
00000080:00000001:3.0:1787761250.774102:0:323660:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761250.774105:0:323660:0:(namei.c:668:ll_lookup_it_finish()) Process entered
00000080:00002000:3.0:1787761250.774107:0:323660:0:(namei.c:674:ll_lookup_it_finish()) it ffffbf274a16bdb8 it_disposition 7
00000080:00002000:3.0:1787761250.774111:0:323660:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b6508393510 inode 0000000000000000 refc 1 flags 0xe
00800000:00000001:3.0:1787761250.774117:0:323660:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered
00000002:00000001:3.0:1787761250.774121:0:323660:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered
00000002:00000001:3.0:1787761250.774123:0:323660:0:(mdc_locks.c:137:mdc_lock_match()) Process entered
00010000:00000001:3.0:1787761250.774125:0:323660:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1787761250.774131:0:323660:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b653303f700 count: 2
00010000:00000001:3.0:1787761250.774133:0:323660:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00010000:3.0:1787761250.774138:0:323660:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b65130bb000 type 13 mode 30 res 8589943617/60 (0 0)
00000002:00000001:3.0:1787761250.774141:0:323660:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761250.774143:0:323660:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761250.774145:0:323660:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761250.774147:0:323660:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0)
00000080:00000001:3.0:1787761250.774150:0:323660:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0)
00000080:00000010:3.0:1787761250.774154:0:323660:0:(llite_lib.c:4209:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b6537f5c400.
00000100:00000001:3.0:1787761250.774158:0:323660:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761250.774161:0:323660:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1da40 x1874597594958848/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761266 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761250.774167:0:323660:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787761250.774169:0:323660:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787761250.774171:0:323660:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b652dc13000.
02000000:00000001:3.0:1787761250.774174:0:323660:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787761250.774176:0:323660:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787761250.774178:0:323660:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=78 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:3.0:1787761250.774180:0:323660:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787761250.774182:0:323660:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6414026400.
02000000:00000001:3.0:1787761250.774185:0:323660:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787761250.774186:0:323660:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787761250.774188:0:323660:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1da40.
00000100:00000001:3.0:1787761250.774192:0:323660:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787761250.774193:0:323660:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000080:00000001:3.0:1787761250.774196:0:323660:0:(dcache.c:174:ll_intent_release()) Process entered
00000080:00000040:3.0:1787761250.774197:0:323660:0:(dcache.c:176:ll_intent_release()) intent ffffbf274a16bdb8 released
00000080:00000001:3.0:1787761250.774199:0:323660:0:(dcache.c:187:ll_intent_release()) Process leaving
00000080:00000001:3.0:1787761250.774205:0:323660:0:(file.c:6674:ll_inode_permission()) Process entered
00000080:00200000:3.0:1787761250.774207:0:323660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200002341:0x3c:0x0](ffff9b65044fc2c8), inode mode 41ed mask 3
00000080:00000001:3.0:1787761250.774212:0:323660:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761250.774214:0:323660:0:(file.c:6674:ll_inode_permission()) Process entered
00000080:00200000:3.0:1787761250.774216:0:323660:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200002341:0x3c:0x0](ffff9b65044fc2c8), inode mode 41ed mask 3
00000080:00000001:3.0:1787761250.774218:0:323660:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761250.774222:0:323660:0:(namei.c:2484:ll_rename()) Process entered
00000020:00000001:3.0:1787761250.774224:0:323660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a16bc88
00000080:00200000:3.0:1787761250.774226:0:323660:0:(namei.c:2492:ll_rename()) VFS Op:oldname=f160n.sanity1607, src_dir=[0x200002341:0x3c:0x0](ffff9b65044fc2c8), newname=f160n.sanity-new1607, tgt_dir=[0x200002341:0x3c:0x0](ffff9b65044fc2c8)
00000080:00000010:3.0:1787761250.774233:0:323660:0:(llite_lib.c:4068:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b6537f5c400.
00800000:00000001:3.0:1787761250.774241:0:323660:0:(lmv_obd.c:2886:lmv_rename()) Process entered
00800000:00000001:3.0:1787761250.774244:0:323660:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered
00800000:00000002:3.0:1787761250.774501:0:323660:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200002341:0x3c:0x0]
00800000:00000001:3.0:1787761250.774505:0:323660:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761250.774537:0:323660:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered
00800000:00000002:3.0:1787761250.774539:0:323660:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200002341:0x54a4:0x0]
00800000:00000001:3.0:1787761250.774541:0:323660:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761250.774543:0:323660:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered
00800000:00000002:3.0:1787761250.774544:0:323660:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200002341:0x3c:0x0]
00800000:00000001:3.0:1787761250.774545:0:323660:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761250.774547:0:323660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a16bbe0
00000020:00000001:3.0:1787761250.774549:0:323660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a16bbe0
00800000:00000002:3.0:1787761250.774550:0:323660:0:(lmv_obd.c:2981:lmv_rename()) RENAME [0x200002341:0x3c:0x0]/f160n.sanity1607 to [0x200002341:0x3c:0x0]/f160n.sanity-new1607
00000002:00000001:3.0:1787761250.774555:0:323660:0:(mdc_reint.c:448:mdc_rename()) Process entered
00000002:00000001:3.0:1787761250.774557:0:323660:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered
00010000:00000040:3.0:1787761250.774560:0:323660:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b653303f700 count: 2
00010000:00000001:3.0:1787761250.774562:0:323660:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1787761250.774565:0:323660:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered
00010000:00000001:3.0:1787761250.774579:0:323660:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.774581:0:323660:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761250.774584:0:323660:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761250.774586:0:323660:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered
00010000:00000040:3.0:1787761250.774588:0:323660:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b653303f700 count: 2
00010000:00000001:3.0:1787761250.774590:0:323660:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1787761250.774591:0:323660:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered
00010000:00000001:3.0:1787761250.774593:0:323660:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.774594:0:323660:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761250.774596:0:323660:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761250.774598:0:323660:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered
00010000:00000040:3.0:1787761250.774601:0:323660:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b651110f700 count: 2
00010000:00000001:3.0:1787761250.774603:0:323660:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1787761250.774604:0:323660:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered
00010000:00000001:3.0:1787761250.774606:0:323660:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered
00010000:00010000:3.0:1787761250.774610:0:323660:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5f5f lrc: 2/0,0 mode: PR/PR res: [0x200002341:0x54a4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8950dc270228ae6a expref: -99 pid: 323660 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00000080:00000001:3.0:1787761250.774617:0:323660:0:(namei.c:477:ll_md_blocking_ast()) Process entered
00000080:00000001:3.0:1787761250.774620:0:323660:0:(namei.c:240:ll_lock_cancel_bits()) Process entered
00000080:00000001:3.0:1787761250.774622:0:323660:0:(file.c:6113:ll_have_md_lock()) Process entered
00000080:00000040:3.0:1787761250.774624:0:323660:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200002341:0x54a4:0x0] mode (null)
00000002:00000001:3.0:1787761250.774626:0:323660:0:(mdc_locks.c:137:mdc_lock_match()) Process entered
00010000:00000001:3.0:1787761250.774628:0:323660:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1787761250.774629:0:323660:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b651110f700 count: 3
00010000:00000001:3.0:1787761250.774631:0:323660:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1787761250.774633:0:323660:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761250.774635:0:323660:0:(mdc_locks.c:137:mdc_lock_match()) Process entered
00010000:00000001:3.0:1787761250.774636:0:323660:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1787761250.774637:0:323660:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b651110f700 count: 3
00010000:00000001:3.0:1787761250.774639:0:323660:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1787761250.774641:0:323660:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761250.774643:0:323660:0:(mdc_locks.c:137:mdc_lock_match()) Process entered
00010000:00000001:3.0:1787761250.774644:0:323660:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1787761250.774646:0:323660:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b651110f700 count: 3
00010000:00000001:3.0:1787761250.774647:0:323660:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1787761250.774649:0:323660:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761250.774651:0:323660:0:(mdc_locks.c:137:mdc_lock_match()) Process entered
00010000:00000001:3.0:1787761250.774652:0:323660:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1787761250.774653:0:323660:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b651110f700 count: 3
00010000:00000001:3.0:1787761250.774655:0:323660:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1787761250.774657:0:323660:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761250.774659:0:323660:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761250.774662:0:323660:0:(file.c:6819:ll_layout_conf()) Process entered
00000020:00000001:3.0:1787761250.774664:0:323660:0:(cl_object.c:754:cl_env_obtain()) Process entered
00000020:00000001:3.0:1787761250.774668:0:323660:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633456927944360 : -110616781607256 : ffff9b650606aea8)
00000020:00001000:3.0:1787761250.774671:0:323660:0:(cl_object.c:823:cl_env_get()) 1@ffff9b650606aea0
00000020:00000001:3.0:1787761250.774673:0:323660:0:(cl_object.c:343:cl_conf_set()) Process entered
00000080:00200000:3.0:1787761250.774676:0:323660:0:(vvp_object.c:117:vvp_conf_set()) [0x200002341:0x54a4:0x0]: losing layout lock
00000080:00000001:3.0:1787761250.774679:0:323660:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered
00000080:00000001:3.0:1787761250.774681:0:323660:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving
00020000:00000001:3.0:1787761250.774685:0:323660:0:(lov_object.c:1456:lov_conf_set()) Process entered
00020000:00000001:3.0:1787761250.774687:0:323660:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0)
00020000:00000002:3.0:1787761250.774690:0:323660:0:(lov_object.c:1543:lov_conf_set()) [0x200002341:0x54a4:0x0] lo_layout_invalid=1
00020000:00000001:3.0:1787761250.774691:0:323660:0:(lov_object.c:1544:lov_conf_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761250.774693:0:323660:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0)
00000020:00001000:3.0:1787761250.774694:0:323660:0:(cl_object.c:917:cl_env_put()) 1@ffff9b650606aea0
00000080:00000001:3.0:1787761250.774697:0:323660:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761250.774699:0:323660:0:(dcache.c:195:ll_prune_aliases()) Process entered
00000080:00000002:3.0:1787761250.774701:0:323660:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002341:0x54a4:0x0](ffff9b65044d6c08) invalid
00000020:00000001:3.0:1787761250.774703:0:323660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a16b880
00000080:00002000:3.0:1787761250.774705:0:323660:0:(llite_internal.h:2031:d_lustre_invalidate()) invalidate dentry f160n.sanity1607 (ffff9b6508393288) parent ffff9b65088ea870 inode ffff9b65044d6c08 refc 1
00000080:00000001:3.0:1787761250.774709:0:323660:0:(dcache.c:209:ll_prune_aliases()) Process leaving
00000080:00000001:3.0:1787761250.774711:0:323660:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving
00000080:00000001:3.0:1787761250.774712:0:323660:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.774714:0:323660:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered
00010000:00000001:3.0:1787761250.774716:0:323660:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1787761250.774717:0:323660:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1787761250.774719:0:323660:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761250.774721:0:323660:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787761250.774724:0:323660:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b6536ace400 with handle 0xf223c8ba2c1e5f5f from hash
00010000:00000001:3.0:1787761250.774726:0:323660:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1787761250.774727:0:323660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.774728:0:323660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.774730:0:323660:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1787761250.774732:0:323660:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1787761250.774734:0:323660:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000)
00010000:00000001:3.0:1787761250.774736:0:323660:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1787761250.774738:0:323660:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1)
00000002:00000001:3.0:1787761250.774739:0:323660:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1787761250.774745:0:323660:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1da40.
00000020:00000040:3.0:1787761250.774749:0:323660:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=79 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761250.774753:0:323660:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761250.774754:0:323660:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.774757:0:323660:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered
00010000:00000001:3.0:1787761250.774761:0:323660:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787761250.774764:0:323660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.774766:0:323660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.774767:0:323660:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761250.774769:0:323660:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761250.774771:0:323660:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761250.774775:0:323660:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761250.774781:0:323660:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6414026400.
00000100:00000001:3.0:1787761250.774786:0:323660:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.774789:0:323660:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered
00010000:00000001:3.0:1787761250.774791:0:323660:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered
00010000:00010000:3.0:1787761250.774794:0:323660:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5f5f lrc: 1/0,0 mode: --/PR res: [0x200002341:0x54a4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8950dc270228ae6a expref: -99 pid: 323660 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:3.0:1787761250.774801:0:323660:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00000001:3.0:1787761250.774802:0:323660:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1787761250.774804:0:323660:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1787761250.774806:0:323660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5f5f lrc: 0/0,0 mode: --/PR res: [0x200002341:0x54a4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8950dc270228ae6a expref: -99 pid: 323660 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00000040:3.0:1787761250.774813:0:323660:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b651110f700 count: 0
00010000:00000010:3.0:1787761250.774817:0:323660:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b6413123c00.
00010000:00000001:3.0:1787761250.774823:0:323660:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.774824:0:323660:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.774826:0:323660:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered
00010000:00000001:3.0:1787761250.774828:0:323660:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.774830:0:323660:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0)
00000020:00100000:3.0:1787761250.774839:0:323660:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b6504d3c000: modify RPC slot 1 is allocated opc 36, max 7
00000100:00100000:3.0:1787761250.774845:0:323660:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid  req@ffff9b6537f1da40 x1874597594959104/t0(0) o36->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:13/10 lens 536/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761250.774852:0:323660:0:(client.c:3352:ptlrpc_queue_wait()) Process entered
00000100:00000001:3.0:1787761250.774854:0:323660:0:(client.c:1169:ptlrpc_prep_set()) Process entered
00000100:00000010:3.0:1787761250.774860:0:323660:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b650516e180.
00000100:00000001:3.0:1787761250.774862:0:323660:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633456912228736 : -110616797322880 : ffff9b650516e180)
00000100:00000001:3.0:1787761250.774864:0:323660:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787761250.774865:0:323660:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765440064 : -110615944111552 : ffff9b6537f1da40)
00000100:00000001:3.0:1787761250.774868:0:323660:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761250.774872:0:323660:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761250.774873:0:323660:0:(client.c:2688:ptlrpc_set_wait()) Process entered
00000100:00000001:3.0:1787761250.774875:0:323660:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787761250.774878:0:323660:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1da40 x1874597594959104/t0(0) o36->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:13/10 lens 536/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761250.774885:0:323660:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761250.774887:0:323660:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761250.774890:0:323660:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787761250.774893:0:323660:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761250.774895:0:323660:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761250.774898:0:323660:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1da40 pname:cluuid:pid:xid:nid:opc:job mrename:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:323660:1874597594959104:192.168.203.101@tcp:36:mrename.0
00000100:00000001:3.0:1787761250.774901:0:323660:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787761250.774905:0:323660:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787761250.774907:0:323660:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761250.774910:0:323660:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787761250.774913:0:323660:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6414024c00.
02000000:00000001:3.0:1787761250.774916:0:323660:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787761250.774922:0:323660:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:3.0:1787761250.774925:0:323660:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64206fe948.
00000400:00000010:3.0:1787761250.774931:0:323660:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653623c440.
00000100:00000200:3.0:1787761250.774951:0:323660:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597594959104, portal 10
00000100:00000001:3.0:1787761250.774953:0:323660:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787761250.774954:0:323660:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765440064 : -110615944111552 : ffff9b6537f1da40)
00000100:00000040:3.0:1787761250.774960:0:323660:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1da40 x1874597594959104/t0(0) o36->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:13/10 lens 536/624 e 0 to 0 dl 1787761266 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761250.774968:0:323660:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787761250.774971:0:323660:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:3.0:1787761250.774974:0:323660:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653623c660.
00000100:00000200:3.0:1787761250.774977:0:323660:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 13, xid 1874597594959104, offset 0
00000400:00000200:3.0:1787761250.774984:0:323660:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:3.0:1787761250.774992:0:323660:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761250.774999:0:323660:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:3.0:1787761250.775004:0:323660:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787761250.775007:0:323660:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:3.0:1787761250.775011:0:323660:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787761250.775014:0:323660:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:3.0:1787761250.775017:0:323660:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277275:277275:256:4294967295] 192.168.203.101@tcp LPNI seq info [277274:277274:8:4294967295]
00000400:00000200:3.0:1787761250.775021:0:323660:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761250.775028:0:323660:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787761250.775034:0:323660:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:3.0:1787761250.775039:0:323660:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b64038d5400.
00000800:00000200:3.0:1787761250.775044:0:323660:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (5)
00000800:00000200:3.0:1787761250.775051:0:323660:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.101@tcp ip 192.168.203.101:988
00000800:00000200:3.0:1787761250.775056:0:323660:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b64038d5400 type 1, nob 632 niov 1 nkiov 1
00000100:00000001:3.0:1787761250.775063:0:323660:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761250.775067:0:323660:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11785 usecs (12 jiffies)
00000400:00000200:3.0:1787761250.775070:0:323660:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787761250.775073:0:323660:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4314663959
00000100:00000001:3.0:1787761250.775081:0:323660:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, simply extend its deadline from 4314663953
00000100:00000001:3.0:1787761250.775086:0:323660:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4314663959
00000100:00000001:3.0:1787761250.775089:0:323660:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, simply extend its deadline from 4314663953
00000100:00000001:3.0:1787761250.775092:0:323660:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787761250.775095:0:323660:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761250.775097:0:323660:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761250.775099:0:323660:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b)
00000100:00100000:3.0:1787761250.775101:0:323660:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b650516e180 going to sleep for 11 seconds
00000100:00000001:3.0:1787761250.775104:0:323660:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761250.775106:0:323660:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761250.782412:0:323660:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000001:3.0:1787761250.782420:0:323660:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787761250.782422:0:323660:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787761250.782425:0:323660:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64206fe948.
00000400:00000200:3.0:1787761250.782431:0:323660:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653623c440
00000400:00000010:3.0:1787761250.782434:0:323660:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653623c440.
00000100:00000001:3.0:1787761250.782437:0:323660:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787761250.782443:0:323660:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1da40 x1874597594959104/t0(0) o36->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:13/10 lens 536/624 e 0 to 0 dl 1787761266 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787761250.782451:0:323660:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1da40 x1874597594959104/t0(0) o36->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:13/10 lens 536/624 e 0 to 0 dl 1787761266 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761250.782456:0:323660:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787761250.782458:0:323660:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761250.782461:0:323660:0:(client.c:1593:after_reply()) Process entered
02000000:00000001:3.0:1787761250.782464:0:323660:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1787761250.782466:0:323660:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1787761250.782468:0:323660:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761250.782471:0:323660:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1787761250.782480:0:323660:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b6425481d80 time=51 v=5 (5 5 5 5)
00000100:00001000:3.0:1787761250.782483:0:323660:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b6425481c18 time=84 v=5 (1 1 1 1)
00000100:00000001:3.0:1787761250.782485:0:323660:0:(client.c:1495:ptlrpc_check_status()) Process entered
00000100:00000001:3.0:1787761250.782487:0:323660:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.782490:0:323660:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered
00010000:00000001:3.0:1787761250.782493:0:323660:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761250.782496:0:323660:0:(client.c:1547:ptlrpc_save_versions()) Process entered
00000100:00000040:3.0:1787761250.782498:0:323660:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x5000000c4/0x5000000c4]
00000100:00000001:3.0:1787761250.782500:0:323660:0:(client.c:1556:ptlrpc_save_versions()) Process leaving
00000100:00000001:3.0:1787761250.782502:0:323660:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787761250.782515:0:323660:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765440064 : -110615944111552 : ffff9b6537f1da40)
00000100:00000001:3.0:1787761250.782519:0:323660:0:(client.c:3109:ptlrpc_free_committed()) Process entered
00000100:00000040:3.0:1787761250.782521:0:323660:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b6504d3c000: skip recheck: last_committed 21474908209
00000100:00000001:3.0:1787761250.782523:0:323660:0:(client.c:3122:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1787761250.782525:0:323660:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761250.782531:0:323660:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1da40 x1874597594959104/t21474908285(21474908285) o36->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:13/10 lens 536/456 e 0 to 0 dl 1787761266 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761250.782538:0:323660:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787761250.782542:0:323660:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787761250.782544:0:323660:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787761250.782547:0:323660:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1da40 x1874597594959104/t21474908285(21474908285) o36->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:13/10 lens 536/456 e 0 to 0 dl 1787761266 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761250.782555:0:323660:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1da40 pname:cluuid:pid:xid:nid:opc:job mrename:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:323660:1874597594959104:192.168.203.101@tcp:36:mrename.0
00000100:00000001:3.0:1787761250.782560:0:323660:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761250.782563:0:323660:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761250.782565:0:323660:0:(client.c:1237:ptlrpc_set_destroy()) Process entered
00000100:00000001:3.0:1787761250.782567:0:323660:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761250.782571:0:323660:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9b6537f1da40 x1874597594959104/t21474908285(21474908285) o36->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:13/10 lens 536/456 e 0 to 0 dl 1787761266 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761250.782577:0:323660:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761250.782580:0:323660:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b650516e180.
00000100:00000001:3.0:1787761250.782583:0:323660:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving
00000100:00000001:3.0:1787761250.782585:0:323660:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761250.782591:0:323660:0:(mdc_reint.c:521:mdc_rename()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761250.782594:0:323660:0:(lmv_obd.c:3000:lmv_rename()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:3.0:1787761250.782600:0:323660:0:(llite_lib.c:4209:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b6537f5c400.
00000100:00000001:3.0:1787761250.782604:0:323660:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761250.782606:0:323660:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1da40 x1874597594959104/t21474908285(21474908285) o36->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:13/10 lens 536/456 e 0 to 0 dl 1787761266 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761250.782612:0:323660:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761250.782620:0:323660:0:(namei.c:2560:ll_rename()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761250.782628:0:323660:0:(dcache.c:39:ll_release()) Process entered
00000080:00000001:3.0:1787761250.782632:0:323660:0:(dcache.c:48:ll_release()) Process leaving
00000080:00000001:3.0:1787761250.782636:0:323660:0:(dcache.c:120:ll_ddelete()) Process entered
00000020:00000001:3.0:1787761250.782639:0:323660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a16bde8
00000080:00002000:3.0:1787761250.782641:0:323660:0:(dcache.c:127:ll_ddelete()) deleting dentry f160n.sanity-new1607 (ffff9b6508393288, parent ffff9b65088ea870, inode ffff9b65044d6c08) hashed,
00000080:00000001:3.0:1787761250.782645:0:323660:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1)
00000080:00000001:3.0:1787761250.782650:0:323660:0:(dcache.c:39:ll_release()) Process entered
00000080:00000001:3.0:1787761250.782652:0:323660:0:(dcache.c:48:ll_release()) Process leaving
00000080:00000001:3.0:1787761250.782659:0:323660:0:(dcache.c:120:ll_ddelete()) Process entered
00000020:00000001:3.0:1787761250.782660:0:323660:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a16bde8
00000080:00002000:3.0:1787761250.782663:0:323660:0:(dcache.c:127:ll_ddelete()) keeping dentry d160n.sanity (ffff9b65088ea870, parent ffff9b6511d48af8, inode ffff9b65044fc2c8) hashed,
00000080:00000001:3.0:1787761250.782666:0:323660:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0)
00010000:00000010:3.1:1787761250.788351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00010000:00000010:3.1:1787761250.788359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:3.1:1787761250.788363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00000080:00000010:3.1:1787761250.798320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa940.
00000080:00000010:3.1:1787761250.798346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aae80.
00010000:00000010:0.1:1787761250.830703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8400.
00010000:00000010:0.1:1787761250.834305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f200.
00010000:00000010:0.1:1787761250.834321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:0.1:1787761250.854127:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295aa0.
00000080:00000010:0.1:1787761250.854141:0:238629:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10960.
00010000:00000010:1.1:1787761250.885313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037b00.
00010000:00000010:1.1:1787761250.885338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:0.1:1787761250.885426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9e00.
00000080:00000010:2.1:1787761250.905313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295aa0.
00000080:00000010:2.1:1787761250.905340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07e0.
00000080:00000001:3.0:1787761250.913815:0:323663:0:(file.c:6674:ll_inode_permission()) Process entered
00000080:00000001:3.0:1787761250.913822:0:323663:0:(file.c:6674:ll_inode_permission()) Process entered
00000080:00000001:3.0:1787761250.913825:0:323663:0:(file.c:6206:ll_inode_revalidate()) Process entered
00000020:00000001:3.0:1787761250.913828:0:323663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a17bb98
00000080:00200000:3.0:1787761250.913832:0:323663:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b6511e321c8),name=/
00000080:00000010:3.0:1787761250.913840:0:323663:0:(llite_lib.c:4068:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b6537f5c400.
00800000:00000002:3.0:1787761250.913845:0:323663:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b65344b8100 2
00000080:00000001:3.0:1787761250.913849:0:323663:0:(namei.c:944:ll_intent_lock()) Process entered
00800000:00000001:3.0:1787761250.913854:0:323663:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered
00000020:00000001:3.0:1787761250.913856:0:323663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a17bab8
00800000:00000002:3.0:1787761250.913858:0:323663:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0]
00800000:00000001:3.0:1787761250.913861:0:323663:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered
00800000:00000002:3.0:1787761250.913865:0:323663:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='<NULL>' -> mds #0
00000002:00000001:3.0:1787761250.913870:0:323663:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered
00000020:00000001:3.0:1787761250.913872:0:323663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a17b988
00000002:00010000:3.0:1787761250.913874:0:323663:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00000002:00000001:3.0:1787761250.913877:0:323663:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered
00000002:00000001:3.0:1787761250.913878:0:323663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered
00010000:00000001:3.0:1787761250.913881:0:323663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1787761250.913888:0:323663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b651110f300 count: 2
00010000:00000001:3.0:1787761250.913891:0:323663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1787761250.913896:0:323663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761250.913899:0:323663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:3.0:1787761250.913904:0:323663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf200/0xf223c8ba2c179eac lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc2701f7cb19 expref: -99 pid: 301151 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1
02000000:00000001:3.0:1787761250.913914:0:323663:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered
02000000:00000001:3.0:1787761250.913918:0:323663:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761250.913921:0:323663:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf200/0xf223c8ba2c179eac lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc2701f7cb19 expref: -99 pid: 301151 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1
00000002:00000001:3.0:1787761250.913928:0:323663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4)
00000002:00000001:3.0:1787761250.913930:0:323663:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1)
00000002:00000001:3.0:1787761250.913932:0:323663:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1)
00800000:00000001:3.0:1787761250.913934:0:323663:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1)
00800000:00000001:3.0:1787761250.913936:0:323663:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1)
00000080:00200000:3.0:1787761250.913938:0:323663:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00000001:3.0:1787761250.913940:0:323663:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1)
00800000:00000002:3.0:1787761250.913942:0:323663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b65344b8100 2
00000080:00000010:3.0:1787761250.913945:0:323663:0:(llite_lib.c:4209:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b6537f5c400.
00000080:00000001:3.0:1787761250.913949:0:323663:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered
00000080:00000001:3.0:1787761250.913950:0:323663:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:3.0:1787761250.913953:0:323663:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b6511e321c8)
00000080:00010000:3.0:1787761250.913957:0:323663:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b6511e321c8) for lock 0xf223c8ba2c179eac
00800000:00000001:3.0:1787761250.913961:0:323663:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered
00000002:00000001:3.0:1787761250.913962:0:323663:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered
00010000:00000001:3.0:1787761250.913964:0:323663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.913967:0:323663:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.913969:0:323663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acf200 refcount=3
00000020:00000001:3.0:1787761250.913971:0:323663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744146944 : -110615965404672 : ffff9b6536acf200)
00010000:00000001:3.0:1787761250.913974:0:323663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744146944 : -110615965404672 : ffff9b6536acf200)
00010000:00000001:3.0:1787761250.913977:0:323663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.913978:0:323663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000002:00000001:3.0:1787761250.913979:0:323663:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761250.913981:0:323663:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:3.0:1787761250.913983:0:323663:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf223c8ba2c179eac from it ffffbf274a17bbd0
00010000:00000001:3.0:1787761250.913985:0:323663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.913987:0:323663:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.913988:0:323663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acf200 refcount=3
00000020:00000001:3.0:1787761250.913990:0:323663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744146944 : -110615965404672 : ffff9b6536acf200)
00010000:00000001:3.0:1787761250.913992:0:323663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744146944 : -110615965404672 : ffff9b6536acf200)
00010000:00000001:3.0:1787761250.913994:0:323663:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered
00010000:00010000:3.0:1787761250.913997:0:323663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf200/0xf223c8ba2c179eac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8950dc2701f7cb19 expref: -99 pid: 301151 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1
00010000:00000001:3.0:1787761250.914003:0:323663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.914004:0:323663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.914005:0:323663:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered
00010000:00000001:3.0:1787761250.914007:0:323663:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving
00010000:00010000:3.0:1787761250.914010:0:323663:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf200/0xf223c8ba2c179eac lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc2701f7cb19 expref: -99 pid: 301151 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1
00010000:00000001:3.0:1787761250.914017:0:323663:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787761250.914020:0:323663:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787761250.914022:0:323663:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787761250.914026:0:323663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.914027:0:323663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.914028:0:323663:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.914032:0:323663:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787761250.914034:0:323663:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.914036:0:323663:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.914038:0:323663:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.914040:0:323663:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:3.0:1787761250.914042:0:323663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.914043:0:323663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000100:00000001:3.0:1787761250.914046:0:323663:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787761250.914047:0:323663:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000080:00200000:3.0:1787761250.914050:0:323663:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b6511e321c8), inode mode 41ed mask 1
00000080:00000001:3.0:1787761250.914055:0:323663:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761250.914058:0:323663:0:(dcache.c:78:ll_dcompare()) Process entered
00000020:00000001:3.0:1787761250.914060:0:323663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a17bb60
00000080:00002000:3.0:1787761250.914062:0:323663:0:(dcache.c:87:ll_dcompare()) found name d160n.sanity(ffff9b65088ea870) flags 0x28004e refc 0
00000080:00000001:3.0:1787761250.914065:0:323663:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761250.914067:0:323663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a17bba8
00000080:00200000:3.0:1787761250.914068:0:323663:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160n.sanity, flags=24
00000080:00000001:3.0:1787761250.914073:0:323663:0:(llite_lib.c:3162:ll_dir_default_lmv_inherit()) Process entered
00000080:00000001:3.0:1787761250.914074:0:323663:0:(llite_lib.c:3168:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761250.914077:0:323663:0:(file.c:6674:ll_inode_permission()) Process entered
00000080:00200000:3.0:1787761250.914078:0:323663:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200002341:0x3c:0x0](ffff9b65044fc2c8), inode mode 41ed mask 1
00000080:00000001:3.0:1787761250.914081:0:323663:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761250.914087:0:323663:0:(file.c:6674:ll_inode_permission()) Process entered
00000080:00000001:3.0:1787761250.914089:0:323663:0:(file.c:6674:ll_inode_permission()) Process entered
00000080:00000001:3.0:1787761250.914090:0:323663:0:(file.c:6206:ll_inode_revalidate()) Process entered
00000020:00000001:3.0:1787761250.914091:0:323663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a17bb98
00000080:00200000:3.0:1787761250.914093:0:323663:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b6511e321c8),name=/
00000080:00000010:3.0:1787761250.914096:0:323663:0:(llite_lib.c:4068:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b6537f5c400.
00800000:00000002:3.0:1787761250.914099:0:323663:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b65344b8100 2
00000080:00000001:3.0:1787761250.914101:0:323663:0:(namei.c:944:ll_intent_lock()) Process entered
00800000:00000001:3.0:1787761250.914103:0:323663:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered
00000020:00000001:3.0:1787761250.914104:0:323663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a17bab8
00800000:00000002:3.0:1787761250.914106:0:323663:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0]
00800000:00000001:3.0:1787761250.914109:0:323663:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered
00800000:00000002:3.0:1787761250.914111:0:323663:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='<NULL>' -> mds #0
00000002:00000001:3.0:1787761250.914114:0:323663:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered
00000020:00000001:3.0:1787761250.914115:0:323663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a17b988
00000002:00010000:3.0:1787761250.914116:0:323663:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00000002:00000001:3.0:1787761250.914119:0:323663:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered
00000002:00000001:3.0:1787761250.914120:0:323663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered
00010000:00000001:3.0:1787761250.914121:0:323663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1787761250.914124:0:323663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b651110f300 count: 2
00010000:00000001:3.0:1787761250.914126:0:323663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1787761250.914128:0:323663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761250.914130:0:323663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:3.0:1787761250.914133:0:323663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf200/0xf223c8ba2c179eac lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc2701f7cb19 expref: -99 pid: 301151 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1
02000000:00000001:3.0:1787761250.914140:0:323663:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered
02000000:00000001:3.0:1787761250.914142:0:323663:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761250.914145:0:323663:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf200/0xf223c8ba2c179eac lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc2701f7cb19 expref: -99 pid: 301151 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1
00000002:00000001:3.0:1787761250.914151:0:323663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4)
00000002:00000001:3.0:1787761250.914153:0:323663:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1)
00000002:00000001:3.0:1787761250.914154:0:323663:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1)
00800000:00000001:3.0:1787761250.914156:0:323663:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1)
00800000:00000001:3.0:1787761250.914157:0:323663:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1)
00000080:00200000:3.0:1787761250.914159:0:323663:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00000001:3.0:1787761250.914161:0:323663:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1)
00800000:00000002:3.0:1787761250.914163:0:323663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b65344b8100 2
00000080:00000010:3.0:1787761250.914165:0:323663:0:(llite_lib.c:4209:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b6537f5c400.
00000080:00000001:3.0:1787761250.914168:0:323663:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered
00000080:00000001:3.0:1787761250.914169:0:323663:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:3.0:1787761250.914171:0:323663:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b6511e321c8)
00000080:00010000:3.0:1787761250.914174:0:323663:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b6511e321c8) for lock 0xf223c8ba2c179eac
00800000:00000001:3.0:1787761250.914176:0:323663:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered
00000002:00000001:3.0:1787761250.914177:0:323663:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered
00010000:00000001:3.0:1787761250.914178:0:323663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.914180:0:323663:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.914181:0:323663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acf200 refcount=3
00000020:00000001:3.0:1787761250.914183:0:323663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744146944 : -110615965404672 : ffff9b6536acf200)
00010000:00000001:3.0:1787761250.914185:0:323663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744146944 : -110615965404672 : ffff9b6536acf200)
00010000:00000001:3.0:1787761250.914187:0:323663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.914188:0:323663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000002:00000001:3.0:1787761250.914190:0:323663:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761250.914191:0:323663:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:3.0:1787761250.914193:0:323663:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf223c8ba2c179eac from it ffffbf274a17bbd0
00010000:00000001:3.0:1787761250.914195:0:323663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.914196:0:323663:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.914197:0:323663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acf200 refcount=3
00000020:00000001:3.0:1787761250.914199:0:323663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744146944 : -110615965404672 : ffff9b6536acf200)
00010000:00000001:3.0:1787761250.914201:0:323663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744146944 : -110615965404672 : ffff9b6536acf200)
00010000:00000001:3.0:1787761250.914203:0:323663:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered
00010000:00010000:3.0:1787761250.914206:0:323663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf200/0xf223c8ba2c179eac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8950dc2701f7cb19 expref: -99 pid: 301151 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1
00010000:00000001:3.0:1787761250.914211:0:323663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.914212:0:323663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.914214:0:323663:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered
00010000:00000001:3.0:1787761250.914215:0:323663:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving
00010000:00010000:3.0:1787761250.914217:0:323663:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf200/0xf223c8ba2c179eac lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc2701f7cb19 expref: -99 pid: 301151 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1
00010000:00000001:3.0:1787761250.914222:0:323663:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787761250.914224:0:323663:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787761250.914225:0:323663:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787761250.914227:0:323663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.914228:0:323663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.914229:0:323663:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.914231:0:323663:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787761250.914232:0:323663:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.914234:0:323663:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.914235:0:323663:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.914237:0:323663:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:3.0:1787761250.914238:0:323663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.914239:0:323663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000100:00000001:3.0:1787761250.914241:0:323663:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787761250.914242:0:323663:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000080:00200000:3.0:1787761250.914244:0:323663:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b6511e321c8), inode mode 41ed mask 1
00000080:00000001:3.0:1787761250.914277:0:323663:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761250.914279:0:323663:0:(dcache.c:78:ll_dcompare()) Process entered
00000020:00000001:3.0:1787761250.914280:0:323663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a17bb60
00000080:00002000:3.0:1787761250.914282:0:323663:0:(dcache.c:87:ll_dcompare()) found name d160n.sanity(ffff9b65088ea870) flags 0x28004e refc 1
00000080:00000001:3.0:1787761250.914284:0:323663:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761250.914286:0:323663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a17bba8
00000080:00200000:3.0:1787761250.914287:0:323663:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160n.sanity, flags=24
00000080:00000001:3.0:1787761250.914290:0:323663:0:(llite_lib.c:3162:ll_dir_default_lmv_inherit()) Process entered
00000080:00000001:3.0:1787761250.914291:0:323663:0:(llite_lib.c:3168:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761250.914293:0:323663:0:(file.c:6674:ll_inode_permission()) Process entered
00000080:00200000:3.0:1787761250.914295:0:323663:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200002341:0x3c:0x0](ffff9b65044fc2c8), inode mode 41ed mask 1
00000080:00000001:3.0:1787761250.914298:0:323663:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:3.0:1787761250.914308:0:323663:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b65106aaec0.
00000020:00000001:3.0:1787761250.914311:0:323663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a17bd80
00000080:00200000:3.0:1787761250.914312:0:323663:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f160n.sanity1610, dir=[0x200002341:0x3c:0x0](ffff9b65044fc2c8), flags=0
00000080:00000001:3.0:1787761250.914315:0:323663:0:(namei.c:1066:ll_lookup_it()) Process entered
00000020:00000001:3.0:1787761250.914317:0:323663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a17bc30
00000080:00200000:3.0:1787761250.914319:0:323663:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f160n.sanity1610, dir=[0x200002341:0x3c:0x0](ffff9b65044fc2c8), intent=getattr
00000080:00000010:3.0:1787761250.915049:0:323663:0:(llite_lib.c:4068:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b6537f5c400.
00000080:00000001:3.0:1787761250.915057:0:323663:0:(namei.c:944:ll_intent_lock()) Process entered
00800000:00000001:3.0:1787761250.915060:0:323663:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered
00000020:00000001:3.0:1787761250.915061:0:323663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a17bb50
00800000:00000002:3.0:1787761250.915063:0:323663:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160n.sanity1610' on [0x200002341:0x3c:0x0]
00800000:00000001:3.0:1787761250.915066:0:323663:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered
00000020:00000001:3.0:1787761250.915070:0:323663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a17bae8
00800000:00000002:3.0:1787761250.915072:0:323663:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002341:0x3c:0x0], fid2=[0x0:0x0:0x0], name='f160n.sanity1610' -> mds #0
00000002:00000001:3.0:1787761250.915075:0:323663:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered
00000020:00000001:3.0:1787761250.915076:0:323663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a17ba20
00000002:00010000:3.0:1787761250.915078:0:323663:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f160n.sanity1610,[0x0:0x0:0x0]) in obj [0x200002341:0x3c:0x0], intent: getattr flags 01
00000002:00000001:3.0:1787761250.915082:0:323663:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered
00000002:00000001:3.0:1787761250.915084:0:323663:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered
00000100:00000010:3.0:1787761250.915088:0:323663:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787761250.915092:0:323663:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=82 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00010000:00000001:3.0:1787761250.915098:0:323663:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered
00010000:00000001:3.0:1787761250.915101:0:323663:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787761250.915105:0:323663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.915106:0:323663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.915107:0:323663:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761250.915111:0:323663:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761250.915113:0:323663:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761250.915116:0:323663:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761250.915122:0:323663:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6414026c00.
00000100:00000001:3.0:1787761250.915128:0:323663:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.915132:0:323663:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered
00010000:00000001:3.0:1787761250.915134:0:323663:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.915135:0:323663:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered
00010000:00000001:3.0:1787761250.915137:0:323663:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.915139:0:323663:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761250.915145:0:323663:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633457765434304 : -110615944117312 : ffff9b6537f1c3c0)
00010000:00000001:3.0:1787761250.915148:0:323663:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered
00010000:00000001:3.0:1787761250.915150:0:323663:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered
00010000:00000040:3.0:1787761250.915156:0:323663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b653303f700 count: 2
00010000:00000001:3.0:1787761250.915158:0:323663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1787761250.915160:0:323663:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered
00010000:00000010:3.0:1787761250.915163:0:323663:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b6536ace400.
00000020:00000001:3.0:1787761250.915166:0:323663:0:(lustre_handles.c:61:class_handle_hash()) Process entered
00000020:00000040:3.0:1787761250.915168:0:323663:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b6536ace400 with handle 0xf223c8ba2c1e5f89 to hash
00000020:00000001:3.0:1787761250.915170:0:323663:0:(lustre_handles.c:94:class_handle_hash()) Process leaving
00010000:00000001:3.0:1787761250.915171:0:323663:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000001:3.0:1787761250.915174:0:323663:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000001:3.0:1787761250.915178:0:323663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761250.915179:0:323663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761250.915183:0:323663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5f89 lrc: 3/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323663 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787761250.915190:0:323663:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5f89 lrc: 3/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323663 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787761250.915199:0:323663:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5f89 lrc: 3/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323663 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00000001:3.0:1787761250.915204:0:323663:0:(client.c:3352:ptlrpc_queue_wait()) Process entered
00000100:00000001:3.0:1787761250.915206:0:323663:0:(client.c:1169:ptlrpc_prep_set()) Process entered
00000100:00000010:3.0:1787761250.915213:0:323663:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b650516e180.
00000100:00000001:3.0:1787761250.915215:0:323663:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633456912228736 : -110616797322880 : ffff9b650516e180)
00000100:00000001:3.0:1787761250.915217:0:323663:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787761250.915219:0:323663:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765434304 : -110615944117312 : ffff9b6537f1c3c0)
00000100:00000001:3.0:1787761250.915223:0:323663:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761250.915226:0:323663:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761250.915229:0:323663:0:(client.c:2688:ptlrpc_set_wait()) Process entered
00000100:00000001:3.0:1787761250.915230:0:323663:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787761250.915241:0:323663:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1c3c0 x1874597594960256/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761250.915660:0:323663:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761250.915663:0:323663:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761250.915666:0:323663:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787761250.915669:0:323663:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761250.915672:0:323663:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761250.915676:0:323663:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job mrename:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:323663:1874597594960256:192.168.203.101@tcp:101:mrename.0
00000100:00000001:3.0:1787761250.915681:0:323663:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787761250.915686:0:323663:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787761250.915688:0:323663:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761250.915691:0:323663:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787761250.915696:0:323663:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b652dc13000.
02000000:00000001:3.0:1787761250.915698:0:323663:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787761250.915705:0:323663:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:3.0:1787761250.915710:0:323663:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64206fe948.
00000400:00000010:3.0:1787761250.915717:0:323663:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653623c440.
00000100:00000200:3.0:1787761250.916170:0:323663:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874597594960256, portal 10
00000100:00000001:3.0:1787761250.916175:0:323663:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787761250.916176:0:323663:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765434304 : -110615944117312 : ffff9b6537f1c3c0)
00000100:00000040:3.0:1787761250.916184:0:323663:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600  req@ffff9b6537f1c3c0 x1874597594960256/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787761266 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761250.916191:0:323663:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787761250.916194:0:323663:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787761250.933541:0:323663:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000001:3.0:1787761250.933555:0:323663:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787761250.933558:0:323663:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787761250.933561:0:323663:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64206fe948.
00000400:00000200:3.0:1787761250.933581:0:323663:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653623c440
00000400:00000010:3.0:1787761250.933584:0:323663:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653623c440.
00000100:00000001:3.0:1787761250.933589:0:323663:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787761250.933599:0:323663:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1c3c0 x1874597594960256/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787761266 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000200:3.0:1787761250.933611:0:323663:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1c3c0 x1874597594960256/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787761266 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761250.933617:0:323663:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787761250.933620:0:323663:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761250.933622:0:323663:0:(client.c:1593:after_reply()) Process entered
02000000:00000001:3.0:1787761250.933625:0:323663:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1787761250.933628:0:323663:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1787761250.933630:0:323663:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761250.933632:0:323663:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1787761250.933640:0:323663:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b6425481c60 time=84 v=5 (5 5 5 5)
00000100:00001000:3.0:1787761250.933645:0:323663:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b6425481c18 time=84 v=5 (1 1 1 1)
00000100:00000001:3.0:1787761250.933647:0:323663:0:(client.c:1495:ptlrpc_check_status()) Process entered
00000100:00000001:3.0:1787761250.933648:0:323663:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.933652:0:323663:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered
00010000:00000001:3.0:1787761250.933656:0:323663:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761250.933660:0:323663:0:(client.c:3109:ptlrpc_free_committed()) Process entered
00000100:00000040:3.0:1787761250.933662:0:323663:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b6504d3c000: skip recheck: last_committed 21474908209
00000100:00000001:3.0:1787761250.933664:0:323663:0:(client.c:3122:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1787761250.933680:0:323663:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761250.933686:0:323663:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1c3c0 x1874597594960256/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761266 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761250.933693:0:323663:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787761250.933696:0:323663:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787761250.933698:0:323663:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787761250.933702:0:323663:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1c3c0 x1874597594960256/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761266 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00100000:3.0:1787761250.933709:0:323663:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job mrename:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:323663:1874597594960256:192.168.203.101@tcp:101:mrename.0
00000100:00000001:3.0:1787761250.933713:0:323663:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761250.933715:0:323663:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761250.933718:0:323663:0:(client.c:1237:ptlrpc_set_destroy()) Process entered
00000100:00000001:3.0:1787761250.933720:0:323663:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761250.933723:0:323663:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1c3c0 x1874597594960256/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761266 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761250.933729:0:323663:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761250.933731:0:323663:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b650516e180.
00000100:00000001:3.0:1787761250.933736:0:323663:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving
00000100:00000001:3.0:1787761250.933737:0:323663:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.933739:0:323663:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered
00010000:00000001:3.0:1787761250.933743:0:323663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.933745:0:323663:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.933749:0:323663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536ace400 refcount=4
00000020:00000001:3.0:1787761250.933751:0:323663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000001:3.0:1787761250.933754:0:323663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000040:3.0:1787761250.933759:0:323663:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b6536ace400, remote cookie: 0x8950dc270228af51, flags: 0x1001
00010000:00010000:3.0:1787761250.933764:0:323663:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5f89 lrc: 4/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc270228af51 expref: -99 pid: 323663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000040:3.0:1787761250.933772:0:323663:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002341:0x54a7:0x0].0x0, instead of [0x200002341:0x3c:0x0].0x0
00010000:00000001:3.0:1787761250.933775:0:323663:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered
00010000:00000010:3.0:1787761250.933785:0:323663:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b651110f700.
00010000:00000010:3.0:1787761250.933791:0:323663:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b6413123c80.
00010000:00000001:3.0:1787761250.933796:0:323663:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761250.933799:0:323663:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5f89 lrc: 4/1,0 mode: --/PR res: [0x200002341:0x54a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc270228af51 expref: -99 pid: 323663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787761250.933807:0:323663:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5f89 lrc: 4/1,0 mode: --/PR res: [0x200002341:0x54a7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc270228af51 expref: -99 pid: 323663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761250.933813:0:323663:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered
00010000:00000001:3.0:1787761250.933817:0:323663:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered
00010000:00000001:3.0:1787761250.933819:0:323663:0:(ldlm_lock.c:989:search_granted_lock()) Process entered
00010000:00000001:3.0:1787761250.933821:0:323663:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving
00010000:00000001:3.0:1787761250.933823:0:323663:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:3.0:1787761250.933826:0:323663:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002341:0x54a7:0x0].0x0 (ffff9b651110f700) refcount = 1
00010000:00010000:3.0:1787761250.933830:0:323663:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5f89 lrc: 4/1,0 mode: PR/PR res: [0x200002341:0x54a7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8950dc270228af51 expref: -99 pid: 323663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761250.933837:0:323663:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:3.0:1787761250.933840:0:323663:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving
00010000:00000001:3.0:1787761250.933841:0:323663:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1787761250.933844:0:323663:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered
00010000:00000001:3.0:1787761250.933846:0:323663:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761250.933850:0:323663:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5f89 lrc: 4/1,0 mode: PR/PR res: [0x200002341:0x54a7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc270228af51 expref: -99 pid: 323663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761250.933856:0:323663:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving
00010000:00000001:3.0:1787761250.933857:0:323663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.933859:0:323663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.933860:0:323663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.933861:0:323663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.933862:0:323663:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761250.933866:0:323663:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered
00010000:00000001:3.0:1787761250.933868:0:323663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.933869:0:323663:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.933870:0:323663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536ace400 refcount=3
00000020:00000001:3.0:1787761250.933872:0:323663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000001:3.0:1787761250.933873:0:323663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000001:3.0:1787761250.933876:0:323663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.933877:0:323663:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.933878:0:323663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536ace400 refcount=4
00000020:00000001:3.0:1787761250.933879:0:323663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000001:3.0:1787761250.933881:0:323663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000001:3.0:1787761250.933884:0:323663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761250.933886:0:323663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761250.933889:0:323663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5f89 lrc: 5/2,0 mode: PR/PR res: [0x200002341:0x54a7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8950dc270228af51 expref: -99 pid: 323663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761250.933901:0:323663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.933902:0:323663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.933903:0:323663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.933904:0:323663:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.933905:0:323663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536ace400 refcount=5
00000020:00000001:3.0:1787761250.933907:0:323663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000001:3.0:1787761250.933909:0:323663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000001:3.0:1787761250.933911:0:323663:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered
00010000:00010000:3.0:1787761250.933913:0:323663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5f89 lrc: 5/2,0 mode: PR/PR res: [0x200002341:0x54a7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8950dc270228af51 expref: -99 pid: 323663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761250.933919:0:323663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.933920:0:323663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00010000:3.0:1787761250.933922:0:323663:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5f89 lrc: 4/1,0 mode: PR/PR res: [0x200002341:0x54a7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8950dc270228af51 expref: -99 pid: 323663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761250.933928:0:323663:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:3.0:1787761250.933930:0:323663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.933931:0:323663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.933932:0:323663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.933933:0:323663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000002:00100000:3.0:1787761250.933938:0:323663:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0  req@ffff9b6537f1c3c0 x1874597594960256/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761266 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:0
00010000:00000001:3.0:1787761250.933946:0:323663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.933947:0:323663:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.933948:0:323663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536ace400 refcount=3
00000020:00000001:3.0:1787761250.933950:0:323663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000001:3.0:1787761250.933952:0:323663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000001:3.0:1787761250.933955:0:323663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.933956:0:323663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000002:00000001:3.0:1787761250.933957:0:323663:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761250.933959:0:323663:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761250.933962:0:323663:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered
00010000:00000001:3.0:1787761250.933964:0:323663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.933965:0:323663:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.933967:0:323663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536ace400 refcount=3
00000020:00000001:3.0:1787761250.933968:0:323663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000001:3.0:1787761250.933970:0:323663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00000002:00010000:3.0:1787761250.933973:0:323663:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5f89 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x54a7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc270228af51 expref: -99 pid: 323663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761250.933979:0:323663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.933980:0:323663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.933982:0:323663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered
00010000:00000001:3.0:1787761250.933983:0:323663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.933985:0:323663:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.933986:0:323663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536ace400 refcount=3
00000020:00000001:3.0:1787761250.933988:0:323663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000001:3.0:1787761250.933990:0:323663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000040:3.0:1787761250.933993:0:323663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b651110f700 count: 2
00010000:00000001:3.0:1787761250.933996:0:323663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00010000:3.0:1787761250.933999:0:323663:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b65130bb000 type 13 mode 4 res 8589943617/21671 (0 0)
00010000:00000001:3.0:1787761250.934002:0:323663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.934003:0:323663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000002:00000001:3.0:1787761250.934005:0:323663:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving
00000020:00000001:3.0:1787761250.934007:0:323663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a17b9a8
00000002:00002000:3.0:1787761250.934009:0:323663:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f160n.sanity1610 intent=getattr status=0 disp=0xb: rc = 0
00000002:00000001:3.0:1787761250.934013:0:323663:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761250.934016:0:323663:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761250.934018:0:323663:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00200000:3.0:1787761250.934022:0:323663:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200002341:0x3c:0x0] suppgids 0 -1: rc 0
00000080:00000001:3.0:1787761250.934025:0:323663:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761250.934029:0:323663:0:(namei.c:668:ll_lookup_it_finish()) Process entered
00000080:00002000:3.0:1787761250.934031:0:323663:0:(namei.c:674:ll_lookup_it_finish()) it ffffbf274a17bdb8 it_disposition b
00000080:00000001:3.0:1787761250.934034:0:323663:0:(llite_lib.c:3850:ll_prep_inode()) Process entered
00000002:00000001:3.0:1787761250.934041:0:323663:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered
00000002:00000001:3.0:1787761250.934043:0:323663:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving
00000080:00000001:3.0:1787761250.934046:0:323663:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115339490251943 : 144115339490251943 : 2000023410054a7)
00000080:00000001:3.0:1787761250.934048:0:323663:0:(namei.c:113:ll_iget()) Process entered
00000080:00000001:3.0:1787761250.934054:0:323663:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115339490251943 : 144115339490251943 : 2000023410054a7)
00000080:00000001:3.0:1787761250.934056:0:323663:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554467 : 33554467 : 2000023)
00000080:00200000:3.0:1787761250.934061:0:323663:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200002341:0x54a7:0x0], updating i_size 0
00000080:00200000:3.0:1787761250.934063:0:323663:0:(namei.c:147:ll_iget()) got inode: [0x200002341:0x54a7:0x0](ffff9b65044d3248): rc = 0
00000080:00000001:3.0:1787761250.934066:0:323663:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633456899011144 : -110616810540472 : ffff9b65044d3248)
00010000:00000001:3.0:1787761250.934068:0:323663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.934069:0:323663:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.934071:0:323663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536ace400 refcount=3
00000020:00000001:3.0:1787761250.934073:0:323663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000001:3.0:1787761250.934075:0:323663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00000080:00000001:3.0:1787761250.934078:0:323663:0:(file.c:6819:ll_layout_conf()) Process entered
00000020:00000001:3.0:1787761250.934081:0:323663:0:(cl_object.c:754:cl_env_obtain()) Process entered
00000020:00000001:3.0:1787761250.934084:0:323663:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633456927944360 : -110616781607256 : ffff9b650606aea8)
00000020:00001000:3.0:1787761250.934086:0:323663:0:(cl_object.c:823:cl_env_get()) 1@ffff9b650606aea0
00000020:00000001:3.0:1787761250.934089:0:323663:0:(cl_object.c:343:cl_conf_set()) Process entered
00020000:00000001:3.0:1787761250.934092:0:323663:0:(lov_object.c:1456:lov_conf_set()) Process entered
00020000:00000002:3.0:1787761250.934094:0:323663:0:(lov_object.c:1310:lov_conf_lock()) Took exclusive lov(ffff9b65060d16c8) owner ffff9b65102b0000
00020000:00000001:3.0:1787761250.934097:0:323663:0:(lov_object.c:1516:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0)
00020000:00000002:3.0:1787761250.934100:0:323663:0:(lov_object.c:1316:lov_conf_unlock()) To release exclusive lov(ffff9b65060d16c8) owner ffff9b65102b0000
00020000:00000002:3.0:1787761250.934103:0:323663:0:(lov_object.c:1543:lov_conf_set()) [0x200002341:0x54a7:0x0] lo_layout_invalid=0
00020000:00000001:3.0:1787761250.934105:0:323663:0:(lov_object.c:1544:lov_conf_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761250.934107:0:323663:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761250.934109:0:323663:0:(cl_object.c:448:cl_object_layout_get()) Process entered
00020000:00000002:3.0:1787761250.934112:0:323663:0:(lov_object.c:1264:lov_conf_freeze()) To take share lov(ffff9b65060d16c8) owner 0000000000000000/ffff9b65102b0000
00020000:00000002:3.0:1787761250.934115:0:323663:0:(lov_object.c:1272:lov_conf_thaw()) To release share lov(ffff9b65060d16c8) owner 0000000000000000/ffff9b65102b0000
00020000:00000001:3.0:1787761250.934118:0:323663:0:(lov_object.c:2298:lov_object_layout_get()) Process entered
00020000:00000001:3.0:1787761250.934119:0:323663:0:(lov_object.c:2304:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0)
00000080:00200000:3.0:1787761250.934121:0:323663:0:(file.c:6854:ll_layout_conf()) [0x200002341:0x54a7:0x0]: layout version change: 4294967294 -> 4294967295
00000020:00001000:3.0:1787761250.934124:0:323663:0:(cl_object.c:917:cl_env_put()) 1@ffff9b650606aea0
00000080:00000001:3.0:1787761250.934127:0:323663:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.934129:0:323663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.934130:0:323663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000080:00000001:3.0:1787761250.934131:0:323663:0:(llite_lib.c:3948:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0)
00800000:00000001:3.0:1787761250.934133:0:323663:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered
00800000:00000001:3.0:1787761250.934135:0:323663:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:3.0:1787761250.934138:0:323663:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200002341:0x54a7:0x0](ffff9b65044d3248) for lock 0xf223c8ba2c1e5f89
00800000:00000001:3.0:1787761250.934141:0:323663:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered
00000002:00000001:3.0:1787761250.934143:0:323663:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered
00010000:00000001:3.0:1787761250.934144:0:323663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.934145:0:323663:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.934147:0:323663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536ace400 refcount=3
00000020:00000001:3.0:1787761250.934148:0:323663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000001:3.0:1787761250.934150:0:323663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000001:3.0:1787761250.934152:0:323663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.934153:0:323663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000002:00000001:3.0:1787761250.934154:0:323663:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761250.934156:0:323663:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00000080:00002000:3.0:1787761250.934161:0:323663:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b6508393288 inode ffff9b65044d3248 refc 1 flags 0x40000e
00000080:00000001:3.0:1787761250.934164:0:323663:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0)
00000080:00010000:3.0:1787761250.934167:0:323663:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002341:0x54a7:0x0](ffff9b65044d3248)
00000080:00010000:3.0:1787761250.934171:0:323663:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf223c8ba2c1e5f89 from it ffffbf274a17bdb8
00010000:00000001:3.0:1787761250.934172:0:323663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761250.934173:0:323663:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761250.934174:0:323663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536ace400 refcount=3
00000020:00000001:3.0:1787761250.934176:0:323663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000001:3.0:1787761250.934178:0:323663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744143360 : -110615965408256 : ffff9b6536ace400)
00010000:00000001:3.0:1787761250.934180:0:323663:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered
00010000:00010000:3.0:1787761250.934182:0:323663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5f89 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x54a7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8950dc270228af51 expref: -99 pid: 323663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761250.934188:0:323663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.934189:0:323663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.934191:0:323663:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered
00010000:00000001:3.0:1787761250.934193:0:323663:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving
00010000:00010000:3.0:1787761250.934197:0:323663:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536ace400/0xf223c8ba2c1e5f89 lrc: 2/0,0 mode: PR/PR res: [0x200002341:0x54a7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8950dc270228af51 expref: -99 pid: 323663 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00000001:3.0:1787761250.934204:0:323663:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787761250.934206:0:323663:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787761250.934208:0:323663:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787761250.934212:0:323663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.934214:0:323663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761250.934215:0:323663:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.934218:0:323663:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787761250.934220:0:323663:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.934222:0:323663:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.934224:0:323663:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761250.934226:0:323663:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:3.0:1787761250.934227:0:323663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761250.934228:0:323663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000080:00000001:3.0:1787761250.934230:0:323663:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0)
00000080:00000010:3.0:1787761250.934233:0:323663:0:(llite_lib.c:4209:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b6537f5c400.
00000100:00000001:3.0:1787761250.934237:0:323663:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761250.934243:0:323663:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1c3c0 x1874597594960256/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761266 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761250.934298:0:323663:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787761250.934301:0:323663:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787761250.934304:0:323663:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b652dc13000.
02000000:00000001:3.0:1787761250.934308:0:323663:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787761250.934311:0:323663:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787761250.934312:0:323663:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=81 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:3.0:1787761250.934314:0:323663:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787761250.934317:0:323663:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6414026c00.
02000000:00000001:3.0:1787761250.934321:0:323663:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787761250.934322:0:323663:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787761250.935000:0:323663:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1c3c0.
00000100:00000001:3.0:1787761250.935006:0:323663:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787761250.935008:0:323663:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000080:00000001:3.0:1787761250.935011:0:323663:0:(dcache.c:174:ll_intent_release()) Process entered
00000080:00000040:3.0:1787761250.935012:0:323663:0:(dcache.c:176:ll_intent_release()) intent ffffbf274a17bdb8 released
00000080:00000001:3.0:1787761250.935014:0:323663:0:(dcache.c:187:ll_intent_release()) Process leaving
00010000:00000010:2.1:1787761250.947370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00010000:00000010:2.1:1787761250.953293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f700.
00010000:00000010:2.1:1787761250.953309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536ace400.
00000080:00000010:2.1:1787761250.963391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10340.
00000080:00000010:2.1:1787761250.963404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aaec0.
00010000:00000010:0.1:1787761250.996298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9a00.
00010000:00000010:0.1:1787761251.003294:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037b00.
00010000:00000010:0.1:1787761251.003306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:0.1:1787761251.024930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252951a0.
00000080:00000010:0.1:1787761251.024949:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10340.
00010000:00000010:2.1:1787761251.060776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00010000:00000010:2.1:1787761251.060792:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:2.1:1787761251.060796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000020:00000001:3.0:1787761251.083545:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761251.083549:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761251.083552:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00000010:2.1:1787761251.084295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10bc0.
00000080:00000010:2.1:1787761251.084307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10080.
00010000:00000010:2.1:1787761251.114299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:2.1:1787761251.118875:0:323666:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1500.
00010000:00000010:2.1:1787761251.118890:0:323666:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635c00.
00000080:00000001:3.0:1787761251.119340:0:323666:0:(dcache.c:39:ll_release()) Process entered
00000080:00000001:3.0:1787761251.119346:0:323666:0:(dcache.c:48:ll_release()) Process leaving
00000080:00000001:3.0:1787761251.119349:0:323666:0:(dcache.c:120:ll_ddelete()) Process entered
00000020:00000001:3.0:1787761251.119352:0:323666:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1a3de8
00000080:00002000:3.0:1787761251.119354:0:323666:0:(dcache.c:127:ll_ddelete()) deleting dentry f160n.sanity-new1613 (ffff9b650839ed80, parent ffff9b65088ea870, inode ffff9b65022d3a88) hashed,
00000080:00000001:3.0:1787761251.119357:0:323666:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1)
00000080:00000001:3.0:1787761251.119362:0:323666:0:(dcache.c:39:ll_release()) Process entered
00000080:00000001:3.0:1787761251.119364:0:323666:0:(dcache.c:48:ll_release()) Process leaving
00000080:00000001:3.0:1787761251.119370:0:323666:0:(dcache.c:120:ll_ddelete()) Process entered
00000020:00000001:3.0:1787761251.119372:0:323666:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1a3de8
00000080:00002000:3.0:1787761251.119374:0:323666:0:(dcache.c:127:ll_ddelete()) keeping dentry d160n.sanity (ffff9b65088ea870, parent ffff9b6511d48af8, inode ffff9b65044fc2c8) hashed,
00000080:00000001:3.0:1787761251.119376:0:323666:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:3.1:1787761251.130560:0:323667:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0c40.
00000080:00000010:3.1:1787761251.130580:0:323667:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d02a0.
00010000:00000010:0.1:1787761251.164230:0:238628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00010000:00000010:1.1:1787761251.167585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037b00.
00010000:00000010:1.1:1787761251.167598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00000080:00000001:3.0:1787761251.209798:0:323668:0:(file.c:6674:ll_inode_permission()) Process entered
00000080:00000001:3.0:1787761251.209805:0:323668:0:(file.c:6674:ll_inode_permission()) Process entered
00000080:00000001:3.0:1787761251.209807:0:323668:0:(file.c:6206:ll_inode_revalidate()) Process entered
00000020:00000001:3.0:1787761251.209811:0:323668:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a193b98
00000080:00200000:3.0:1787761251.209815:0:323668:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b6511e321c8),name=/
00000080:00000010:3.0:1787761251.209823:0:323668:0:(llite_lib.c:4068:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b6537f5d600.
00800000:00000002:3.0:1787761251.209830:0:323668:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b65344b8100 2
00000080:00000001:3.0:1787761251.209834:0:323668:0:(namei.c:944:ll_intent_lock()) Process entered
00800000:00000001:3.0:1787761251.209839:0:323668:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered
00000020:00000001:3.0:1787761251.209841:0:323668:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a193ab8
00800000:00000002:3.0:1787761251.209843:0:323668:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0]
00800000:00000001:3.0:1787761251.209847:0:323668:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered
00800000:00000002:3.0:1787761251.209851:0:323668:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='<NULL>' -> mds #0
00000002:00000001:3.0:1787761251.209855:0:323668:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered
00000020:00000001:3.0:1787761251.209857:0:323668:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a193988
00000002:00010000:3.0:1787761251.209859:0:323668:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00000002:00000001:3.0:1787761251.209862:0:323668:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered
00000002:00000001:3.0:1787761251.209864:0:323668:0:(mdc_locks.c:137:mdc_lock_match()) Process entered
00010000:00000001:3.0:1787761251.209867:0:323668:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1787761251.209873:0:323668:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b651110f300 count: 2
00010000:00000001:3.0:1787761251.209875:0:323668:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1787761251.209880:0:323668:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761251.209884:0:323668:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:3.0:1787761251.209888:0:323668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf200/0xf223c8ba2c179eac lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc2701f7cb19 expref: -99 pid: 301151 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1
02000000:00000001:3.0:1787761251.209898:0:323668:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered
02000000:00000001:3.0:1787761251.209903:0:323668:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761251.209906:0:323668:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf200/0xf223c8ba2c179eac lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc2701f7cb19 expref: -99 pid: 301151 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1
00000002:00000001:3.0:1787761251.209913:0:323668:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4)
00000002:00000001:3.0:1787761251.209915:0:323668:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1)
00000002:00000001:3.0:1787761251.209916:0:323668:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1)
00800000:00000001:3.0:1787761251.209918:0:323668:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1)
00800000:00000001:3.0:1787761251.209920:0:323668:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1)
00000080:00200000:3.0:1787761251.209921:0:323668:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00000001:3.0:1787761251.209924:0:323668:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1)
00800000:00000002:3.0:1787761251.209926:0:323668:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b65344b8100 2
00000080:00000010:3.0:1787761251.209929:0:323668:0:(llite_lib.c:4209:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b6537f5d600.
00000080:00000001:3.0:1787761251.209933:0:323668:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered
00000080:00000001:3.0:1787761251.209935:0:323668:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:3.0:1787761251.209937:0:323668:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b6511e321c8)
00000080:00010000:3.0:1787761251.209940:0:323668:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b6511e321c8) for lock 0xf223c8ba2c179eac
00800000:00000001:3.0:1787761251.209943:0:323668:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered
00000002:00000001:3.0:1787761251.209945:0:323668:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered
00010000:00000001:3.0:1787761251.209946:0:323668:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.209948:0:323668:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.209951:0:323668:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acf200 refcount=3
00000020:00000001:3.0:1787761251.209954:0:323668:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744146944 : -110615965404672 : ffff9b6536acf200)
00010000:00000001:3.0:1787761251.209956:0:323668:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744146944 : -110615965404672 : ffff9b6536acf200)
00010000:00000001:3.0:1787761251.209959:0:323668:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.209960:0:323668:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000002:00000001:3.0:1787761251.209962:0:323668:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761251.209963:0:323668:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:3.0:1787761251.209966:0:323668:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf223c8ba2c179eac from it ffffbf274a193bd0
00010000:00000001:3.0:1787761251.209968:0:323668:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.209969:0:323668:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.209970:0:323668:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acf200 refcount=3
00000020:00000001:3.0:1787761251.209971:0:323668:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744146944 : -110615965404672 : ffff9b6536acf200)
00010000:00000001:3.0:1787761251.209973:0:323668:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744146944 : -110615965404672 : ffff9b6536acf200)
00010000:00000001:3.0:1787761251.209975:0:323668:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered
00010000:00010000:3.0:1787761251.209977:0:323668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf200/0xf223c8ba2c179eac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8950dc2701f7cb19 expref: -99 pid: 301151 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1
00010000:00000001:3.0:1787761251.209984:0:323668:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.209985:0:323668:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.209986:0:323668:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered
00010000:00000001:3.0:1787761251.209988:0:323668:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving
00010000:00010000:3.0:1787761251.209990:0:323668:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf200/0xf223c8ba2c179eac lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc2701f7cb19 expref: -99 pid: 301151 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1
00010000:00000001:3.0:1787761251.209997:0:323668:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787761251.210000:0:323668:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787761251.210002:0:323668:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787761251.210005:0:323668:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.210007:0:323668:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.210008:0:323668:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.210011:0:323668:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787761251.210013:0:323668:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.210015:0:323668:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.210017:0:323668:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.210019:0:323668:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:3.0:1787761251.210020:0:323668:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.210021:0:323668:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000100:00000001:3.0:1787761251.210024:0:323668:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787761251.210025:0:323668:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000080:00200000:3.0:1787761251.210027:0:323668:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b6511e321c8), inode mode 41ed mask 1
00000080:00000001:3.0:1787761251.210032:0:323668:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.210035:0:323668:0:(dcache.c:78:ll_dcompare()) Process entered
00000020:00000001:3.0:1787761251.210038:0:323668:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a193b60
00000080:00002000:3.0:1787761251.210040:0:323668:0:(dcache.c:87:ll_dcompare()) found name d160n.sanity(ffff9b65088ea870) flags 0x28004e refc 0
00000080:00000001:3.0:1787761251.210042:0:323668:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761251.210044:0:323668:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a193ba8
00000080:00200000:3.0:1787761251.210045:0:323668:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160n.sanity, flags=24
00000080:00000001:3.0:1787761251.210049:0:323668:0:(llite_lib.c:3162:ll_dir_default_lmv_inherit()) Process entered
00000080:00000001:3.0:1787761251.210050:0:323668:0:(llite_lib.c:3168:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.210052:0:323668:0:(file.c:6674:ll_inode_permission()) Process entered
00000080:00200000:3.0:1787761251.210054:0:323668:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200002341:0x3c:0x0](ffff9b65044fc2c8), inode mode 41ed mask 1
00000080:00000001:3.0:1787761251.210056:0:323668:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.210061:0:323668:0:(file.c:6674:ll_inode_permission()) Process entered
00000080:00000001:3.0:1787761251.210062:0:323668:0:(file.c:6674:ll_inode_permission()) Process entered
00000080:00000001:3.0:1787761251.210063:0:323668:0:(file.c:6206:ll_inode_revalidate()) Process entered
00000020:00000001:3.0:1787761251.210064:0:323668:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a193b98
00000080:00200000:3.0:1787761251.210066:0:323668:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b6511e321c8),name=/
00000080:00000010:3.0:1787761251.210069:0:323668:0:(llite_lib.c:4068:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b6537f5d600.
00800000:00000002:3.0:1787761251.210071:0:323668:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b65344b8100 2
00000080:00000001:3.0:1787761251.210073:0:323668:0:(namei.c:944:ll_intent_lock()) Process entered
00800000:00000001:3.0:1787761251.210074:0:323668:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered
00000020:00000001:3.0:1787761251.210075:0:323668:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a193ab8
00800000:00000002:3.0:1787761251.210077:0:323668:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0]
00800000:00000001:3.0:1787761251.210079:0:323668:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered
00800000:00000002:3.0:1787761251.210081:0:323668:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='<NULL>' -> mds #0
00000002:00000001:3.0:1787761251.210083:0:323668:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered
00000020:00000001:3.0:1787761251.210084:0:323668:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a193988
00000002:00010000:3.0:1787761251.210086:0:323668:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00000002:00000001:3.0:1787761251.210088:0:323668:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered
00000002:00000001:3.0:1787761251.210089:0:323668:0:(mdc_locks.c:137:mdc_lock_match()) Process entered
00010000:00000001:3.0:1787761251.210090:0:323668:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1787761251.210092:0:323668:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b651110f300 count: 2
00010000:00000001:3.0:1787761251.210094:0:323668:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1787761251.210096:0:323668:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761251.210098:0:323668:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:3.0:1787761251.210100:0:323668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf200/0xf223c8ba2c179eac lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc2701f7cb19 expref: -99 pid: 301151 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1
02000000:00000001:3.0:1787761251.210111:0:323668:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered
02000000:00000001:3.0:1787761251.210113:0:323668:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761251.210115:0:323668:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf200/0xf223c8ba2c179eac lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc2701f7cb19 expref: -99 pid: 301151 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1
00000002:00000001:3.0:1787761251.210121:0:323668:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4)
00000002:00000001:3.0:1787761251.210123:0:323668:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1)
00000002:00000001:3.0:1787761251.210124:0:323668:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1)
00800000:00000001:3.0:1787761251.210125:0:323668:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1)
00800000:00000001:3.0:1787761251.210127:0:323668:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1)
00000080:00200000:3.0:1787761251.210128:0:323668:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00000001:3.0:1787761251.210130:0:323668:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1)
00800000:00000002:3.0:1787761251.210131:0:323668:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b65344b8100 2
00000080:00000010:3.0:1787761251.210133:0:323668:0:(llite_lib.c:4209:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b6537f5d600.
00000080:00000001:3.0:1787761251.210135:0:323668:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered
00000080:00000001:3.0:1787761251.210136:0:323668:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:3.0:1787761251.210138:0:323668:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b6511e321c8)
00000080:00010000:3.0:1787761251.210140:0:323668:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b6511e321c8) for lock 0xf223c8ba2c179eac
00800000:00000001:3.0:1787761251.210142:0:323668:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered
00000002:00000001:3.0:1787761251.210144:0:323668:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered
00010000:00000001:3.0:1787761251.210145:0:323668:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.210146:0:323668:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.210147:0:323668:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acf200 refcount=3
00000020:00000001:3.0:1787761251.210149:0:323668:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744146944 : -110615965404672 : ffff9b6536acf200)
00010000:00000001:3.0:1787761251.210150:0:323668:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744146944 : -110615965404672 : ffff9b6536acf200)
00010000:00000001:3.0:1787761251.210152:0:323668:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.210153:0:323668:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000002:00000001:3.0:1787761251.210154:0:323668:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761251.210156:0:323668:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:3.0:1787761251.210157:0:323668:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf223c8ba2c179eac from it ffffbf274a193bd0
00010000:00000001:3.0:1787761251.210159:0:323668:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.210160:0:323668:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.210161:0:323668:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acf200 refcount=3
00000020:00000001:3.0:1787761251.210163:0:323668:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744146944 : -110615965404672 : ffff9b6536acf200)
00010000:00000001:3.0:1787761251.210164:0:323668:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744146944 : -110615965404672 : ffff9b6536acf200)
00010000:00000001:3.0:1787761251.210166:0:323668:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered
00010000:00010000:3.0:1787761251.210168:0:323668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf200/0xf223c8ba2c179eac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8950dc2701f7cb19 expref: -99 pid: 301151 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1
00010000:00000001:3.0:1787761251.210173:0:323668:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.210174:0:323668:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.210174:0:323668:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered
00010000:00000001:3.0:1787761251.210176:0:323668:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving
00010000:00010000:3.0:1787761251.210177:0:323668:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf200/0xf223c8ba2c179eac lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc2701f7cb19 expref: -99 pid: 301151 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1
00010000:00000001:3.0:1787761251.210182:0:323668:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787761251.210183:0:323668:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787761251.210184:0:323668:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787761251.210186:0:323668:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.210187:0:323668:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.210188:0:323668:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.210189:0:323668:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787761251.210191:0:323668:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.210192:0:323668:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.210194:0:323668:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.210196:0:323668:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:3.0:1787761251.210197:0:323668:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.210198:0:323668:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000100:00000001:3.0:1787761251.210200:0:323668:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787761251.210201:0:323668:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000080:00200000:3.0:1787761251.210203:0:323668:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b6511e321c8), inode mode 41ed mask 1
00000080:00000001:3.0:1787761251.210205:0:323668:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.210207:0:323668:0:(dcache.c:78:ll_dcompare()) Process entered
00000020:00000001:3.0:1787761251.210209:0:323668:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a193b60
00000080:00002000:3.0:1787761251.210210:0:323668:0:(dcache.c:87:ll_dcompare()) found name d160n.sanity(ffff9b65088ea870) flags 0x28004e refc 1
00000080:00000001:3.0:1787761251.210212:0:323668:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761251.210214:0:323668:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a193ba8
00000080:00200000:3.0:1787761251.210215:0:323668:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160n.sanity, flags=24
00000080:00000001:3.0:1787761251.210218:0:323668:0:(llite_lib.c:3162:ll_dir_default_lmv_inherit()) Process entered
00000080:00000001:3.0:1787761251.210219:0:323668:0:(llite_lib.c:3168:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.210221:0:323668:0:(file.c:6674:ll_inode_permission()) Process entered
00000080:00200000:3.0:1787761251.210222:0:323668:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200002341:0x3c:0x0](ffff9b65044fc2c8), inode mode 41ed mask 1
00000080:00000001:3.0:1787761251.210224:0:323668:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:3.0:1787761251.210232:0:323668:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b65106aa120.
00000020:00000001:3.0:1787761251.210235:0:323668:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a193d80
00000080:00200000:3.0:1787761251.210237:0:323668:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f160n.sanity1615, dir=[0x200002341:0x3c:0x0](ffff9b65044fc2c8), flags=0
00000080:00000001:3.0:1787761251.210240:0:323668:0:(namei.c:1066:ll_lookup_it()) Process entered
00000020:00000001:3.0:1787761251.210241:0:323668:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a193c30
00000080:00200000:3.0:1787761251.210243:0:323668:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f160n.sanity1615, dir=[0x200002341:0x3c:0x0](ffff9b65044fc2c8), intent=getattr
00000080:00000010:3.0:1787761251.210467:0:323668:0:(llite_lib.c:4068:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b6537f5d600.
00000080:00000001:3.0:1787761251.210473:0:323668:0:(namei.c:944:ll_intent_lock()) Process entered
00800000:00000001:3.0:1787761251.210476:0:323668:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered
00000020:00000001:3.0:1787761251.210477:0:323668:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a193b50
00800000:00000002:3.0:1787761251.210479:0:323668:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160n.sanity1615' on [0x200002341:0x3c:0x0]
00800000:00000001:3.0:1787761251.210482:0:323668:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered
00000020:00000001:3.0:1787761251.210485:0:323668:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a193ae8
00800000:00000002:3.0:1787761251.210487:0:323668:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002341:0x3c:0x0], fid2=[0x0:0x0:0x0], name='f160n.sanity1615' -> mds #0
00000002:00000001:3.0:1787761251.210490:0:323668:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered
00000020:00000001:3.0:1787761251.210492:0:323668:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a193a20
00000002:00010000:3.0:1787761251.210493:0:323668:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f160n.sanity1615,[0x0:0x0:0x0]) in obj [0x200002341:0x3c:0x0], intent: getattr flags 01
00000002:00000001:3.0:1787761251.210497:0:323668:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered
00000002:00000001:3.0:1787761251.210500:0:323668:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered
00000100:00000010:3.0:1787761251.210810:0:323668:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787761251.210815:0:323668:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=87 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00010000:00000001:3.0:1787761251.210821:0:323668:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered
00010000:00000001:3.0:1787761251.210825:0:323668:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787761251.210828:0:323668:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.210829:0:323668:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.210830:0:323668:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761251.210833:0:323668:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761251.210835:0:323668:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761251.210838:0:323668:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761251.210846:0:323668:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6414026c00.
00000100:00000001:3.0:1787761251.210852:0:323668:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.210857:0:323668:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered
00010000:00000001:3.0:1787761251.210858:0:323668:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.210860:0:323668:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered
00010000:00000001:3.0:1787761251.210861:0:323668:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.210863:0:323668:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.210869:0:323668:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633457765434304 : -110615944117312 : ffff9b6537f1c3c0)
00010000:00000001:3.0:1787761251.210873:0:323668:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered
00010000:00000001:3.0:1787761251.210875:0:323668:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered
00010000:00000040:3.0:1787761251.210880:0:323668:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b653303f700 count: 2
00010000:00000001:3.0:1787761251.210882:0:323668:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1787761251.210884:0:323668:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered
00010000:00000010:3.0:1787761251.210887:0:323668:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b6536acf800.
00000020:00000001:3.0:1787761251.210891:0:323668:0:(lustre_handles.c:61:class_handle_hash()) Process entered
00000020:00000040:3.0:1787761251.210893:0:323668:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b6536acf800 with handle 0xf223c8ba2c1e5fcf to hash
00000020:00000001:3.0:1787761251.210894:0:323668:0:(lustre_handles.c:94:class_handle_hash()) Process leaving
00010000:00000001:3.0:1787761251.210896:0:323668:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633457744148480 : -110615965403136 : ffff9b6536acf800)
00010000:00000001:3.0:1787761251.210899:0:323668:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633457744148480 : -110615965403136 : ffff9b6536acf800)
00010000:00000001:3.0:1787761251.210901:0:323668:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761251.210903:0:323668:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761251.210906:0:323668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf800/0xf223c8ba2c1e5fcf lrc: 3/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323668 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787761251.210913:0:323668:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf800/0xf223c8ba2c1e5fcf lrc: 3/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323668 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787761251.210922:0:323668:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf800/0xf223c8ba2c1e5fcf lrc: 3/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323668 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00000001:3.0:1787761251.210927:0:323668:0:(client.c:3352:ptlrpc_queue_wait()) Process entered
00000100:00000001:3.0:1787761251.210929:0:323668:0:(client.c:1169:ptlrpc_prep_set()) Process entered
00000100:00000010:3.0:1787761251.210935:0:323668:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b650516e180.
00000100:00000001:3.0:1787761251.210937:0:323668:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633456912228736 : -110616797322880 : ffff9b650516e180)
00000100:00000001:3.0:1787761251.210941:0:323668:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787761251.210942:0:323668:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765434304 : -110615944117312 : ffff9b6537f1c3c0)
00000100:00000001:3.0:1787761251.210946:0:323668:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761251.210950:0:323668:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761251.210952:0:323668:0:(client.c:2688:ptlrpc_set_wait()) Process entered
00000100:00000001:3.0:1787761251.210954:0:323668:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787761251.210965:0:323668:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1c3c0 x1874597594962816/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.210974:0:323668:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761251.210976:0:323668:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761251.210980:0:323668:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787761251.210982:0:323668:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761251.210984:0:323668:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761251.210988:0:323668:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job mrename:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:323668:1874597594962816:192.168.203.101@tcp:101:mrename.0
00000100:00000001:3.0:1787761251.210992:0:323668:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787761251.210997:0:323668:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787761251.210999:0:323668:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761251.211001:0:323668:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787761251.211005:0:323668:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b652dc13000.
02000000:00000001:3.0:1787761251.211007:0:323668:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787761251.211014:0:323668:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:3.0:1787761251.211018:0:323668:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64206fe948.
00000400:00000010:3.0:1787761251.211025:0:323668:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653623c440.
00000100:00000200:3.0:1787761251.211032:0:323668:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874597594962816, portal 10
00000100:00000001:3.0:1787761251.211034:0:323668:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787761251.211035:0:323668:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765434304 : -110615944117312 : ffff9b6537f1c3c0)
00000100:00000040:3.0:1787761251.211041:0:323668:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600  req@ffff9b6537f1c3c0 x1874597594962816/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787761267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.211047:0:323668:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787761251.211050:0:323668:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:3.0:1787761251.211052:0:323668:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653623c110.
00000100:00000200:3.0:1787761251.211055:0:323668:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1874597594962816, offset 0
00000400:00000200:3.0:1787761251.211062:0:323668:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:3.0:1787761251.211070:0:323668:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761251.211077:0:323668:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:3.0:1787761251.211082:0:323668:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787761251.211086:0:323668:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:3.0:1787761251.211089:0:323668:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787761251.211092:0:323668:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:3.0:1787761251.211095:0:323668:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277305:277305:256:4294967295] 192.168.203.101@tcp LPNI seq info [277304:277304:8:4294967295]
00000400:00000200:3.0:1787761251.211100:0:323668:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761251.211108:0:323668:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787761251.211114:0:323668:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:3.0:1787761251.211119:0:323668:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b64038d5000.
00000800:00000200:3.0:1787761251.211125:0:323668:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (5)
00000800:00000200:3.0:1787761251.211132:0:323668:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.101@tcp ip 192.168.203.101:988
00000800:00000200:3.0:1787761251.211135:0:323668:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b64038d5000 type 1, nob 688 niov 1 nkiov 1
00000100:00000001:3.0:1787761251.211198:0:323668:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761251.211203:0:323668:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:3.0:1787761251.211206:0:323668:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787761251.211209:0:323668:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4314664395
00000100:00000010:3.0:1787761251.211214:0:323668:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6513218360.
00000100:00000001:3.0:1787761251.211220:0:323668:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787761251.211229:0:323668:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4314664395
00000100:00000010:3.0:1787761251.211232:0:323668:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b65132186c0.
00000100:00000001:3.0:1787761251.211235:0:323668:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787761251.211239:0:323668:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787761251.211241:0:323668:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761251.211243:0:323668:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761251.211428:0:323668:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b)
00000100:00100000:3.0:1787761251.211433:0:323668:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b650516e180 going to sleep for 11 seconds
00000100:00000001:3.0:1787761251.211436:0:323668:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761251.211438:0:323668:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:0.1:1787761251.215662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252958e0.
00000080:00000010:0.1:1787761251.215695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295360.
00000100:00000001:3.0:1787761251.233914:0:323668:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000001:3.0:1787761251.233922:0:323668:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787761251.233924:0:323668:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787761251.233927:0:323668:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64206fe948.
00000400:00000200:3.0:1787761251.233932:0:323668:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653623c440
00000400:00000010:3.0:1787761251.233935:0:323668:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653623c440.
00000100:00000001:3.0:1787761251.233938:0:323668:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787761251.233943:0:323668:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1c3c0 x1874597594962816/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787761267 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000200:3.0:1787761251.233952:0:323668:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1c3c0 x1874597594962816/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787761267 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.233958:0:323668:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787761251.233960:0:323668:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761251.233962:0:323668:0:(client.c:1593:after_reply()) Process entered
02000000:00000001:3.0:1787761251.233966:0:323668:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1787761251.233968:0:323668:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1787761251.233970:0:323668:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761251.233974:0:323668:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1787761251.233982:0:323668:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b6425481c60 time=85 v=5 (5 5 5 5)
00000100:00001000:3.0:1787761251.233987:0:323668:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b6425481c18 time=85 v=5 (1 1 1 1)
00000100:00000001:3.0:1787761251.233989:0:323668:0:(client.c:1495:ptlrpc_check_status()) Process entered
00000100:00000001:3.0:1787761251.233991:0:323668:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.233994:0:323668:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered
00010000:00000001:3.0:1787761251.233997:0:323668:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761251.234001:0:323668:0:(client.c:3109:ptlrpc_free_committed()) Process entered
00000100:00000040:3.0:1787761251.234003:0:323668:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b6504d3c000: skip recheck: last_committed 21474908209
00000100:00000001:3.0:1787761251.234005:0:323668:0:(client.c:3122:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1787761251.234007:0:323668:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761251.234012:0:323668:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1c3c0 x1874597594962816/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.234019:0:323668:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787761251.234022:0:323668:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787761251.234024:0:323668:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787761251.234028:0:323668:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1c3c0 x1874597594962816/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00100000:3.0:1787761251.234043:0:323668:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job mrename:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:323668:1874597594962816:192.168.203.101@tcp:101:mrename.0
00000100:00000001:3.0:1787761251.234048:0:323668:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761251.234050:0:323668:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761251.234053:0:323668:0:(client.c:1237:ptlrpc_set_destroy()) Process entered
00000100:00000001:3.0:1787761251.234055:0:323668:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761251.234058:0:323668:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1c3c0 x1874597594962816/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.234065:0:323668:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761251.234068:0:323668:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b650516e180.
00000100:00000001:3.0:1787761251.234071:0:323668:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving
00000100:00000001:3.0:1787761251.234072:0:323668:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.234075:0:323668:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered
00010000:00000001:3.0:1787761251.234078:0:323668:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.234081:0:323668:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.234085:0:323668:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acf800 refcount=4
00000020:00000001:3.0:1787761251.234088:0:323668:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744148480 : -110615965403136 : ffff9b6536acf800)
00010000:00000001:3.0:1787761251.234090:0:323668:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744148480 : -110615965403136 : ffff9b6536acf800)
00010000:00000040:3.0:1787761251.234096:0:323668:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b6536acf800, remote cookie: 0x8950dc270228b0d2, flags: 0x1001
00010000:00010000:3.0:1787761251.234102:0:323668:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf800/0xf223c8ba2c1e5fcf lrc: 4/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc270228b0d2 expref: -99 pid: 323668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000040:3.0:1787761251.234110:0:323668:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002341:0x54ac:0x0].0x0, instead of [0x200002341:0x3c:0x0].0x0
00010000:00000001:3.0:1787761251.234113:0:323668:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered
00010000:00000010:3.0:1787761251.234121:0:323668:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b651110f100.
00010000:00000010:3.0:1787761251.234126:0:323668:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b6413123e80.
00010000:00000001:3.0:1787761251.234130:0:323668:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761251.234133:0:323668:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf800/0xf223c8ba2c1e5fcf lrc: 4/1,0 mode: --/PR res: [0x200002341:0x54ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc270228b0d2 expref: -99 pid: 323668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787761251.234146:0:323668:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf800/0xf223c8ba2c1e5fcf lrc: 4/1,0 mode: --/PR res: [0x200002341:0x54ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc270228b0d2 expref: -99 pid: 323668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.234152:0:323668:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered
00010000:00000001:3.0:1787761251.234155:0:323668:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered
00010000:00000001:3.0:1787761251.234157:0:323668:0:(ldlm_lock.c:989:search_granted_lock()) Process entered
00010000:00000001:3.0:1787761251.234159:0:323668:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving
00010000:00000001:3.0:1787761251.234160:0:323668:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:3.0:1787761251.234162:0:323668:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002341:0x54ac:0x0].0x0 (ffff9b651110f100) refcount = 1
00010000:00010000:3.0:1787761251.234166:0:323668:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf800/0xf223c8ba2c1e5fcf lrc: 4/1,0 mode: PR/PR res: [0x200002341:0x54ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8950dc270228b0d2 expref: -99 pid: 323668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.234172:0:323668:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:3.0:1787761251.234175:0:323668:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving
00010000:00000001:3.0:1787761251.234176:0:323668:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1787761251.234179:0:323668:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered
00010000:00000001:3.0:1787761251.234182:0:323668:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761251.234184:0:323668:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf800/0xf223c8ba2c1e5fcf lrc: 4/1,0 mode: PR/PR res: [0x200002341:0x54ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc270228b0d2 expref: -99 pid: 323668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.234190:0:323668:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving
00010000:00000001:3.0:1787761251.234192:0:323668:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.234194:0:323668:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.234195:0:323668:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.234196:0:323668:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.234197:0:323668:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.234201:0:323668:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered
00010000:00000001:3.0:1787761251.234203:0:323668:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.234204:0:323668:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.234205:0:323668:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acf800 refcount=3
00000020:00000001:3.0:1787761251.234208:0:323668:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744148480 : -110615965403136 : ffff9b6536acf800)
00010000:00000001:3.0:1787761251.234210:0:323668:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744148480 : -110615965403136 : ffff9b6536acf800)
00010000:00000001:3.0:1787761251.234213:0:323668:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.234214:0:323668:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.234215:0:323668:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acf800 refcount=4
00000020:00000001:3.0:1787761251.234217:0:323668:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744148480 : -110615965403136 : ffff9b6536acf800)
00010000:00000001:3.0:1787761251.234219:0:323668:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744148480 : -110615965403136 : ffff9b6536acf800)
00010000:00000001:3.0:1787761251.234222:0:323668:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761251.234224:0:323668:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761251.234227:0:323668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf800/0xf223c8ba2c1e5fcf lrc: 5/2,0 mode: PR/PR res: [0x200002341:0x54ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8950dc270228b0d2 expref: -99 pid: 323668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.234233:0:323668:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.234235:0:323668:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.234236:0:323668:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.234237:0:323668:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.234238:0:323668:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acf800 refcount=5
00000020:00000001:3.0:1787761251.234240:0:323668:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744148480 : -110615965403136 : ffff9b6536acf800)
00010000:00000001:3.0:1787761251.234242:0:323668:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744148480 : -110615965403136 : ffff9b6536acf800)
00010000:00000001:3.0:1787761251.234244:0:323668:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered
00010000:00010000:3.0:1787761251.234276:0:323668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf800/0xf223c8ba2c1e5fcf lrc: 5/2,0 mode: PR/PR res: [0x200002341:0x54ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8950dc270228b0d2 expref: -99 pid: 323668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.234282:0:323668:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.234284:0:323668:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00010000:3.0:1787761251.234286:0:323668:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf800/0xf223c8ba2c1e5fcf lrc: 4/1,0 mode: PR/PR res: [0x200002341:0x54ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8950dc270228b0d2 expref: -99 pid: 323668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.234292:0:323668:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:3.0:1787761251.234293:0:323668:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.234294:0:323668:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.234296:0:323668:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.234297:0:323668:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000002:00100000:3.0:1787761251.234302:0:323668:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0  req@ffff9b6537f1c3c0 x1874597594962816/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:0
00010000:00000001:3.0:1787761251.234315:0:323668:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.234316:0:323668:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.234318:0:323668:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acf800 refcount=3
00000020:00000001:3.0:1787761251.234320:0:323668:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744148480 : -110615965403136 : ffff9b6536acf800)
00010000:00000001:3.0:1787761251.234322:0:323668:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744148480 : -110615965403136 : ffff9b6536acf800)
00010000:00000001:3.0:1787761251.234334:0:323668:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.234335:0:323668:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000002:00000001:3.0:1787761251.234337:0:323668:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.234339:0:323668:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.234342:0:323668:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered
00010000:00000001:3.0:1787761251.234344:0:323668:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.234345:0:323668:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.234346:0:323668:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acf800 refcount=3
00000020:00000001:3.0:1787761251.234348:0:323668:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744148480 : -110615965403136 : ffff9b6536acf800)
00010000:00000001:3.0:1787761251.234350:0:323668:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744148480 : -110615965403136 : ffff9b6536acf800)
00000002:00010000:3.0:1787761251.234354:0:323668:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf800/0xf223c8ba2c1e5fcf lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x54ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc270228b0d2 expref: -99 pid: 323668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.234360:0:323668:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.234361:0:323668:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.234362:0:323668:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered
00010000:00000001:3.0:1787761251.234364:0:323668:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.234365:0:323668:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.234366:0:323668:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acf800 refcount=3
00000020:00000001:3.0:1787761251.234368:0:323668:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744148480 : -110615965403136 : ffff9b6536acf800)
00010000:00000001:3.0:1787761251.234370:0:323668:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744148480 : -110615965403136 : ffff9b6536acf800)
00010000:00000040:3.0:1787761251.234374:0:323668:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b651110f100 count: 2
00010000:00000001:3.0:1787761251.234376:0:323668:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00010000:3.0:1787761251.234380:0:323668:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b65130bb000 type 13 mode 4 res 8589943617/21676 (0 0)
00010000:00000001:3.0:1787761251.234382:0:323668:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.234383:0:323668:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000002:00000001:3.0:1787761251.234385:0:323668:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving
00000020:00000001:3.0:1787761251.234388:0:323668:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1939a8
00000002:00002000:3.0:1787761251.234390:0:323668:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f160n.sanity1615 intent=getattr status=0 disp=0xb: rc = 0
00000002:00000001:3.0:1787761251.234393:0:323668:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761251.234396:0:323668:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761251.234398:0:323668:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00200000:3.0:1787761251.234401:0:323668:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200002341:0x3c:0x0] suppgids 0 -1: rc 0
00000080:00000001:3.0:1787761251.234404:0:323668:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.234408:0:323668:0:(namei.c:668:ll_lookup_it_finish()) Process entered
00000080:00002000:3.0:1787761251.234410:0:323668:0:(namei.c:674:ll_lookup_it_finish()) it ffffbf274a193db8 it_disposition b
00000080:00000001:3.0:1787761251.234413:0:323668:0:(llite_lib.c:3850:ll_prep_inode()) Process entered
00000002:00000001:3.0:1787761251.234418:0:323668:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered
00000002:00000001:3.0:1787761251.234420:0:323668:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving
00000080:00000001:3.0:1787761251.234423:0:323668:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115339490251948 : 144115339490251948 : 2000023410054ac)
00000080:00000001:3.0:1787761251.234426:0:323668:0:(namei.c:113:ll_iget()) Process entered
00000080:00000001:3.0:1787761251.234431:0:323668:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115339490251948 : 144115339490251948 : 2000023410054ac)
00000080:00000001:3.0:1787761251.234434:0:323668:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554467 : 33554467 : 2000023)
00000080:00200000:3.0:1787761251.234438:0:323668:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200002341:0x54ac:0x0], updating i_size 0
00000080:00200000:3.0:1787761251.234440:0:323668:0:(namei.c:147:ll_iget()) got inode: [0x200002341:0x54ac:0x0](ffff9b6511fe2a08): rc = 0
00000080:00000001:3.0:1787761251.234443:0:323668:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633457128712712 : -110616580838904 : ffff9b6511fe2a08)
00010000:00000001:3.0:1787761251.234445:0:323668:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.234446:0:323668:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.234448:0:323668:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acf800 refcount=3
00000020:00000001:3.0:1787761251.234450:0:323668:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744148480 : -110615965403136 : ffff9b6536acf800)
00010000:00000001:3.0:1787761251.234452:0:323668:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744148480 : -110615965403136 : ffff9b6536acf800)
00000080:00000001:3.0:1787761251.234454:0:323668:0:(file.c:6819:ll_layout_conf()) Process entered
00000020:00000001:3.0:1787761251.234456:0:323668:0:(cl_object.c:754:cl_env_obtain()) Process entered
00000020:00000001:3.0:1787761251.234460:0:323668:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633456927944360 : -110616781607256 : ffff9b650606aea8)
00000020:00001000:3.0:1787761251.234462:0:323668:0:(cl_object.c:823:cl_env_get()) 1@ffff9b650606aea0
00000020:00000001:3.0:1787761251.234465:0:323668:0:(cl_object.c:343:cl_conf_set()) Process entered
00020000:00000001:3.0:1787761251.234468:0:323668:0:(lov_object.c:1456:lov_conf_set()) Process entered
00020000:00000002:3.0:1787761251.234471:0:323668:0:(lov_object.c:1310:lov_conf_lock()) Took exclusive lov(ffff9b6541f704d8) owner ffff9b65102b0000
00020000:00000001:3.0:1787761251.234474:0:323668:0:(lov_object.c:1516:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0)
00020000:00000002:3.0:1787761251.234476:0:323668:0:(lov_object.c:1316:lov_conf_unlock()) To release exclusive lov(ffff9b6541f704d8) owner ffff9b65102b0000
00020000:00000002:3.0:1787761251.234479:0:323668:0:(lov_object.c:1543:lov_conf_set()) [0x200002341:0x54ac:0x0] lo_layout_invalid=0
00020000:00000001:3.0:1787761251.234481:0:323668:0:(lov_object.c:1544:lov_conf_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761251.234483:0:323668:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761251.234486:0:323668:0:(cl_object.c:448:cl_object_layout_get()) Process entered
00020000:00000002:3.0:1787761251.234488:0:323668:0:(lov_object.c:1264:lov_conf_freeze()) To take share lov(ffff9b6541f704d8) owner 0000000000000000/ffff9b65102b0000
00020000:00000002:3.0:1787761251.234491:0:323668:0:(lov_object.c:1272:lov_conf_thaw()) To release share lov(ffff9b6541f704d8) owner 0000000000000000/ffff9b65102b0000
00020000:00000001:3.0:1787761251.234494:0:323668:0:(lov_object.c:2298:lov_object_layout_get()) Process entered
00020000:00000001:3.0:1787761251.234495:0:323668:0:(lov_object.c:2304:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0)
00000080:00200000:3.0:1787761251.234498:0:323668:0:(file.c:6854:ll_layout_conf()) [0x200002341:0x54ac:0x0]: layout version change: 4294967294 -> 4294967295
00000020:00001000:3.0:1787761251.234500:0:323668:0:(cl_object.c:917:cl_env_put()) 1@ffff9b650606aea0
00000080:00000001:3.0:1787761251.234514:0:323668:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.234516:0:323668:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.234518:0:323668:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000080:00000001:3.0:1787761251.234519:0:323668:0:(llite_lib.c:3948:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0)
00800000:00000001:3.0:1787761251.234522:0:323668:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered
00800000:00000001:3.0:1787761251.234524:0:323668:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:3.0:1787761251.234527:0:323668:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200002341:0x54ac:0x0](ffff9b6511fe2a08) for lock 0xf223c8ba2c1e5fcf
00800000:00000001:3.0:1787761251.234530:0:323668:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered
00000002:00000001:3.0:1787761251.234531:0:323668:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered
00010000:00000001:3.0:1787761251.234533:0:323668:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.234534:0:323668:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.234535:0:323668:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acf800 refcount=3
00000020:00000001:3.0:1787761251.234537:0:323668:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744148480 : -110615965403136 : ffff9b6536acf800)
00010000:00000001:3.0:1787761251.234540:0:323668:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744148480 : -110615965403136 : ffff9b6536acf800)
00010000:00000001:3.0:1787761251.234542:0:323668:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.234543:0:323668:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000002:00000001:3.0:1787761251.234544:0:323668:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761251.234546:0:323668:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00000080:00002000:3.0:1787761251.234550:0:323668:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b6508393948 inode ffff9b6511fe2a08 refc 1 flags 0x40000e
00000080:00000001:3.0:1787761251.234553:0:323668:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0)
00000080:00010000:3.0:1787761251.234557:0:323668:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002341:0x54ac:0x0](ffff9b6511fe2a08)
00000080:00010000:3.0:1787761251.234560:0:323668:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf223c8ba2c1e5fcf from it ffffbf274a193db8
00010000:00000001:3.0:1787761251.234562:0:323668:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.234563:0:323668:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.234564:0:323668:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acf800 refcount=3
00000020:00000001:3.0:1787761251.234566:0:323668:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744148480 : -110615965403136 : ffff9b6536acf800)
00010000:00000001:3.0:1787761251.234568:0:323668:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744148480 : -110615965403136 : ffff9b6536acf800)
00010000:00000001:3.0:1787761251.234570:0:323668:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered
00010000:00010000:3.0:1787761251.234573:0:323668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf800/0xf223c8ba2c1e5fcf lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x54ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8950dc270228b0d2 expref: -99 pid: 323668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.234579:0:323668:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.234580:0:323668:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.234582:0:323668:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered
00010000:00000001:3.0:1787761251.234584:0:323668:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving
00010000:00010000:3.0:1787761251.234586:0:323668:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf800/0xf223c8ba2c1e5fcf lrc: 2/0,0 mode: PR/PR res: [0x200002341:0x54ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8950dc270228b0d2 expref: -99 pid: 323668 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00000001:3.0:1787761251.234593:0:323668:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787761251.234595:0:323668:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787761251.234597:0:323668:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787761251.234601:0:323668:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.234602:0:323668:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.234604:0:323668:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.234606:0:323668:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787761251.234608:0:323668:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.234610:0:323668:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.234612:0:323668:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.234614:0:323668:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:3.0:1787761251.234615:0:323668:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.234616:0:323668:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000080:00000001:3.0:1787761251.234618:0:323668:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0)
00000080:00000010:3.0:1787761251.234621:0:323668:0:(llite_lib.c:4209:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b6537f5d600.
00000100:00000001:3.0:1787761251.234625:0:323668:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761251.234630:0:323668:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1c3c0 x1874597594962816/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.234637:0:323668:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787761251.234639:0:323668:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787761251.234641:0:323668:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b652dc13000.
02000000:00000001:3.0:1787761251.234645:0:323668:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787761251.234647:0:323668:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787761251.234649:0:323668:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=86 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:3.0:1787761251.234651:0:323668:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787761251.234654:0:323668:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6414026c00.
02000000:00000001:3.0:1787761251.234657:0:323668:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787761251.234658:0:323668:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787761251.234660:0:323668:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1c3c0.
00000100:00000001:3.0:1787761251.234663:0:323668:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787761251.234664:0:323668:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000080:00000001:3.0:1787761251.234677:0:323668:0:(dcache.c:174:ll_intent_release()) Process entered
00000080:00000040:3.0:1787761251.234679:0:323668:0:(dcache.c:176:ll_intent_release()) intent ffffbf274a193db8 released
00000080:00000001:3.0:1787761251.234681:0:323668:0:(dcache.c:187:ll_intent_release()) Process leaving
00000080:00000010:3.0:1787761251.234690:0:323668:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b65106aa460.
00000020:00000001:3.0:1787761251.234693:0:323668:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a193d80
00000080:00200000:3.0:1787761251.234695:0:323668:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f160n.sanity-new1615, dir=[0x200002341:0x3c:0x0](ffff9b65044fc2c8), flags=2048
00000080:00000001:3.0:1787761251.234698:0:323668:0:(namei.c:1066:ll_lookup_it()) Process entered
00000020:00000001:3.0:1787761251.234699:0:323668:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a193c30
00000080:00200000:3.0:1787761251.234701:0:323668:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f160n.sanity-new1615, dir=[0x200002341:0x3c:0x0](ffff9b65044fc2c8), intent=getattr
00000080:00000010:3.0:1787761251.234715:0:323668:0:(llite_lib.c:4068:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b6537f5d600.
00000080:00000001:3.0:1787761251.234722:0:323668:0:(namei.c:944:ll_intent_lock()) Process entered
00800000:00000001:3.0:1787761251.234725:0:323668:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered
00000020:00000001:3.0:1787761251.234727:0:323668:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a193b50
00800000:00000002:3.0:1787761251.234729:0:323668:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160n.sanity-new1615' on [0x200002341:0x3c:0x0]
00800000:00000001:3.0:1787761251.234732:0:323668:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered
00000020:00000001:3.0:1787761251.234736:0:323668:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a193ae8
00800000:00000002:3.0:1787761251.234739:0:323668:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002341:0x3c:0x0], fid2=[0x0:0x0:0x0], name='f160n.sanity-new1615' -> mds #0
00000002:00000001:3.0:1787761251.234743:0:323668:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered
00000020:00000001:3.0:1787761251.234745:0:323668:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a193a20
00000002:00010000:3.0:1787761251.234747:0:323668:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f160n.sanity-new1615,[0x0:0x0:0x0]) in obj [0x200002341:0x3c:0x0], intent: getattr flags 01
00000002:00000001:3.0:1787761251.234750:0:323668:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered
00000002:00000001:3.0:1787761251.234753:0:323668:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered
00000100:00000010:3.0:1787761251.234756:0:323668:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787761251.234760:0:323668:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=87 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00010000:00000001:3.0:1787761251.234764:0:323668:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered
00010000:00000001:3.0:1787761251.234767:0:323668:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787761251.234770:0:323668:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.234772:0:323668:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.234773:0:323668:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761251.234775:0:323668:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761251.234777:0:323668:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761251.234781:0:323668:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761251.234786:0:323668:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6414026c00.
00000100:00000001:3.0:1787761251.234792:0:323668:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.234795:0:323668:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered
00010000:00000001:3.0:1787761251.234796:0:323668:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.234798:0:323668:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered
00010000:00000001:3.0:1787761251.234799:0:323668:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.234801:0:323668:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.234808:0:323668:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633457765434304 : -110615944117312 : ffff9b6537f1c3c0)
00010000:00000001:3.0:1787761251.234811:0:323668:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered
00010000:00000001:3.0:1787761251.234813:0:323668:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered
00010000:00000040:3.0:1787761251.234816:0:323668:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b653303f700 count: 2
00010000:00000001:3.0:1787761251.234819:0:323668:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1787761251.234821:0:323668:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered
00010000:00000010:3.0:1787761251.234823:0:323668:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b6536acfa00.
00000020:00000001:3.0:1787761251.234827:0:323668:0:(lustre_handles.c:61:class_handle_hash()) Process entered
00000020:00000040:3.0:1787761251.234829:0:323668:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b6536acfa00 with handle 0xf223c8ba2c1e5fd6 to hash
00000020:00000001:3.0:1787761251.234831:0:323668:0:(lustre_handles.c:94:class_handle_hash()) Process leaving
00010000:00000001:3.0:1787761251.234833:0:323668:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633457744148992 : -110615965402624 : ffff9b6536acfa00)
00010000:00000001:3.0:1787761251.234836:0:323668:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633457744148992 : -110615965402624 : ffff9b6536acfa00)
00010000:00000001:3.0:1787761251.234838:0:323668:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761251.234840:0:323668:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761251.234844:0:323668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acfa00/0xf223c8ba2c1e5fd6 lrc: 3/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323668 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787761251.234851:0:323668:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acfa00/0xf223c8ba2c1e5fd6 lrc: 3/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323668 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787761251.234859:0:323668:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acfa00/0xf223c8ba2c1e5fd6 lrc: 3/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323668 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00000001:3.0:1787761251.234870:0:323668:0:(client.c:3352:ptlrpc_queue_wait()) Process entered
00000100:00000001:3.0:1787761251.234871:0:323668:0:(client.c:1169:ptlrpc_prep_set()) Process entered
00000100:00000010:3.0:1787761251.234877:0:323668:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b650516e180.
00000100:00000001:3.0:1787761251.234880:0:323668:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633456912228736 : -110616797322880 : ffff9b650516e180)
00000100:00000001:3.0:1787761251.234882:0:323668:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787761251.234884:0:323668:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765434304 : -110615944117312 : ffff9b6537f1c3c0)
00000100:00000001:3.0:1787761251.234888:0:323668:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761251.234892:0:323668:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761251.234894:0:323668:0:(client.c:2688:ptlrpc_set_wait()) Process entered
00000100:00000001:3.0:1787761251.234895:0:323668:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787761251.234900:0:323668:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1c3c0 x1874597594962944/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.234907:0:323668:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761251.234909:0:323668:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761251.234913:0:323668:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787761251.234915:0:323668:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761251.234918:0:323668:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761251.234921:0:323668:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job mrename:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:323668:1874597594962944:192.168.203.101@tcp:101:mrename.0
00000100:00000001:3.0:1787761251.234925:0:323668:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787761251.234930:0:323668:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787761251.234932:0:323668:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761251.234935:0:323668:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787761251.234939:0:323668:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b652dc13000.
02000000:00000001:3.0:1787761251.234941:0:323668:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787761251.234947:0:323668:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:3.0:1787761251.234950:0:323668:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64206fe948.
00000400:00000010:3.0:1787761251.234954:0:323668:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653623c440.
00000100:00000200:3.0:1787761251.234959:0:323668:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874597594962944, portal 10
00000100:00000001:3.0:1787761251.234961:0:323668:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787761251.234962:0:323668:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765434304 : -110615944117312 : ffff9b6537f1c3c0)
00000100:00000040:3.0:1787761251.234967:0:323668:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600  req@ffff9b6537f1c3c0 x1874597594962944/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787761267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.234979:0:323668:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787761251.234982:0:323668:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:3.0:1787761251.234984:0:323668:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653623c990.
00000100:00000200:3.0:1787761251.234987:0:323668:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1874597594962944, offset 0
00000400:00000200:3.0:1787761251.234993:0:323668:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:3.0:1787761251.234999:0:323668:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761251.235004:0:323668:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:3.0:1787761251.235011:0:323668:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787761251.235015:0:323668:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:3.0:1787761251.235019:0:323668:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787761251.235021:0:323668:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:3.0:1787761251.235025:0:323668:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277306:277306:256:4294967295] 192.168.203.101@tcp LPNI seq info [277305:277305:8:4294967295]
00000400:00000200:3.0:1787761251.235029:0:323668:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761251.235036:0:323668:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787761251.235041:0:323668:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:3.0:1787761251.235046:0:323668:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b64038d5100.
00000800:00000200:3.0:1787761251.235051:0:323668:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (5)
00000800:00000200:3.0:1787761251.235058:0:323668:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.101@tcp ip 192.168.203.101:988
00000800:00000200:3.0:1787761251.235062:0:323668:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b64038d5100 type 1, nob 688 niov 1 nkiov 1
00000100:00000001:3.0:1787761251.235074:0:323668:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761251.235078:0:323668:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:3.0:1787761251.235081:0:323668:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787761251.235084:0:323668:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4314664418
00000100:00000010:3.0:1787761251.235088:0:323668:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6513218000.
00000100:00000001:3.0:1787761251.235094:0:323668:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787761251.235102:0:323668:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4314664418
00000100:00000010:3.0:1787761251.235106:0:323668:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6513218b40.
00000100:00000001:3.0:1787761251.235108:0:323668:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787761251.235111:0:323668:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787761251.235114:0:323668:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761251.235116:0:323668:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761251.235118:0:323668:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b)
00000100:00100000:3.0:1787761251.235121:0:323668:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b650516e180 going to sleep for 11 seconds
00000100:00000001:3.0:1787761251.235123:0:323668:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761251.235125:0:323668:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761251.245012:0:323668:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000001:3.0:1787761251.245019:0:323668:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787761251.245021:0:323668:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787761251.245024:0:323668:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64206fe948.
00000400:00000200:3.0:1787761251.245029:0:323668:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653623c440
00000400:00000010:3.0:1787761251.245032:0:323668:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653623c440.
00000100:00000001:3.0:1787761251.245035:0:323668:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787761251.245039:0:323668:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1c3c0 x1874597594962944/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787761267 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000200:3.0:1787761251.245047:0:323668:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1c3c0 x1874597594962944/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787761267 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.245053:0:323668:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787761251.245054:0:323668:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761251.245056:0:323668:0:(client.c:1593:after_reply()) Process entered
02000000:00000001:3.0:1787761251.245060:0:323668:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1787761251.245062:0:323668:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1787761251.245063:0:323668:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761251.245066:0:323668:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1787761251.245075:0:323668:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b6425481c60 time=85 v=5 (5 5 5 5)
00000100:00001000:3.0:1787761251.245079:0:323668:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b6425481c18 time=85 v=5 (1 1 1 1)
00000100:00000001:3.0:1787761251.245082:0:323668:0:(client.c:1495:ptlrpc_check_status()) Process entered
00000100:00000040:3.0:1787761251.245085:0:323668:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301  req@ffff9b6537f1c3c0 x1874597594962944/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.245091:0:323668:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d)
00000100:00000001:3.0:1787761251.245094:0:323668:0:(client.c:3109:ptlrpc_free_committed()) Process entered
00000100:00000040:3.0:1787761251.245096:0:323668:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b6504d3c000: skip recheck: last_committed 21474908209
00000100:00000001:3.0:1787761251.245098:0:323668:0:(client.c:3122:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1787761251.245101:0:323668:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d)
00000100:00000040:3.0:1787761251.245105:0:323668:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1c3c0 x1874597594962944/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.245113:0:323668:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d)
00000100:00000001:3.0:1787761251.245116:0:323668:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787761251.245118:0:323668:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787761251.245122:0:323668:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1c3c0 x1874597594962944/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00100000:3.0:1787761251.245130:0:323668:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job mrename:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:323668:1874597594962944:192.168.203.101@tcp:101:mrename.0
00000100:00000001:3.0:1787761251.245134:0:323668:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761251.245137:0:323668:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d)
00000100:00000001:3.0:1787761251.245140:0:323668:0:(client.c:1237:ptlrpc_set_destroy()) Process entered
00000100:00000001:3.0:1787761251.245141:0:323668:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761251.245144:0:323668:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1c3c0 x1874597594962944/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.245151:0:323668:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761251.245154:0:323668:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b650516e180.
00000100:00000001:3.0:1787761251.245157:0:323668:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving
00000100:00000001:3.0:1787761251.245158:0:323668:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d)
00010000:00000001:3.0:1787761251.245161:0:323668:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered
00010000:00000001:3.0:1787761251.245165:0:323668:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.245168:0:323668:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.245171:0:323668:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acfa00 refcount=4
00000020:00000001:3.0:1787761251.245173:0:323668:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744148992 : -110615965402624 : ffff9b6536acfa00)
00010000:00000001:3.0:1787761251.245177:0:323668:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744148992 : -110615965402624 : ffff9b6536acfa00)
00010000:00010000:3.0:1787761251.245182:0:323668:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acfa00/0xf223c8ba2c1e5fd6 lrc: 4/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323668 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.245191:0:323668:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d)
00010000:00010000:3.0:1787761251.245194:0:323668:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acfa00/0xf223c8ba2c1e5fd6 lrc: 4/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323668 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.245200:0:323668:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered
00010000:00010000:3.0:1787761251.245203:0:323668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acfa00/0xf223c8ba2c1e5fd6 lrc: 4/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323668 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.245209:0:323668:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.245211:0:323668:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00010000:3.0:1787761251.245213:0:323668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acfa00/0xf223c8ba2c1e5fd6 lrc: 3/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323668 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.245217:0:323668:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761251.245221:0:323668:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.245223:0:323668:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered
00010000:00010000:3.0:1787761251.245226:0:323668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acfa00/0xf223c8ba2c1e5fd6 lrc: 4/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323668 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787761251.245231:0:323668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6536acfa00 already unused, calling callback (ffffffffc1ca5a20)
00000080:00000001:3.0:1787761251.245234:0:323668:0:(namei.c:477:ll_md_blocking_ast()) Process entered
00010000:00010000:3.0:1787761251.245237:0:323668:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acfa00/0xf223c8ba2c1e5fd6 lrc: 4/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 323668 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.245243:0:323668:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered
00010000:00000001:3.0:1787761251.245418:0:323668:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea)
00010000:00010000:3.0:1787761251.245425:0:323668:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acfa00/0xf223c8ba2c1e5fd6 lrc: 4/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 323668 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.245429:0:323668:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea)
00010000:00000001:3.0:1787761251.245431:0:323668:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered
00010000:00000001:3.0:1787761251.245433:0:323668:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.245434:0:323668:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.245435:0:323668:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acfa00 refcount=5
00000020:00000001:3.0:1787761251.245437:0:323668:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744148992 : -110615965402624 : ffff9b6536acfa00)
00010000:00000001:3.0:1787761251.245439:0:323668:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744148992 : -110615965402624 : ffff9b6536acfa00)
00010000:00000001:3.0:1787761251.245441:0:323668:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered
00010000:00010000:3.0:1787761251.245443:0:323668:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acfa00/0xf223c8ba2c1e5fd6 lrc: 5/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 323668 initiator: MDT0 lru_score: 0 lru_type: 0
00000080:00000001:3.0:1787761251.245452:0:323668:0:(namei.c:477:ll_md_blocking_ast()) Process entered
00000080:00000001:3.0:1787761251.245454:0:323668:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761251.245456:0:323668:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction)
00010000:00000001:3.0:1787761251.245458:0:323668:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered
00010000:00000001:3.0:1787761251.245460:0:323668:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1787761251.245462:0:323668:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1787761251.245463:0:323668:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761251.245465:0:323668:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787761251.245468:0:323668:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b6536acfa00 with handle 0xf223c8ba2c1e5fd6 from hash
00010000:00000001:3.0:1787761251.245470:0:323668:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1787761251.245471:0:323668:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.245472:0:323668:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.245473:0:323668:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1787761251.245474:0:323668:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1787761251.245476:0:323668:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000)
00010000:00000001:3.0:1787761251.245478:0:323668:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.245479:0:323668:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.245481:0:323668:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.245482:0:323668:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761251.245485:0:323668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acfa00/0xf223c8ba2c1e5fd6 lrc: 3/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323668 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.245489:0:323668:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.245490:0:323668:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.245491:0:323668:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:3.0:1787761251.245492:0:323668:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:3.0:1787761251.245494:0:323668:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.245495:0:323668:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.245495:0:323668:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1787761251.245497:0:323668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acfa00/0xf223c8ba2c1e5fd6 lrc: 0/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323668 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.246881:0:323668:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.246885:0:323668:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d)
00000002:00000001:3.0:1787761251.246893:0:323668:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered
00000002:00100000:3.0:1787761251.246941:0:323668:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0  req@ffff9b6537f1c3c0 x1874597594962944/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'mrename.0' uid:0 gid:0 projid:0
00010000:00000001:3.0:1787761251.246951:0:323668:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00010000:00000001:3.0:1787761251.246953:0:323668:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.246955:0:323668:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.246956:0:323668:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.246958:0:323668:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered
00010000:00000001:3.0:1787761251.246960:0:323668:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00010000:00000001:3.0:1787761251.246961:0:323668:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.246963:0:323668:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving
00000020:00000001:3.0:1787761251.246966:0:323668:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1939a8
00000002:00002000:3.0:1787761251.246968:0:323668:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f160n.sanity-new1615 intent=getattr status=0 disp=0x7: rc = 0
00000002:00000001:3.0:1787761251.246970:0:323668:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761251.246973:0:323668:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761251.246976:0:323668:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00200000:3.0:1787761251.246979:0:323668:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200002341:0x3c:0x0] suppgids 0 -1: rc 0
00000080:00000001:3.0:1787761251.246982:0:323668:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.246985:0:323668:0:(namei.c:668:ll_lookup_it_finish()) Process entered
00000080:00002000:3.0:1787761251.246987:0:323668:0:(namei.c:674:ll_lookup_it_finish()) it ffffbf274a193db8 it_disposition 7
00000080:00002000:3.0:1787761251.246990:0:323668:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b6508393510 inode 0000000000000000 refc 1 flags 0xe
00010000:00000010:3.1:1787761251.257291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00010000:00000010:2.1:1787761251.260412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f100.
00010000:00000010:2.1:1787761251.260427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf800.
00000080:00000010:2.1:1787761251.296290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa460.
00000080:00000010:2.1:1787761251.296300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa120.
00010000:00000010:2.1:1787761251.335405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00010000:00000010:2.1:1787761251.339419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037100.
00010000:00000010:2.1:1787761251.339434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8a00.
00000080:00000010:2.1:1787761251.349290:0:323670:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65252958e0.
00000080:00000010:2.1:1787761251.349306:0:323670:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295360.
00000080:00000001:3.0:1787761251.352289:0:323670:0:(file.c:6674:ll_inode_permission()) Process entered
00000080:00000001:3.0:1787761251.352295:0:323670:0:(file.c:6674:ll_inode_permission()) Process entered
00000080:00000001:3.0:1787761251.352298:0:323670:0:(file.c:6206:ll_inode_revalidate()) Process entered
00000020:00000001:3.0:1787761251.352301:0:323670:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1b3b98
00000080:00200000:3.0:1787761251.352305:0:323670:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b6511e321c8),name=/
00000080:00000010:3.0:1787761251.352313:0:323670:0:(llite_lib.c:4068:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b6537f5d200.
00800000:00000002:3.0:1787761251.352319:0:323670:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b65344b8100 2
00000080:00000001:3.0:1787761251.352335:0:323670:0:(namei.c:944:ll_intent_lock()) Process entered
00800000:00000001:3.0:1787761251.352340:0:323670:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered
00000020:00000001:3.0:1787761251.352342:0:323670:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1b3ab8
00800000:00000002:3.0:1787761251.352344:0:323670:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0]
00800000:00000001:3.0:1787761251.352348:0:323670:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered
00800000:00000002:3.0:1787761251.352352:0:323670:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='<NULL>' -> mds #0
00000002:00000001:3.0:1787761251.352357:0:323670:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered
00000020:00000001:3.0:1787761251.352359:0:323670:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1b3988
00000002:00010000:3.0:1787761251.352362:0:323670:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00000002:00000001:3.0:1787761251.352365:0:323670:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered
00000002:00000001:3.0:1787761251.352367:0:323670:0:(mdc_locks.c:137:mdc_lock_match()) Process entered
00010000:00000001:3.0:1787761251.352370:0:323670:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1787761251.352377:0:323670:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b651110f300 count: 2
00010000:00000001:3.0:1787761251.352380:0:323670:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1787761251.352385:0:323670:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761251.352389:0:323670:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:3.0:1787761251.352393:0:323670:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf200/0xf223c8ba2c179eac lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc2701f7cb19 expref: -99 pid: 301151 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1
02000000:00000001:3.0:1787761251.352403:0:323670:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered
02000000:00000001:3.0:1787761251.352408:0:323670:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761251.352411:0:323670:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf200/0xf223c8ba2c179eac lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc2701f7cb19 expref: -99 pid: 301151 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1
00000002:00000001:3.0:1787761251.352418:0:323670:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4)
00000002:00000001:3.0:1787761251.352421:0:323670:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1)
00000002:00000001:3.0:1787761251.352423:0:323670:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1)
00800000:00000001:3.0:1787761251.352424:0:323670:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1)
00800000:00000001:3.0:1787761251.352426:0:323670:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1)
00000080:00200000:3.0:1787761251.352428:0:323670:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00000001:3.0:1787761251.352431:0:323670:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1)
00800000:00000002:3.0:1787761251.352433:0:323670:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b65344b8100 2
00000080:00000010:3.0:1787761251.352437:0:323670:0:(llite_lib.c:4209:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b6537f5d200.
00000080:00000001:3.0:1787761251.352440:0:323670:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered
00000080:00000001:3.0:1787761251.352442:0:323670:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:3.0:1787761251.352445:0:323670:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b6511e321c8)
00000080:00010000:3.0:1787761251.352448:0:323670:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b6511e321c8) for lock 0xf223c8ba2c179eac
00800000:00000001:3.0:1787761251.352451:0:323670:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered
00000002:00000001:3.0:1787761251.352453:0:323670:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered
00010000:00000001:3.0:1787761251.352455:0:323670:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.352458:0:323670:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.352461:0:323670:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acf200 refcount=3
00000020:00000001:3.0:1787761251.352463:0:323670:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744146944 : -110615965404672 : ffff9b6536acf200)
00010000:00000001:3.0:1787761251.352466:0:323670:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744146944 : -110615965404672 : ffff9b6536acf200)
00010000:00000001:3.0:1787761251.352469:0:323670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.352470:0:323670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000002:00000001:3.0:1787761251.352471:0:323670:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761251.352473:0:323670:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:3.0:1787761251.352476:0:323670:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf223c8ba2c179eac from it ffffbf274a1b3bd0
00010000:00000001:3.0:1787761251.352478:0:323670:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.352478:0:323670:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.352480:0:323670:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acf200 refcount=3
00000020:00000001:3.0:1787761251.352482:0:323670:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744146944 : -110615965404672 : ffff9b6536acf200)
00010000:00000001:3.0:1787761251.352483:0:323670:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744146944 : -110615965404672 : ffff9b6536acf200)
00010000:00000001:3.0:1787761251.352485:0:323670:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered
00010000:00010000:3.0:1787761251.352488:0:323670:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf200/0xf223c8ba2c179eac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8950dc2701f7cb19 expref: -99 pid: 301151 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1
00010000:00000001:3.0:1787761251.352493:0:323670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.352494:0:323670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.352496:0:323670:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered
00010000:00000001:3.0:1787761251.352497:0:323670:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving
00010000:00010000:3.0:1787761251.352499:0:323670:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf200/0xf223c8ba2c179eac lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc2701f7cb19 expref: -99 pid: 301151 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1
00010000:00000001:3.0:1787761251.352506:0:323670:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787761251.352509:0:323670:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787761251.352510:0:323670:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787761251.352514:0:323670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.352515:0:323670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.352516:0:323670:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.352519:0:323670:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787761251.352521:0:323670:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.352522:0:323670:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.352525:0:323670:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.352527:0:323670:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:3.0:1787761251.352529:0:323670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.352530:0:323670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000100:00000001:3.0:1787761251.352532:0:323670:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787761251.352534:0:323670:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000080:00200000:3.0:1787761251.352536:0:323670:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b6511e321c8), inode mode 41ed mask 1
00000080:00000001:3.0:1787761251.352540:0:323670:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.352544:0:323670:0:(dcache.c:78:ll_dcompare()) Process entered
00000020:00000001:3.0:1787761251.352546:0:323670:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1b3b60
00000080:00002000:3.0:1787761251.352548:0:323670:0:(dcache.c:87:ll_dcompare()) found name d160n.sanity(ffff9b65088ea870) flags 0x28004e refc 0
00000080:00000001:3.0:1787761251.352550:0:323670:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761251.352552:0:323670:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1b3ba8
00000080:00200000:3.0:1787761251.352553:0:323670:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160n.sanity, flags=24
00000080:00000001:3.0:1787761251.352556:0:323670:0:(llite_lib.c:3162:ll_dir_default_lmv_inherit()) Process entered
00000080:00000001:3.0:1787761251.352558:0:323670:0:(llite_lib.c:3168:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.352561:0:323670:0:(file.c:6674:ll_inode_permission()) Process entered
00000080:00200000:3.0:1787761251.352562:0:323670:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200002341:0x3c:0x0](ffff9b65044fc2c8), inode mode 41ed mask 1
00000080:00000001:3.0:1787761251.352565:0:323670:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.352571:0:323670:0:(file.c:6674:ll_inode_permission()) Process entered
00000080:00000001:3.0:1787761251.352572:0:323670:0:(file.c:6674:ll_inode_permission()) Process entered
00000080:00000001:3.0:1787761251.352573:0:323670:0:(file.c:6206:ll_inode_revalidate()) Process entered
00000020:00000001:3.0:1787761251.352574:0:323670:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1b3b98
00000080:00200000:3.0:1787761251.352576:0:323670:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b6511e321c8),name=/
00000080:00000010:3.0:1787761251.352579:0:323670:0:(llite_lib.c:4068:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b6537f5d200.
00800000:00000002:3.0:1787761251.352581:0:323670:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b65344b8100 2
00000080:00000001:3.0:1787761251.352583:0:323670:0:(namei.c:944:ll_intent_lock()) Process entered
00800000:00000001:3.0:1787761251.352585:0:323670:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered
00000020:00000001:3.0:1787761251.352592:0:323670:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1b3ab8
00800000:00000002:3.0:1787761251.352594:0:323670:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0]
00800000:00000001:3.0:1787761251.352596:0:323670:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered
00800000:00000002:3.0:1787761251.352598:0:323670:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='<NULL>' -> mds #0
00000002:00000001:3.0:1787761251.352601:0:323670:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered
00000020:00000001:3.0:1787761251.352602:0:323670:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1b3988
00000002:00010000:3.0:1787761251.352604:0:323670:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00000002:00000001:3.0:1787761251.352607:0:323670:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered
00000002:00000001:3.0:1787761251.352608:0:323670:0:(mdc_locks.c:137:mdc_lock_match()) Process entered
00010000:00000001:3.0:1787761251.352611:0:323670:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1787761251.352614:0:323670:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b651110f300 count: 2
00010000:00000001:3.0:1787761251.352617:0:323670:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1787761251.352619:0:323670:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761251.352621:0:323670:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:3.0:1787761251.352624:0:323670:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf200/0xf223c8ba2c179eac lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc2701f7cb19 expref: -99 pid: 301151 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1
02000000:00000001:3.0:1787761251.352631:0:323670:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered
02000000:00000001:3.0:1787761251.352633:0:323670:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761251.352639:0:323670:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf200/0xf223c8ba2c179eac lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc2701f7cb19 expref: -99 pid: 301151 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1
00000002:00000001:3.0:1787761251.352645:0:323670:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4)
00000002:00000001:3.0:1787761251.352647:0:323670:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1)
00000002:00000001:3.0:1787761251.352649:0:323670:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1)
00800000:00000001:3.0:1787761251.352650:0:323670:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1)
00800000:00000001:3.0:1787761251.352652:0:323670:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1)
00000080:00200000:3.0:1787761251.352653:0:323670:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00000001:3.0:1787761251.352656:0:323670:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1)
00800000:00000002:3.0:1787761251.352658:0:323670:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b65344b8100 2
00000080:00000010:3.0:1787761251.352660:0:323670:0:(llite_lib.c:4209:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b6537f5d200.
00000080:00000001:3.0:1787761251.352663:0:323670:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered
00000080:00000001:3.0:1787761251.352664:0:323670:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:3.0:1787761251.352666:0:323670:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b6511e321c8)
00000080:00010000:3.0:1787761251.352669:0:323670:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b6511e321c8) for lock 0xf223c8ba2c179eac
00800000:00000001:3.0:1787761251.352671:0:323670:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered
00000002:00000001:3.0:1787761251.352674:0:323670:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered
00010000:00000001:3.0:1787761251.352675:0:323670:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.352677:0:323670:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.352678:0:323670:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acf200 refcount=3
00000020:00000001:3.0:1787761251.352680:0:323670:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744146944 : -110615965404672 : ffff9b6536acf200)
00010000:00000001:3.0:1787761251.352682:0:323670:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744146944 : -110615965404672 : ffff9b6536acf200)
00010000:00000001:3.0:1787761251.352684:0:323670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.352685:0:323670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000002:00000001:3.0:1787761251.352686:0:323670:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761251.352688:0:323670:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:3.0:1787761251.352690:0:323670:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf223c8ba2c179eac from it ffffbf274a1b3bd0
00010000:00000001:3.0:1787761251.352692:0:323670:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.352693:0:323670:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.352695:0:323670:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acf200 refcount=3
00000020:00000001:3.0:1787761251.352697:0:323670:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744146944 : -110615965404672 : ffff9b6536acf200)
00010000:00000001:3.0:1787761251.352698:0:323670:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744146944 : -110615965404672 : ffff9b6536acf200)
00010000:00000001:3.0:1787761251.352700:0:323670:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered
00010000:00010000:3.0:1787761251.352702:0:323670:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf200/0xf223c8ba2c179eac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8950dc2701f7cb19 expref: -99 pid: 301151 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1
00010000:00000001:3.0:1787761251.352708:0:323670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.352710:0:323670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.352711:0:323670:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered
00010000:00000001:3.0:1787761251.352712:0:323670:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving
00010000:00010000:3.0:1787761251.352715:0:323670:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf200/0xf223c8ba2c179eac lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc2701f7cb19 expref: -99 pid: 301151 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1
00010000:00000001:3.0:1787761251.352720:0:323670:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787761251.352721:0:323670:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787761251.352723:0:323670:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787761251.352725:0:323670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.352726:0:323670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.352727:0:323670:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.352729:0:323670:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787761251.352731:0:323670:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.352732:0:323670:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.352734:0:323670:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.352736:0:323670:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:3.0:1787761251.352737:0:323670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.352738:0:323670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000100:00000001:3.0:1787761251.352740:0:323670:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787761251.352741:0:323670:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000080:00200000:3.0:1787761251.352743:0:323670:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b6511e321c8), inode mode 41ed mask 1
00000080:00000001:3.0:1787761251.352746:0:323670:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.352748:0:323670:0:(dcache.c:78:ll_dcompare()) Process entered
00000020:00000001:3.0:1787761251.352750:0:323670:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1b3b60
00000080:00002000:3.0:1787761251.352752:0:323670:0:(dcache.c:87:ll_dcompare()) found name d160n.sanity(ffff9b65088ea870) flags 0x28004e refc 1
00000080:00000001:3.0:1787761251.352754:0:323670:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761251.352755:0:323670:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1b3ba8
00000080:00200000:3.0:1787761251.352756:0:323670:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160n.sanity, flags=24
00000080:00000001:3.0:1787761251.352758:0:323670:0:(llite_lib.c:3162:ll_dir_default_lmv_inherit()) Process entered
00000080:00000001:3.0:1787761251.352760:0:323670:0:(llite_lib.c:3168:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.352762:0:323670:0:(file.c:6674:ll_inode_permission()) Process entered
00000080:00200000:3.0:1787761251.352764:0:323670:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200002341:0x3c:0x0](ffff9b65044fc2c8), inode mode 41ed mask 1
00000080:00000001:3.0:1787761251.352766:0:323670:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:3.0:1787761251.352774:0:323670:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b65106aabc0.
00000020:00000001:3.0:1787761251.352778:0:323670:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1b3d80
00000080:00200000:3.0:1787761251.352780:0:323670:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f160n.sanity1617, dir=[0x200002341:0x3c:0x0](ffff9b65044fc2c8), flags=0
00000080:00000001:3.0:1787761251.352782:0:323670:0:(namei.c:1066:ll_lookup_it()) Process entered
00000020:00000001:3.0:1787761251.352784:0:323670:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1b3c30
00000080:00200000:3.0:1787761251.352786:0:323670:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f160n.sanity1617, dir=[0x200002341:0x3c:0x0](ffff9b65044fc2c8), intent=getattr
00000080:00000010:3.0:1787761251.352793:0:323670:0:(llite_lib.c:4068:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b6537f5d200.
00000080:00000001:3.0:1787761251.352797:0:323670:0:(namei.c:944:ll_intent_lock()) Process entered
00800000:00000001:3.0:1787761251.352799:0:323670:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered
00000020:00000001:3.0:1787761251.352800:0:323670:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1b3b50
00800000:00000002:3.0:1787761251.352802:0:323670:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160n.sanity1617' on [0x200002341:0x3c:0x0]
00800000:00000001:3.0:1787761251.352804:0:323670:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered
00000020:00000001:3.0:1787761251.352807:0:323670:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1b3ae8
00800000:00000002:3.0:1787761251.352808:0:323670:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002341:0x3c:0x0], fid2=[0x0:0x0:0x0], name='f160n.sanity1617' -> mds #0
00000002:00000001:3.0:1787761251.352811:0:323670:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered
00000020:00000001:3.0:1787761251.352812:0:323670:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1b3a20
00000002:00010000:3.0:1787761251.352814:0:323670:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f160n.sanity1617,[0x0:0x0:0x0]) in obj [0x200002341:0x3c:0x0], intent: getattr flags 01
00000002:00000001:3.0:1787761251.352818:0:323670:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered
00000002:00000001:3.0:1787761251.352820:0:323670:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered
00000100:00000010:3.0:1787761251.352824:0:323670:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000020:00000040:3.0:1787761251.352827:0:323670:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=89 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00010000:00000001:3.0:1787761251.352832:0:323670:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered
00010000:00000001:3.0:1787761251.352836:0:323670:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787761251.352838:0:323670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.352839:0:323670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.352840:0:323670:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761251.352842:0:323670:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761251.352844:0:323670:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761251.352847:0:323670:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761251.352853:0:323670:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6414026800.
00000100:00000001:3.0:1787761251.352859:0:323670:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.352863:0:323670:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered
00010000:00000001:3.0:1787761251.352865:0:323670:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.352866:0:323670:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered
00010000:00000001:3.0:1787761251.352867:0:323670:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.352869:0:323670:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.352875:0:323670:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633457765437184 : -110615944114432 : ffff9b6537f1cf00)
00010000:00000001:3.0:1787761251.352878:0:323670:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered
00010000:00000001:3.0:1787761251.352880:0:323670:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered
00010000:00000040:3.0:1787761251.352883:0:323670:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b653303f700 count: 2
00010000:00000001:3.0:1787761251.352884:0:323670:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1787761251.352887:0:323670:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered
00010000:00000010:3.0:1787761251.352889:0:323670:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b6536acfa00.
00000020:00000001:3.0:1787761251.352892:0:323670:0:(lustre_handles.c:61:class_handle_hash()) Process entered
00000020:00000040:3.0:1787761251.352894:0:323670:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b6536acfa00 with handle 0xf223c8ba2c1e5feb to hash
00000020:00000001:3.0:1787761251.352896:0:323670:0:(lustre_handles.c:94:class_handle_hash()) Process leaving
00010000:00000001:3.0:1787761251.352898:0:323670:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633457744148992 : -110615965402624 : ffff9b6536acfa00)
00010000:00000001:3.0:1787761251.352900:0:323670:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633457744148992 : -110615965402624 : ffff9b6536acfa00)
00010000:00000001:3.0:1787761251.352903:0:323670:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761251.352904:0:323670:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761251.352907:0:323670:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acfa00/0xf223c8ba2c1e5feb lrc: 3/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323670 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787761251.352914:0:323670:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acfa00/0xf223c8ba2c1e5feb lrc: 3/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323670 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787761251.352922:0:323670:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acfa00/0xf223c8ba2c1e5feb lrc: 3/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323670 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00000001:3.0:1787761251.352928:0:323670:0:(client.c:3352:ptlrpc_queue_wait()) Process entered
00000100:00000001:3.0:1787761251.352930:0:323670:0:(client.c:1169:ptlrpc_prep_set()) Process entered
00000100:00000010:3.0:1787761251.352936:0:323670:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b650516e180.
00000100:00000001:3.0:1787761251.352938:0:323670:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633456912228736 : -110616797322880 : ffff9b650516e180)
00000100:00000001:3.0:1787761251.352941:0:323670:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787761251.352942:0:323670:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765437184 : -110615944114432 : ffff9b6537f1cf00)
00000100:00000001:3.0:1787761251.352946:0:323670:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761251.352950:0:323670:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761251.352952:0:323670:0:(client.c:2688:ptlrpc_set_wait()) Process entered
00000100:00000001:3.0:1787761251.352953:0:323670:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787761251.352964:0:323670:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1cf00 x1874597594964096/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.352972:0:323670:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761251.352973:0:323670:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761251.352977:0:323670:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787761251.352979:0:323670:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761251.352982:0:323670:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761251.352985:0:323670:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job mrename:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:323670:1874597594964096:192.168.203.101@tcp:101:mrename.0
00000100:00000001:3.0:1787761251.352989:0:323670:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787761251.352993:0:323670:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787761251.352995:0:323670:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761251.352998:0:323670:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787761251.353002:0:323670:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b652dc10000.
02000000:00000001:3.0:1787761251.353004:0:323670:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787761251.353010:0:323670:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:3.0:1787761251.353014:0:323670:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64206fe948.
00000400:00000010:3.0:1787761251.353020:0:323670:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653623c440.
00000100:00000200:3.0:1787761251.353027:0:323670:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874597594964096, portal 10
00000100:00000001:3.0:1787761251.353029:0:323670:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787761251.353031:0:323670:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765437184 : -110615944114432 : ffff9b6537f1cf00)
00000100:00000040:3.0:1787761251.353036:0:323670:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600  req@ffff9b6537f1cf00 x1874597594964096/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787761267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.353048:0:323670:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787761251.353050:0:323670:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:3.0:1787761251.353053:0:323670:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653623c7f8.
00000100:00000200:3.0:1787761251.353056:0:323670:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1874597594964096, offset 0
00000400:00000200:3.0:1787761251.353062:0:323670:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:3.0:1787761251.353071:0:323670:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761251.353077:0:323670:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:3.0:1787761251.353082:0:323670:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787761251.353086:0:323670:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:3.0:1787761251.353090:0:323670:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787761251.353093:0:323670:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:3.0:1787761251.353097:0:323670:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277315:277315:256:4294967295] 192.168.203.101@tcp LPNI seq info [277314:277314:8:4294967295]
00000400:00000200:3.0:1787761251.353101:0:323670:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761251.353110:0:323670:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787761251.353116:0:323670:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:3.0:1787761251.353120:0:323670:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b64038d5900.
00000800:00000200:3.0:1787761251.353127:0:323670:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (5)
00000800:00000200:3.0:1787761251.353135:0:323670:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.101@tcp ip 192.168.203.101:988
00000800:00000200:3.0:1787761251.353139:0:323670:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b64038d5900 type 1, nob 688 niov 1 nkiov 1
00000100:00000001:3.0:1787761251.353154:0:323670:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761251.353158:0:323670:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:3.0:1787761251.353161:0:323670:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787761251.353163:0:323670:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4314664537
00000100:00000001:3.0:1787761251.353166:0:323670:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4314665211
00000100:00000001:3.0:1787761251.353168:0:323670:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4314664537
00000100:00000001:3.0:1787761251.353170:0:323670:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4314665211
00000100:00000001:3.0:1787761251.353172:0:323670:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787761251.353174:0:323670:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761251.353177:0:323670:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761251.353179:0:323670:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b)
00000100:00100000:3.0:1787761251.353181:0:323670:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b650516e180 going to sleep for 11 seconds
00000100:00000001:3.0:1787761251.353183:0:323670:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761251.353186:0:323670:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761251.361480:0:323670:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000001:3.0:1787761251.361487:0:323670:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787761251.361489:0:323670:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787761251.361492:0:323670:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64206fe948.
00000400:00000200:3.0:1787761251.361499:0:323670:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653623c440
00000400:00000010:3.0:1787761251.361642:0:323670:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653623c440.
00000100:00000001:3.0:1787761251.361648:0:323670:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787761251.361653:0:323670:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1cf00 x1874597594964096/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787761267 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000200:3.0:1787761251.361662:0:323670:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1cf00 x1874597594964096/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787761267 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.361669:0:323670:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787761251.361672:0:323670:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761251.361675:0:323670:0:(client.c:1593:after_reply()) Process entered
02000000:00000001:3.0:1787761251.361679:0:323670:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1787761251.361681:0:323670:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1787761251.361683:0:323670:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761251.361686:0:323670:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1787761251.361695:0:323670:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b6425481c60 time=85 v=5 (5 5 5 5)
00000100:00001000:3.0:1787761251.361700:0:323670:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b6425481c18 time=85 v=5 (1 1 1 1)
00000100:00000001:3.0:1787761251.361703:0:323670:0:(client.c:1495:ptlrpc_check_status()) Process entered
00000100:00000001:3.0:1787761251.361705:0:323670:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.361708:0:323670:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered
00010000:00000001:3.0:1787761251.361711:0:323670:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761251.361715:0:323670:0:(client.c:3109:ptlrpc_free_committed()) Process entered
00000100:00000040:3.0:1787761251.361716:0:323670:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b6504d3c000: skip recheck: last_committed 21474908209
00000100:00000001:3.0:1787761251.361719:0:323670:0:(client.c:3122:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1787761251.361722:0:323670:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761251.361727:0:323670:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1cf00 x1874597594964096/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.361740:0:323670:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787761251.361743:0:323670:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787761251.361745:0:323670:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787761251.361750:0:323670:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1cf00 x1874597594964096/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00100000:3.0:1787761251.361759:0:323670:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job mrename:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:323670:1874597594964096:192.168.203.101@tcp:101:mrename.0
00000100:00000001:3.0:1787761251.361763:0:323670:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761251.361766:0:323670:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761251.361769:0:323670:0:(client.c:1237:ptlrpc_set_destroy()) Process entered
00000100:00000001:3.0:1787761251.361771:0:323670:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761251.361775:0:323670:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1cf00 x1874597594964096/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.361782:0:323670:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761251.361785:0:323670:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b650516e180.
00000100:00000001:3.0:1787761251.361789:0:323670:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving
00000100:00000001:3.0:1787761251.361790:0:323670:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.361793:0:323670:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered
00010000:00000001:3.0:1787761251.361796:0:323670:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.361799:0:323670:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.361802:0:323670:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acfa00 refcount=4
00000020:00000001:3.0:1787761251.361805:0:323670:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744148992 : -110615965402624 : ffff9b6536acfa00)
00010000:00000001:3.0:1787761251.361808:0:323670:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744148992 : -110615965402624 : ffff9b6536acfa00)
00010000:00000040:3.0:1787761251.361814:0:323670:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b6536acfa00, remote cookie: 0x8950dc270228b16c, flags: 0x1001
00010000:00010000:3.0:1787761251.361819:0:323670:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acfa00/0xf223c8ba2c1e5feb lrc: 4/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc270228b16c expref: -99 pid: 323670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000040:3.0:1787761251.361828:0:323670:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002341:0x54ae:0x0].0x0, instead of [0x200002341:0x3c:0x0].0x0
00010000:00000001:3.0:1787761251.361831:0:323670:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered
00010000:00000010:3.0:1787761251.361839:0:323670:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b651110f500.
00010000:00000010:3.0:1787761251.361844:0:323670:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b6413123900.
00010000:00000001:3.0:1787761251.361849:0:323670:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761251.361852:0:323670:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acfa00/0xf223c8ba2c1e5feb lrc: 4/1,0 mode: --/PR res: [0x200002341:0x54ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc270228b16c expref: -99 pid: 323670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787761251.361860:0:323670:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acfa00/0xf223c8ba2c1e5feb lrc: 4/1,0 mode: --/PR res: [0x200002341:0x54ae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc270228b16c expref: -99 pid: 323670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.361866:0:323670:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered
00010000:00000001:3.0:1787761251.361870:0:323670:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered
00010000:00000001:3.0:1787761251.361872:0:323670:0:(ldlm_lock.c:989:search_granted_lock()) Process entered
00010000:00000001:3.0:1787761251.361873:0:323670:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving
00010000:00000001:3.0:1787761251.361875:0:323670:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:3.0:1787761251.361877:0:323670:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002341:0x54ae:0x0].0x0 (ffff9b651110f500) refcount = 1
00010000:00010000:3.0:1787761251.361881:0:323670:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acfa00/0xf223c8ba2c1e5feb lrc: 4/1,0 mode: PR/PR res: [0x200002341:0x54ae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8950dc270228b16c expref: -99 pid: 323670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.361887:0:323670:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:3.0:1787761251.361889:0:323670:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving
00010000:00000001:3.0:1787761251.361891:0:323670:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1787761251.361894:0:323670:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered
00010000:00000001:3.0:1787761251.361896:0:323670:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761251.361900:0:323670:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acfa00/0xf223c8ba2c1e5feb lrc: 4/1,0 mode: PR/PR res: [0x200002341:0x54ae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc270228b16c expref: -99 pid: 323670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.361905:0:323670:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving
00010000:00000001:3.0:1787761251.361906:0:323670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.361908:0:323670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.361909:0:323670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.361910:0:323670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.361912:0:323670:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.361916:0:323670:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered
00010000:00000001:3.0:1787761251.361918:0:323670:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.361919:0:323670:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.361921:0:323670:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acfa00 refcount=3
00000020:00000001:3.0:1787761251.361923:0:323670:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744148992 : -110615965402624 : ffff9b6536acfa00)
00010000:00000001:3.0:1787761251.361925:0:323670:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744148992 : -110615965402624 : ffff9b6536acfa00)
00010000:00000001:3.0:1787761251.361928:0:323670:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.361929:0:323670:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.361930:0:323670:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acfa00 refcount=4
00000020:00000001:3.0:1787761251.361931:0:323670:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744148992 : -110615965402624 : ffff9b6536acfa00)
00010000:00000001:3.0:1787761251.361933:0:323670:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744148992 : -110615965402624 : ffff9b6536acfa00)
00010000:00000001:3.0:1787761251.361936:0:323670:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761251.361939:0:323670:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761251.361942:0:323670:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acfa00/0xf223c8ba2c1e5feb lrc: 5/2,0 mode: PR/PR res: [0x200002341:0x54ae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8950dc270228b16c expref: -99 pid: 323670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.361948:0:323670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.361949:0:323670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.361951:0:323670:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.361952:0:323670:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.361953:0:323670:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acfa00 refcount=5
00000020:00000001:3.0:1787761251.361954:0:323670:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744148992 : -110615965402624 : ffff9b6536acfa00)
00010000:00000001:3.0:1787761251.361956:0:323670:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744148992 : -110615965402624 : ffff9b6536acfa00)
00010000:00000001:3.0:1787761251.361958:0:323670:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered
00010000:00010000:3.0:1787761251.361961:0:323670:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acfa00/0xf223c8ba2c1e5feb lrc: 5/2,0 mode: PR/PR res: [0x200002341:0x54ae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8950dc270228b16c expref: -99 pid: 323670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.361966:0:323670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.361967:0:323670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00010000:3.0:1787761251.361970:0:323670:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acfa00/0xf223c8ba2c1e5feb lrc: 4/1,0 mode: PR/PR res: [0x200002341:0x54ae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8950dc270228b16c expref: -99 pid: 323670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.361975:0:323670:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:3.0:1787761251.361976:0:323670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.361977:0:323670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.361978:0:323670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.361979:0:323670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000002:00100000:3.0:1787761251.361983:0:323670:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0  req@ffff9b6537f1cf00 x1874597594964096/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:0
00010000:00000001:3.0:1787761251.361990:0:323670:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.361991:0:323670:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.361992:0:323670:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acfa00 refcount=3
00000020:00000001:3.0:1787761251.361994:0:323670:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744148992 : -110615965402624 : ffff9b6536acfa00)
00010000:00000001:3.0:1787761251.361996:0:323670:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744148992 : -110615965402624 : ffff9b6536acfa00)
00010000:00000001:3.0:1787761251.361997:0:323670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.361998:0:323670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000002:00000001:3.0:1787761251.362000:0:323670:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.362001:0:323670:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.362004:0:323670:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered
00010000:00000001:3.0:1787761251.362006:0:323670:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.362007:0:323670:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.362008:0:323670:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acfa00 refcount=3
00000020:00000001:3.0:1787761251.362010:0:323670:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744148992 : -110615965402624 : ffff9b6536acfa00)
00010000:00000001:3.0:1787761251.362011:0:323670:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744148992 : -110615965402624 : ffff9b6536acfa00)
00000002:00010000:3.0:1787761251.362014:0:323670:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acfa00/0xf223c8ba2c1e5feb lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x54ae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc270228b16c expref: -99 pid: 323670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.362019:0:323670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.362020:0:323670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.362022:0:323670:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered
00010000:00000001:3.0:1787761251.362023:0:323670:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.362024:0:323670:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.362025:0:323670:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acfa00 refcount=3
00000020:00000001:3.0:1787761251.362027:0:323670:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744148992 : -110615965402624 : ffff9b6536acfa00)
00010000:00000001:3.0:1787761251.362028:0:323670:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744148992 : -110615965402624 : ffff9b6536acfa00)
00010000:00000040:3.0:1787761251.362032:0:323670:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b651110f500 count: 2
00010000:00000001:3.0:1787761251.362034:0:323670:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00010000:3.0:1787761251.362037:0:323670:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b65130bb000 type 13 mode 4 res 8589943617/21678 (0 0)
00010000:00000001:3.0:1787761251.362040:0:323670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.362041:0:323670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000002:00000001:3.0:1787761251.362043:0:323670:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving
00000020:00000001:3.0:1787761251.362045:0:323670:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1b39a8
00000002:00002000:3.0:1787761251.362047:0:323670:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f160n.sanity1617 intent=getattr status=0 disp=0xb: rc = 0
00000002:00000001:3.0:1787761251.362050:0:323670:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761251.362054:0:323670:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761251.362057:0:323670:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00200000:3.0:1787761251.362059:0:323670:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200002341:0x3c:0x0] suppgids 0 -1: rc 0
00000080:00000001:3.0:1787761251.362063:0:323670:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.362066:0:323670:0:(namei.c:668:ll_lookup_it_finish()) Process entered
00000080:00002000:3.0:1787761251.362068:0:323670:0:(namei.c:674:ll_lookup_it_finish()) it ffffbf274a1b3db8 it_disposition b
00000080:00000001:3.0:1787761251.362070:0:323670:0:(llite_lib.c:3850:ll_prep_inode()) Process entered
00000002:00000001:3.0:1787761251.362076:0:323670:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered
00000002:00000001:3.0:1787761251.362079:0:323670:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving
00000080:00000001:3.0:1787761251.362081:0:323670:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115339490251950 : 144115339490251950 : 2000023410054ae)
00000080:00000001:3.0:1787761251.362083:0:323670:0:(namei.c:113:ll_iget()) Process entered
00000080:00000001:3.0:1787761251.362089:0:323670:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115339490251950 : 144115339490251950 : 2000023410054ae)
00000080:00000001:3.0:1787761251.362092:0:323670:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554467 : 33554467 : 2000023)
00000080:00200000:3.0:1787761251.362095:0:323670:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200002341:0x54ae:0x0], updating i_size 0
00000080:00200000:3.0:1787761251.362098:0:323670:0:(namei.c:147:ll_iget()) got inode: [0x200002341:0x54ae:0x0](ffff9b6511fe4b08): rc = 0
00000080:00000001:3.0:1787761251.362100:0:323670:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633457128721160 : -110616580830456 : ffff9b6511fe4b08)
00010000:00000001:3.0:1787761251.362102:0:323670:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.362103:0:323670:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.362105:0:323670:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acfa00 refcount=3
00000020:00000001:3.0:1787761251.362106:0:323670:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744148992 : -110615965402624 : ffff9b6536acfa00)
00010000:00000001:3.0:1787761251.362108:0:323670:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744148992 : -110615965402624 : ffff9b6536acfa00)
00000080:00000001:3.0:1787761251.362111:0:323670:0:(file.c:6819:ll_layout_conf()) Process entered
00000020:00000001:3.0:1787761251.362113:0:323670:0:(cl_object.c:754:cl_env_obtain()) Process entered
00000020:00000001:3.0:1787761251.362117:0:323670:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633456927944360 : -110616781607256 : ffff9b650606aea8)
00000020:00001000:3.0:1787761251.362119:0:323670:0:(cl_object.c:823:cl_env_get()) 1@ffff9b650606aea0
00000020:00000001:3.0:1787761251.362121:0:323670:0:(cl_object.c:343:cl_conf_set()) Process entered
00020000:00000001:3.0:1787761251.362125:0:323670:0:(lov_object.c:1456:lov_conf_set()) Process entered
00020000:00000002:3.0:1787761251.362127:0:323670:0:(lov_object.c:1310:lov_conf_lock()) Took exclusive lov(ffff9b6541f705d0) owner ffff9b65102b0000
00020000:00000001:3.0:1787761251.362131:0:323670:0:(lov_object.c:1516:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0)
00020000:00000002:3.0:1787761251.362134:0:323670:0:(lov_object.c:1316:lov_conf_unlock()) To release exclusive lov(ffff9b6541f705d0) owner ffff9b65102b0000
00020000:00000002:3.0:1787761251.362136:0:323670:0:(lov_object.c:1543:lov_conf_set()) [0x200002341:0x54ae:0x0] lo_layout_invalid=0
00020000:00000001:3.0:1787761251.362138:0:323670:0:(lov_object.c:1544:lov_conf_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761251.362140:0:323670:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761251.362143:0:323670:0:(cl_object.c:448:cl_object_layout_get()) Process entered
00020000:00000002:3.0:1787761251.362145:0:323670:0:(lov_object.c:1264:lov_conf_freeze()) To take share lov(ffff9b6541f705d0) owner 0000000000000000/ffff9b65102b0000
00020000:00000002:3.0:1787761251.362148:0:323670:0:(lov_object.c:1272:lov_conf_thaw()) To release share lov(ffff9b6541f705d0) owner 0000000000000000/ffff9b65102b0000
00020000:00000001:3.0:1787761251.362151:0:323670:0:(lov_object.c:2298:lov_object_layout_get()) Process entered
00020000:00000001:3.0:1787761251.362152:0:323670:0:(lov_object.c:2304:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0)
00000080:00200000:3.0:1787761251.362154:0:323670:0:(file.c:6854:ll_layout_conf()) [0x200002341:0x54ae:0x0]: layout version change: 4294967294 -> 4294967295
00000020:00001000:3.0:1787761251.362157:0:323670:0:(cl_object.c:917:cl_env_put()) 1@ffff9b650606aea0
00000080:00000001:3.0:1787761251.362159:0:323670:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.362161:0:323670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.362162:0:323670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000080:00000001:3.0:1787761251.362163:0:323670:0:(llite_lib.c:3948:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0)
00800000:00000001:3.0:1787761251.362165:0:323670:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered
00800000:00000001:3.0:1787761251.362167:0:323670:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:3.0:1787761251.362170:0:323670:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200002341:0x54ae:0x0](ffff9b6511fe4b08) for lock 0xf223c8ba2c1e5feb
00800000:00000001:3.0:1787761251.362173:0:323670:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered
00000002:00000001:3.0:1787761251.362174:0:323670:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered
00010000:00000001:3.0:1787761251.362175:0:323670:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.362176:0:323670:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.362178:0:323670:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acfa00 refcount=3
00000020:00000001:3.0:1787761251.362179:0:323670:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744148992 : -110615965402624 : ffff9b6536acfa00)
00010000:00000001:3.0:1787761251.362181:0:323670:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744148992 : -110615965402624 : ffff9b6536acfa00)
00010000:00000001:3.0:1787761251.362183:0:323670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.362184:0:323670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000002:00000001:3.0:1787761251.362186:0:323670:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761251.362187:0:323670:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00000080:00002000:3.0:1787761251.362193:0:323670:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b6508393360 inode ffff9b6511fe4b08 refc 1 flags 0x40000e
00000080:00000001:3.0:1787761251.362196:0:323670:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0)
00000080:00010000:3.0:1787761251.362199:0:323670:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002341:0x54ae:0x0](ffff9b6511fe4b08)
00000080:00010000:3.0:1787761251.362203:0:323670:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf223c8ba2c1e5feb from it ffffbf274a1b3db8
00010000:00000001:3.0:1787761251.362204:0:323670:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.362206:0:323670:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.362207:0:323670:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acfa00 refcount=3
00000020:00000001:3.0:1787761251.362208:0:323670:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744148992 : -110615965402624 : ffff9b6536acfa00)
00010000:00000001:3.0:1787761251.362210:0:323670:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744148992 : -110615965402624 : ffff9b6536acfa00)
00010000:00000001:3.0:1787761251.362212:0:323670:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered
00010000:00010000:3.0:1787761251.362215:0:323670:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acfa00/0xf223c8ba2c1e5feb lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x54ae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8950dc270228b16c expref: -99 pid: 323670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.362220:0:323670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.362221:0:323670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.362222:0:323670:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered
00010000:00000001:3.0:1787761251.362225:0:323670:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving
00010000:00010000:3.0:1787761251.362227:0:323670:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acfa00/0xf223c8ba2c1e5feb lrc: 2/0,0 mode: PR/PR res: [0x200002341:0x54ae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8950dc270228b16c expref: -99 pid: 323670 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00000001:3.0:1787761251.362233:0:323670:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787761251.362235:0:323670:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787761251.362237:0:323670:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787761251.362241:0:323670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.362242:0:323670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.362243:0:323670:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.362404:0:323670:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787761251.362407:0:323670:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.362409:0:323670:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.362413:0:323670:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.362415:0:323670:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:3.0:1787761251.362417:0:323670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.362418:0:323670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000080:00000001:3.0:1787761251.362420:0:323670:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0)
00000080:00000010:3.0:1787761251.362424:0:323670:0:(llite_lib.c:4209:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b6537f5d200.
00000100:00000001:3.0:1787761251.362428:0:323670:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761251.362433:0:323670:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1cf00 x1874597594964096/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.362441:0:323670:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787761251.362443:0:323670:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787761251.362447:0:323670:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b652dc10000.
02000000:00000001:3.0:1787761251.362450:0:323670:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787761251.362452:0:323670:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787761251.362454:0:323670:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=88 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:3.0:1787761251.362457:0:323670:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787761251.362459:0:323670:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6414026800.
02000000:00000001:3.0:1787761251.362463:0:323670:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787761251.362465:0:323670:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787761251.362467:0:323670:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1cf00.
00000100:00000001:3.0:1787761251.362471:0:323670:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787761251.362472:0:323670:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000080:00000001:3.0:1787761251.362475:0:323670:0:(dcache.c:174:ll_intent_release()) Process entered
00000080:00000040:3.0:1787761251.362477:0:323670:0:(dcache.c:176:ll_intent_release()) intent ffffbf274a1b3db8 released
00000080:00000001:3.0:1787761251.362478:0:323670:0:(dcache.c:187:ll_intent_release()) Process leaving
00000080:00000010:3.0:1787761251.362487:0:323670:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b65106aa7c0.
00000020:00000001:3.0:1787761251.362491:0:323670:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1b3d80
00000080:00200000:3.0:1787761251.362493:0:323670:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f160n.sanity-new1617, dir=[0x200002341:0x3c:0x0](ffff9b65044fc2c8), flags=2048
00000080:00000001:3.0:1787761251.362497:0:323670:0:(namei.c:1066:ll_lookup_it()) Process entered
00000020:00000001:3.0:1787761251.362499:0:323670:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1b3c30
00000080:00200000:3.0:1787761251.362501:0:323670:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f160n.sanity-new1617, dir=[0x200002341:0x3c:0x0](ffff9b65044fc2c8), intent=getattr
00000080:00000010:3.0:1787761251.362641:0:323670:0:(llite_lib.c:4068:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b6537f5d200.
00000080:00000001:3.0:1787761251.362648:0:323670:0:(namei.c:944:ll_intent_lock()) Process entered
00800000:00000001:3.0:1787761251.362651:0:323670:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered
00000020:00000001:3.0:1787761251.362653:0:323670:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1b3b50
00800000:00000002:3.0:1787761251.362655:0:323670:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160n.sanity-new1617' on [0x200002341:0x3c:0x0]
00800000:00000001:3.0:1787761251.362659:0:323670:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered
00000020:00000001:3.0:1787761251.362663:0:323670:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1b3ae8
00800000:00000002:3.0:1787761251.362665:0:323670:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002341:0x3c:0x0], fid2=[0x0:0x0:0x0], name='f160n.sanity-new1617' -> mds #0
00000002:00000001:3.0:1787761251.362670:0:323670:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered
00000020:00000001:3.0:1787761251.362671:0:323670:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1b3a20
00000002:00010000:3.0:1787761251.362673:0:323670:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f160n.sanity-new1617,[0x0:0x0:0x0]) in obj [0x200002341:0x3c:0x0], intent: getattr flags 01
00000002:00000001:3.0:1787761251.362678:0:323670:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered
00000002:00000001:3.0:1787761251.362681:0:323670:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered
00000100:00000010:3.0:1787761251.362684:0:323670:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000020:00000040:3.0:1787761251.362687:0:323670:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=89 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00010000:00000001:3.0:1787761251.362693:0:323670:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered
00010000:00000001:3.0:1787761251.362697:0:323670:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787761251.362700:0:323670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.362701:0:323670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.362702:0:323670:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761251.362705:0:323670:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761251.362706:0:323670:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761251.362710:0:323670:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761251.362716:0:323670:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6414026800.
00000100:00000001:3.0:1787761251.362722:0:323670:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.362725:0:323670:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered
00010000:00000001:3.0:1787761251.362727:0:323670:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.362728:0:323670:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered
00010000:00000001:3.0:1787761251.362729:0:323670:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.362731:0:323670:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.362738:0:323670:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633457765437184 : -110615944114432 : ffff9b6537f1cf00)
00010000:00000001:3.0:1787761251.362741:0:323670:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered
00010000:00000001:3.0:1787761251.362743:0:323670:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered
00010000:00000040:3.0:1787761251.362747:0:323670:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b653303f700 count: 2
00010000:00000001:3.0:1787761251.362750:0:323670:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1787761251.362752:0:323670:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered
00010000:00000010:3.0:1787761251.362755:0:323670:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b6536acf000.
00000020:00000001:3.0:1787761251.362758:0:323670:0:(lustre_handles.c:61:class_handle_hash()) Process entered
00000020:00000040:3.0:1787761251.362761:0:323670:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b6536acf000 with handle 0xf223c8ba2c1e5ff2 to hash
00000020:00000001:3.0:1787761251.362763:0:323670:0:(lustre_handles.c:94:class_handle_hash()) Process leaving
00010000:00000001:3.0:1787761251.362764:0:323670:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633457744146432 : -110615965405184 : ffff9b6536acf000)
00010000:00000001:3.0:1787761251.362767:0:323670:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633457744146432 : -110615965405184 : ffff9b6536acf000)
00010000:00000001:3.0:1787761251.362770:0:323670:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761251.362772:0:323670:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761251.362776:0:323670:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf000/0xf223c8ba2c1e5ff2 lrc: 3/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323670 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787761251.362783:0:323670:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf000/0xf223c8ba2c1e5ff2 lrc: 3/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323670 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787761251.362797:0:323670:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf000/0xf223c8ba2c1e5ff2 lrc: 3/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323670 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00000001:3.0:1787761251.362802:0:323670:0:(client.c:3352:ptlrpc_queue_wait()) Process entered
00000100:00000001:3.0:1787761251.362803:0:323670:0:(client.c:1169:ptlrpc_prep_set()) Process entered
00000100:00000010:3.0:1787761251.362808:0:323670:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b650516e180.
00000100:00000001:3.0:1787761251.362811:0:323670:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633456912228736 : -110616797322880 : ffff9b650516e180)
00000100:00000001:3.0:1787761251.362813:0:323670:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787761251.362814:0:323670:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765437184 : -110615944114432 : ffff9b6537f1cf00)
00000100:00000001:3.0:1787761251.362818:0:323670:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761251.362822:0:323670:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761251.362823:0:323670:0:(client.c:2688:ptlrpc_set_wait()) Process entered
00000100:00000001:3.0:1787761251.362825:0:323670:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787761251.362830:0:323670:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1cf00 x1874597594964224/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.362836:0:323670:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761251.362838:0:323670:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761251.362842:0:323670:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787761251.362845:0:323670:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761251.362847:0:323670:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761251.362850:0:323670:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job mrename:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:323670:1874597594964224:192.168.203.101@tcp:101:mrename.0
00000100:00000001:3.0:1787761251.362854:0:323670:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787761251.362859:0:323670:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787761251.362861:0:323670:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761251.362864:0:323670:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787761251.362867:0:323670:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b652dc10000.
02000000:00000001:3.0:1787761251.362869:0:323670:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787761251.362877:0:323670:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:3.0:1787761251.362880:0:323670:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64206fe948.
00000400:00000010:3.0:1787761251.362884:0:323670:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653623c440.
00000100:00000200:3.0:1787761251.362890:0:323670:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874597594964224, portal 10
00000100:00000001:3.0:1787761251.362891:0:323670:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787761251.362893:0:323670:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765437184 : -110615944114432 : ffff9b6537f1cf00)
00000100:00000040:3.0:1787761251.362898:0:323670:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600  req@ffff9b6537f1cf00 x1874597594964224/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787761267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.362904:0:323670:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787761251.362907:0:323670:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:3.0:1787761251.362909:0:323670:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653623c000.
00000100:00000200:3.0:1787761251.362912:0:323670:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1874597594964224, offset 0
00000400:00000200:3.0:1787761251.362918:0:323670:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:3.0:1787761251.362925:0:323670:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761251.362931:0:323670:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:3.0:1787761251.363703:0:323670:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787761251.363710:0:323670:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:3.0:1787761251.363713:0:323670:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787761251.363717:0:323670:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:3.0:1787761251.363720:0:323670:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277316:277316:256:4294967295] 192.168.203.101@tcp LPNI seq info [277315:277315:8:4294967295]
00000400:00000200:3.0:1787761251.363727:0:323670:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761251.363737:0:323670:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787761251.363743:0:323670:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:3.0:1787761251.363749:0:323670:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b64038d5d00.
00000800:00000200:3.0:1787761251.363756:0:323670:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (5)
00000800:00000200:3.0:1787761251.363763:0:323670:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.101@tcp ip 192.168.203.101:988
00000800:00000200:3.0:1787761251.363767:0:323670:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b64038d5d00 type 1, nob 688 niov 1 nkiov 1
00000100:00000001:3.0:1787761251.363825:0:323670:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761251.363831:0:323670:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:3.0:1787761251.363835:0:323670:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787761251.363838:0:323670:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4314664548
00000100:00000001:3.0:1787761251.363841:0:323670:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4314665211
00000100:00000001:3.0:1787761251.363844:0:323670:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4314664548
00000100:00000001:3.0:1787761251.363846:0:323670:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4314665211
00000100:00000001:3.0:1787761251.363848:0:323670:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787761251.363852:0:323670:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761251.363854:0:323670:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761251.363856:0:323670:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b)
00000100:00100000:3.0:1787761251.363859:0:323670:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b650516e180 going to sleep for 11 seconds
00000100:00000001:3.0:1787761251.363862:0:323670:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761251.363865:0:323670:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761251.373225:0:323670:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000001:3.0:1787761251.373232:0:323670:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787761251.373234:0:323670:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787761251.373237:0:323670:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64206fe948.
00000400:00000200:3.0:1787761251.373242:0:323670:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653623c440
00000400:00000010:3.0:1787761251.373245:0:323670:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653623c440.
00000100:00000001:3.0:1787761251.373312:0:323670:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787761251.373317:0:323670:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1cf00 x1874597594964224/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787761267 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000200:3.0:1787761251.373334:0:323670:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1cf00 x1874597594964224/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787761267 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.373340:0:323670:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787761251.373342:0:323670:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761251.373344:0:323670:0:(client.c:1593:after_reply()) Process entered
02000000:00000001:3.0:1787761251.373347:0:323670:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1787761251.373349:0:323670:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1787761251.373351:0:323670:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761251.373354:0:323670:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1787761251.373362:0:323670:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b6425481c60 time=85 v=5 (5 5 5 5)
00000100:00001000:3.0:1787761251.373365:0:323670:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b6425481c18 time=85 v=5 (1 1 1 1)
00000100:00000001:3.0:1787761251.373368:0:323670:0:(client.c:1495:ptlrpc_check_status()) Process entered
00000100:00000040:3.0:1787761251.373371:0:323670:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301  req@ffff9b6537f1cf00 x1874597594964224/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.373377:0:323670:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d)
00000100:00000001:3.0:1787761251.373380:0:323670:0:(client.c:3109:ptlrpc_free_committed()) Process entered
00000100:00000040:3.0:1787761251.373382:0:323670:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b6504d3c000: skip recheck: last_committed 21474908209
00000100:00000001:3.0:1787761251.373383:0:323670:0:(client.c:3122:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1787761251.373385:0:323670:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d)
00000100:00000040:3.0:1787761251.373389:0:323670:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1cf00 x1874597594964224/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.373396:0:323670:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d)
00000100:00000001:3.0:1787761251.373398:0:323670:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787761251.373400:0:323670:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787761251.373404:0:323670:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1cf00 x1874597594964224/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00100000:3.0:1787761251.373410:0:323670:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job mrename:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:323670:1874597594964224:192.168.203.101@tcp:101:mrename.0
00000100:00000001:3.0:1787761251.373414:0:323670:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761251.373416:0:323670:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d)
00000100:00000001:3.0:1787761251.373418:0:323670:0:(client.c:1237:ptlrpc_set_destroy()) Process entered
00000100:00000001:3.0:1787761251.373420:0:323670:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761251.373424:0:323670:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1cf00 x1874597594964224/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.373429:0:323670:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761251.373432:0:323670:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b650516e180.
00000100:00000001:3.0:1787761251.373434:0:323670:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving
00000100:00000001:3.0:1787761251.373436:0:323670:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d)
00010000:00000001:3.0:1787761251.373438:0:323670:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered
00010000:00000001:3.0:1787761251.373442:0:323670:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.373444:0:323670:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.373447:0:323670:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acf000 refcount=4
00000020:00000001:3.0:1787761251.373449:0:323670:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744146432 : -110615965405184 : ffff9b6536acf000)
00010000:00000001:3.0:1787761251.373452:0:323670:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744146432 : -110615965405184 : ffff9b6536acf000)
00010000:00010000:3.0:1787761251.373457:0:323670:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf000/0xf223c8ba2c1e5ff2 lrc: 4/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323670 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.373466:0:323670:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d)
00010000:00010000:3.0:1787761251.373469:0:323670:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf000/0xf223c8ba2c1e5ff2 lrc: 4/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323670 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.373474:0:323670:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered
00010000:00010000:3.0:1787761251.373477:0:323670:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf000/0xf223c8ba2c1e5ff2 lrc: 4/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323670 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.373482:0:323670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.373483:0:323670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00010000:3.0:1787761251.373486:0:323670:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf000/0xf223c8ba2c1e5ff2 lrc: 3/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323670 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.373490:0:323670:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761251.373493:0:323670:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.373495:0:323670:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered
00010000:00010000:3.0:1787761251.373497:0:323670:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf000/0xf223c8ba2c1e5ff2 lrc: 4/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323670 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787761251.373996:0:323670:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6536acf000 already unused, calling callback (ffffffffc1ca5a20)
00000080:00000001:3.0:1787761251.374001:0:323670:0:(namei.c:477:ll_md_blocking_ast()) Process entered
00010000:00010000:3.0:1787761251.374004:0:323670:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf000/0xf223c8ba2c1e5ff2 lrc: 4/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 323670 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.374012:0:323670:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered
00010000:00000001:3.0:1787761251.374014:0:323670:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea)
00010000:00010000:3.0:1787761251.374017:0:323670:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf000/0xf223c8ba2c1e5ff2 lrc: 4/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 323670 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.374022:0:323670:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea)
00010000:00000001:3.0:1787761251.374024:0:323670:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered
00010000:00000001:3.0:1787761251.374025:0:323670:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.374027:0:323670:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.374029:0:323670:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acf000 refcount=5
00000020:00000001:3.0:1787761251.374031:0:323670:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744146432 : -110615965405184 : ffff9b6536acf000)
00010000:00000001:3.0:1787761251.374033:0:323670:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744146432 : -110615965405184 : ffff9b6536acf000)
00010000:00000001:3.0:1787761251.374036:0:323670:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered
00010000:00010000:3.0:1787761251.374039:0:323670:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf000/0xf223c8ba2c1e5ff2 lrc: 5/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 323670 initiator: MDT0 lru_score: 0 lru_type: 0
00000080:00000001:3.0:1787761251.374049:0:323670:0:(namei.c:477:ll_md_blocking_ast()) Process entered
00000080:00000001:3.0:1787761251.374051:0:323670:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761251.374055:0:323670:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction)
00010000:00000001:3.0:1787761251.374056:0:323670:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered
00010000:00000001:3.0:1787761251.374059:0:323670:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1787761251.374061:0:323670:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1787761251.374063:0:323670:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761251.374064:0:323670:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787761251.374067:0:323670:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b6536acf000 with handle 0xf223c8ba2c1e5ff2 from hash
00010000:00000001:3.0:1787761251.374070:0:323670:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1787761251.374071:0:323670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.374073:0:323670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.374074:0:323670:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1787761251.374076:0:323670:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1787761251.374077:0:323670:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000)
00010000:00000001:3.0:1787761251.374080:0:323670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.374081:0:323670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.374082:0:323670:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.374084:0:323670:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761251.374087:0:323670:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf000/0xf223c8ba2c1e5ff2 lrc: 3/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323670 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.374093:0:323670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.374094:0:323670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.374095:0:323670:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:3.0:1787761251.374097:0:323670:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:3.0:1787761251.374099:0:323670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.374100:0:323670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.374101:0:323670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1787761251.374103:0:323670:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf000/0xf223c8ba2c1e5ff2 lrc: 0/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323670 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.374113:0:323670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.374115:0:323670:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d)
00000002:00000001:3.0:1787761251.374120:0:323670:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered
00000002:00100000:3.0:1787761251.374128:0:323670:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0  req@ffff9b6537f1cf00 x1874597594964224/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'mrename.0' uid:0 gid:0 projid:0
00010000:00000001:3.0:1787761251.374136:0:323670:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00010000:00000001:3.0:1787761251.374138:0:323670:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.374141:0:323670:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.374143:0:323670:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.374145:0:323670:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered
00010000:00000001:3.0:1787761251.374147:0:323670:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00010000:00000001:3.0:1787761251.374149:0:323670:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.374151:0:323670:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving
00000020:00000001:3.0:1787761251.374154:0:323670:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1b39a8
00000002:00002000:3.0:1787761251.374156:0:323670:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f160n.sanity-new1617 intent=getattr status=0 disp=0x7: rc = 0
00000002:00000001:3.0:1787761251.374160:0:323670:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761251.374163:0:323670:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761251.374166:0:323670:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00200000:3.0:1787761251.374169:0:323670:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200002341:0x3c:0x0] suppgids 0 -1: rc 0
00000080:00000001:3.0:1787761251.374172:0:323670:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.374175:0:323670:0:(namei.c:668:ll_lookup_it_finish()) Process entered
00000080:00002000:3.0:1787761251.374177:0:323670:0:(namei.c:674:ll_lookup_it_finish()) it ffffbf274a1b3db8 it_disposition 7
00000080:00002000:3.0:1787761251.374181:0:323670:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b6508393870 inode 0000000000000000 refc 1 flags 0xe
00010000:00000010:3.1:1787761251.381544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:0.1:1787761251.389419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110f500.
00010000:00000010:0.1:1787761251.389432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acfa00.
00000080:00000010:1.1:1787761251.427198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa7c0.
00000080:00000010:1.1:1787761251.427220:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aabc0.
00010000:00000010:0.1:1787761251.471302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00010000:00000010:1.1:1787761251.487288:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1e00.
00010000:00000010:1.1:1787761251.487300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635a00.
00000080:00000010:2.1:1787761251.498331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d06a0.
00000080:00000010:2.1:1787761251.498350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0340.
00000100:00000001:3.0:1787761251.505072:0:323672:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000001:3.0:1787761251.505079:0:323672:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787761251.505081:0:323672:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787761251.505084:0:323672:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df160.
00000400:00000200:3.0:1787761251.505089:0:323672:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f93b8
00000400:00000010:3.0:1787761251.505092:0:323672:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f93b8.
00000100:00000001:3.0:1787761251.505095:0:323672:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787761251.505100:0:323672:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366ab840 x1874597594965120/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787761267 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000200:3.0:1787761251.505109:0:323672:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366ab840 x1874597594965120/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787761267 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.505116:0:323672:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787761251.505118:0:323672:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761251.505121:0:323672:0:(client.c:1593:after_reply()) Process entered
02000000:00000001:3.0:1787761251.505125:0:323672:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1787761251.505127:0:323672:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1787761251.505129:0:323672:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761251.505133:0:323672:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1787761251.505141:0:323672:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b6425481c60 time=85 v=5 (5 5 5 5)
00000100:00001000:3.0:1787761251.505145:0:323672:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b6425481c18 time=85 v=5 (1 1 1 1)
00000100:00000001:3.0:1787761251.505148:0:323672:0:(client.c:1495:ptlrpc_check_status()) Process entered
00000100:00000001:3.0:1787761251.505150:0:323672:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.505153:0:323672:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered
00010000:00000001:3.0:1787761251.505156:0:323672:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761251.505160:0:323672:0:(client.c:3109:ptlrpc_free_committed()) Process entered
00000100:00000040:3.0:1787761251.505162:0:323672:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b6504d3c000: skip recheck: last_committed 21474908209
00000100:00000001:3.0:1787761251.505164:0:323672:0:(client.c:3122:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1787761251.505167:0:323672:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761251.505172:0:323672:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366ab840 x1874597594965120/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.505180:0:323672:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787761251.505183:0:323672:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787761251.505185:0:323672:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787761251.505189:0:323672:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366ab840 x1874597594965120/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00100000:3.0:1787761251.505197:0:323672:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366ab840 pname:cluuid:pid:xid:nid:opc:job mrename:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:323672:1874597594965120:192.168.203.101@tcp:101:mrename.0
00000100:00000001:3.0:1787761251.505202:0:323672:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761251.505205:0:323672:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761251.505208:0:323672:0:(client.c:1237:ptlrpc_set_destroy()) Process entered
00000100:00000001:3.0:1787761251.505210:0:323672:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761251.505213:0:323672:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366ab840 x1874597594965120/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.505221:0:323672:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761251.505224:0:323672:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b6413729900.
00000100:00000001:3.0:1787761251.505227:0:323672:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving
00000100:00000001:3.0:1787761251.505229:0:323672:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.505232:0:323672:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered
00010000:00000001:3.0:1787761251.505237:0:323672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.505239:0:323672:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.505243:0:323672:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6513a7ae00 refcount=4
00000020:00000001:3.0:1787761251.505270:0:323672:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457156599296 : -110616552952320 : ffff9b6513a7ae00)
00010000:00000001:3.0:1787761251.505274:0:323672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457156599296 : -110616552952320 : ffff9b6513a7ae00)
00010000:00000040:3.0:1787761251.505281:0:323672:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b6513a7ae00, remote cookie: 0x8950dc270228b206, flags: 0x1001
00010000:00010000:3.0:1787761251.505287:0:323672:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6513a7ae00/0xf223c8ba2c1e6007 lrc: 4/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc270228b206 expref: -99 pid: 323672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000040:3.0:1787761251.505296:0:323672:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002341:0x54b0:0x0].0x0, instead of [0x200002341:0x3c:0x0].0x0
00010000:00000001:3.0:1787761251.505299:0:323672:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered
00010000:00000010:3.0:1787761251.505307:0:323672:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b651110ff00.
00010000:00000010:3.0:1787761251.505312:0:323672:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b6413123080.
00010000:00000001:3.0:1787761251.505316:0:323672:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761251.505330:0:323672:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6513a7ae00/0xf223c8ba2c1e6007 lrc: 4/1,0 mode: --/PR res: [0x200002341:0x54b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc270228b206 expref: -99 pid: 323672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787761251.505339:0:323672:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6513a7ae00/0xf223c8ba2c1e6007 lrc: 4/1,0 mode: --/PR res: [0x200002341:0x54b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc270228b206 expref: -99 pid: 323672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.505346:0:323672:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered
00010000:00000001:3.0:1787761251.505350:0:323672:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered
00010000:00000001:3.0:1787761251.505353:0:323672:0:(ldlm_lock.c:989:search_granted_lock()) Process entered
00010000:00000001:3.0:1787761251.505355:0:323672:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving
00010000:00000001:3.0:1787761251.505356:0:323672:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered
00010000:00000040:3.0:1787761251.505358:0:323672:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002341:0x54b0:0x0].0x0 (ffff9b651110ff00) refcount = 1
00010000:00010000:3.0:1787761251.505363:0:323672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6513a7ae00/0xf223c8ba2c1e6007 lrc: 4/1,0 mode: PR/PR res: [0x200002341:0x54b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8950dc270228b206 expref: -99 pid: 323672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.505369:0:323672:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving
00010000:00000001:3.0:1787761251.505372:0:323672:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving
00010000:00000001:3.0:1787761251.505374:0:323672:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1787761251.505377:0:323672:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered
00010000:00000001:3.0:1787761251.505379:0:323672:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761251.505383:0:323672:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6513a7ae00/0xf223c8ba2c1e6007 lrc: 4/1,0 mode: PR/PR res: [0x200002341:0x54b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc270228b206 expref: -99 pid: 323672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.505388:0:323672:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving
00010000:00000001:3.0:1787761251.505390:0:323672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.505392:0:323672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.505393:0:323672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.505394:0:323672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.505395:0:323672:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.505400:0:323672:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered
00010000:00000001:3.0:1787761251.505402:0:323672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.505403:0:323672:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.505405:0:323672:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6513a7ae00 refcount=3
00000020:00000001:3.0:1787761251.505407:0:323672:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457156599296 : -110616552952320 : ffff9b6513a7ae00)
00010000:00000001:3.0:1787761251.505409:0:323672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457156599296 : -110616552952320 : ffff9b6513a7ae00)
00010000:00000001:3.0:1787761251.505411:0:323672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.505413:0:323672:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.505414:0:323672:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6513a7ae00 refcount=4
00000020:00000001:3.0:1787761251.505416:0:323672:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457156599296 : -110616552952320 : ffff9b6513a7ae00)
00010000:00000001:3.0:1787761251.505418:0:323672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457156599296 : -110616552952320 : ffff9b6513a7ae00)
00010000:00000001:3.0:1787761251.505421:0:323672:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761251.505424:0:323672:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761251.505427:0:323672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6513a7ae00/0xf223c8ba2c1e6007 lrc: 5/2,0 mode: PR/PR res: [0x200002341:0x54b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8950dc270228b206 expref: -99 pid: 323672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.505434:0:323672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.505435:0:323672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.505436:0:323672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.505437:0:323672:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.505438:0:323672:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6513a7ae00 refcount=5
00000020:00000001:3.0:1787761251.505440:0:323672:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457156599296 : -110616552952320 : ffff9b6513a7ae00)
00010000:00000001:3.0:1787761251.505443:0:323672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457156599296 : -110616552952320 : ffff9b6513a7ae00)
00010000:00000001:3.0:1787761251.505445:0:323672:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered
00010000:00010000:3.0:1787761251.505449:0:323672:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6513a7ae00/0xf223c8ba2c1e6007 lrc: 5/2,0 mode: PR/PR res: [0x200002341:0x54b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8950dc270228b206 expref: -99 pid: 323672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.505455:0:323672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.505456:0:323672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00010000:3.0:1787761251.505459:0:323672:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6513a7ae00/0xf223c8ba2c1e6007 lrc: 4/1,0 mode: PR/PR res: [0x200002341:0x54b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8950dc270228b206 expref: -99 pid: 323672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.505465:0:323672:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:3.0:1787761251.505466:0:323672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.505468:0:323672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.505469:0:323672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.505470:0:323672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000002:00100000:3.0:1787761251.505475:0:323672:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0  req@ffff9b65366ab840 x1874597594965120/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:0
00010000:00000001:3.0:1787761251.505483:0:323672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.505484:0:323672:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.505486:0:323672:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6513a7ae00 refcount=3
00000020:00000001:3.0:1787761251.505487:0:323672:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457156599296 : -110616552952320 : ffff9b6513a7ae00)
00010000:00000001:3.0:1787761251.505489:0:323672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457156599296 : -110616552952320 : ffff9b6513a7ae00)
00010000:00000001:3.0:1787761251.505492:0:323672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.505493:0:323672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000002:00000001:3.0:1787761251.505494:0:323672:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.505496:0:323672:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.505499:0:323672:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered
00010000:00000001:3.0:1787761251.505511:0:323672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.505512:0:323672:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.505514:0:323672:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6513a7ae00 refcount=3
00000020:00000001:3.0:1787761251.505516:0:323672:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457156599296 : -110616552952320 : ffff9b6513a7ae00)
00010000:00000001:3.0:1787761251.505518:0:323672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457156599296 : -110616552952320 : ffff9b6513a7ae00)
00000002:00010000:3.0:1787761251.505521:0:323672:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6513a7ae00/0xf223c8ba2c1e6007 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x54b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc270228b206 expref: -99 pid: 323672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.505529:0:323672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.505530:0:323672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.505532:0:323672:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered
00010000:00000001:3.0:1787761251.505533:0:323672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.505535:0:323672:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.505536:0:323672:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6513a7ae00 refcount=3
00000020:00000001:3.0:1787761251.505538:0:323672:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457156599296 : -110616552952320 : ffff9b6513a7ae00)
00010000:00000001:3.0:1787761251.505540:0:323672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457156599296 : -110616552952320 : ffff9b6513a7ae00)
00010000:00000040:3.0:1787761251.505544:0:323672:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b651110ff00 count: 2
00010000:00000001:3.0:1787761251.505547:0:323672:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00010000:3.0:1787761251.505551:0:323672:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b65130bb000 type 13 mode 4 res 8589943617/21680 (0 0)
00010000:00000001:3.0:1787761251.505554:0:323672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.505555:0:323672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000002:00000001:3.0:1787761251.505556:0:323672:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving
00000020:00000001:3.0:1787761251.505559:0:323672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1bb9a8
00000002:00002000:3.0:1787761251.505569:0:323672:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f160n.sanity1619 intent=getattr status=0 disp=0xb: rc = 0
00000002:00000001:3.0:1787761251.505572:0:323672:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761251.505576:0:323672:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761251.505579:0:323672:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00200000:3.0:1787761251.505582:0:323672:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200002341:0x3c:0x0] suppgids 0 -1: rc 0
00000080:00000001:3.0:1787761251.505585:0:323672:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.505589:0:323672:0:(namei.c:668:ll_lookup_it_finish()) Process entered
00000080:00002000:3.0:1787761251.505591:0:323672:0:(namei.c:674:ll_lookup_it_finish()) it ffffbf274a1bbdb8 it_disposition b
00000080:00000001:3.0:1787761251.505594:0:323672:0:(llite_lib.c:3850:ll_prep_inode()) Process entered
00000002:00000001:3.0:1787761251.505599:0:323672:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered
00000002:00000001:3.0:1787761251.505601:0:323672:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving
00000080:00000001:3.0:1787761251.505604:0:323672:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115339490251952 : 144115339490251952 : 2000023410054b0)
00000080:00000001:3.0:1787761251.505607:0:323672:0:(namei.c:113:ll_iget()) Process entered
00000080:00000001:3.0:1787761251.505619:0:323672:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115339490251952 : 144115339490251952 : 2000023410054b0)
00000080:00000001:3.0:1787761251.505622:0:323672:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554467 : 33554467 : 2000023)
00000080:00200000:3.0:1787761251.505626:0:323672:0:(llite_lib.c:3126:ll_update_inode()) inode=[0x200002341:0x54b0:0x0], updating i_size 0
00000080:00200000:3.0:1787761251.505629:0:323672:0:(namei.c:147:ll_iget()) got inode: [0x200002341:0x54b0:0x0](ffff9b6511fe1148): rc = 0
00000080:00000001:3.0:1787761251.505632:0:323672:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633457128706376 : -110616580845240 : ffff9b6511fe1148)
00010000:00000001:3.0:1787761251.505634:0:323672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.505635:0:323672:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.505637:0:323672:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6513a7ae00 refcount=3
00000020:00000001:3.0:1787761251.505639:0:323672:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457156599296 : -110616552952320 : ffff9b6513a7ae00)
00010000:00000001:3.0:1787761251.505642:0:323672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457156599296 : -110616552952320 : ffff9b6513a7ae00)
00000080:00000001:3.0:1787761251.505645:0:323672:0:(file.c:6819:ll_layout_conf()) Process entered
00000020:00000001:3.0:1787761251.505647:0:323672:0:(cl_object.c:754:cl_env_obtain()) Process entered
00000020:00000001:3.0:1787761251.505652:0:323672:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633456927944360 : -110616781607256 : ffff9b650606aea8)
00000020:00001000:3.0:1787761251.505655:0:323672:0:(cl_object.c:823:cl_env_get()) 1@ffff9b650606aea0
00000020:00000001:3.0:1787761251.505658:0:323672:0:(cl_object.c:343:cl_conf_set()) Process entered
00020000:00000001:3.0:1787761251.505662:0:323672:0:(lov_object.c:1456:lov_conf_set()) Process entered
00020000:00000002:3.0:1787761251.505664:0:323672:0:(lov_object.c:1310:lov_conf_lock()) Took exclusive lov(ffff9b6541f701f0) owner ffff9b652cc527c0
00020000:00000001:3.0:1787761251.505668:0:323672:0:(lov_object.c:1516:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0)
00020000:00000002:3.0:1787761251.505670:0:323672:0:(lov_object.c:1316:lov_conf_unlock()) To release exclusive lov(ffff9b6541f701f0) owner ffff9b652cc527c0
00020000:00000002:3.0:1787761251.505674:0:323672:0:(lov_object.c:1543:lov_conf_set()) [0x200002341:0x54b0:0x0] lo_layout_invalid=0
00020000:00000001:3.0:1787761251.505676:0:323672:0:(lov_object.c:1544:lov_conf_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761251.505678:0:323672:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761251.505681:0:323672:0:(cl_object.c:448:cl_object_layout_get()) Process entered
00020000:00000002:3.0:1787761251.505684:0:323672:0:(lov_object.c:1264:lov_conf_freeze()) To take share lov(ffff9b6541f701f0) owner 0000000000000000/ffff9b652cc527c0
00020000:00000002:3.0:1787761251.505687:0:323672:0:(lov_object.c:1272:lov_conf_thaw()) To release share lov(ffff9b6541f701f0) owner 0000000000000000/ffff9b652cc527c0
00020000:00000001:3.0:1787761251.505690:0:323672:0:(lov_object.c:2298:lov_object_layout_get()) Process entered
00020000:00000001:3.0:1787761251.505692:0:323672:0:(lov_object.c:2304:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0)
00000080:00200000:3.0:1787761251.505695:0:323672:0:(file.c:6854:ll_layout_conf()) [0x200002341:0x54b0:0x0]: layout version change: 4294967294 -> 4294967295
00000020:00001000:3.0:1787761251.505698:0:323672:0:(cl_object.c:917:cl_env_put()) 1@ffff9b650606aea0
00000080:00000001:3.0:1787761251.505700:0:323672:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.505702:0:323672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.505703:0:323672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000080:00000001:3.0:1787761251.505704:0:323672:0:(llite_lib.c:3948:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0)
00800000:00000001:3.0:1787761251.505707:0:323672:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered
00800000:00000001:3.0:1787761251.505709:0:323672:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0)
00000080:00010000:3.0:1787761251.505712:0:323672:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200002341:0x54b0:0x0](ffff9b6511fe1148) for lock 0xf223c8ba2c1e6007
00800000:00000001:3.0:1787761251.505715:0:323672:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered
00000002:00000001:3.0:1787761251.505717:0:323672:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered
00010000:00000001:3.0:1787761251.505718:0:323672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.505720:0:323672:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.505721:0:323672:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6513a7ae00 refcount=3
00000020:00000001:3.0:1787761251.505723:0:323672:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457156599296 : -110616552952320 : ffff9b6513a7ae00)
00010000:00000001:3.0:1787761251.505725:0:323672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457156599296 : -110616552952320 : ffff9b6513a7ae00)
00010000:00000001:3.0:1787761251.505728:0:323672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.505729:0:323672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000002:00000001:3.0:1787761251.505730:0:323672:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761251.505732:0:323672:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0)
00000080:00002000:3.0:1787761251.505737:0:323672:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b6511c25510 inode ffff9b6511fe1148 refc 1 flags 0x40000e
00000080:00000001:3.0:1787761251.505741:0:323672:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0)
00000080:00010000:3.0:1787761251.505744:0:323672:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002341:0x54b0:0x0](ffff9b6511fe1148)
00000080:00010000:3.0:1787761251.505748:0:323672:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xf223c8ba2c1e6007 from it ffffbf274a1bbdb8
00010000:00000001:3.0:1787761251.505750:0:323672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.505751:0:323672:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.505752:0:323672:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6513a7ae00 refcount=3
00000020:00000001:3.0:1787761251.505754:0:323672:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457156599296 : -110616552952320 : ffff9b6513a7ae00)
00010000:00000001:3.0:1787761251.505757:0:323672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457156599296 : -110616552952320 : ffff9b6513a7ae00)
00010000:00000001:3.0:1787761251.505759:0:323672:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered
00010000:00010000:3.0:1787761251.505762:0:323672:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6513a7ae00/0xf223c8ba2c1e6007 lrc: 3/1,0 mode: PR/PR res: [0x200002341:0x54b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8950dc270228b206 expref: -99 pid: 323672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.505768:0:323672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.505770:0:323672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.505771:0:323672:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered
00010000:00000001:3.0:1787761251.505773:0:323672:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving
00010000:00010000:3.0:1787761251.505776:0:323672:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6513a7ae00/0xf223c8ba2c1e6007 lrc: 2/0,0 mode: PR/PR res: [0x200002341:0x54b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8950dc270228b206 expref: -99 pid: 323672 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00000001:3.0:1787761251.505784:0:323672:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:3.0:1787761251.505786:0:323672:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:3.0:1787761251.505788:0:323672:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787761251.505793:0:323672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.505794:0:323672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.505796:0:323672:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.505799:0:323672:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:3.0:1787761251.505801:0:323672:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.505803:0:323672:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.505806:0:323672:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.505808:0:323672:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:3.0:1787761251.505809:0:323672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.505810:0:323672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00000080:00000001:3.0:1787761251.505812:0:323672:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0)
00000080:00000010:3.0:1787761251.505815:0:323672:0:(llite_lib.c:4209:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b654132ae00.
00000100:00000001:3.0:1787761251.505819:0:323672:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761251.505824:0:323672:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366ab840 x1874597594965120/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.505830:0:323672:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787761251.505833:0:323672:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787761251.505836:0:323672:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b6502db6800.
02000000:00000001:3.0:1787761251.505839:0:323672:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787761251.505841:0:323672:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787761251.505843:0:323672:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=90 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:3.0:1787761251.505845:0:323672:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787761251.505847:0:323672:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b653f74cc00.
02000000:00000001:3.0:1787761251.505850:0:323672:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787761251.505852:0:323672:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787761251.505854:0:323672:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366ab840.
00000100:00000001:3.0:1787761251.505858:0:323672:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787761251.505860:0:323672:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000080:00000001:3.0:1787761251.505863:0:323672:0:(dcache.c:174:ll_intent_release()) Process entered
00000080:00000040:3.0:1787761251.505865:0:323672:0:(dcache.c:176:ll_intent_release()) intent ffffbf274a1bbdb8 released
00000080:00000001:3.0:1787761251.505866:0:323672:0:(dcache.c:187:ll_intent_release()) Process leaving
00000080:00000010:3.0:1787761251.505878:0:323672:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b65106aa940.
00000020:00000001:3.0:1787761251.505882:0:323672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1bbd80
00000080:00200000:3.0:1787761251.505884:0:323672:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f160n.sanity-new1619, dir=[0x200002341:0x3c:0x0](ffff9b65044fc2c8), flags=2048
00000080:00000001:3.0:1787761251.505887:0:323672:0:(namei.c:1066:ll_lookup_it()) Process entered
00000020:00000001:3.0:1787761251.505889:0:323672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1bbc30
00000080:00200000:3.0:1787761251.505891:0:323672:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f160n.sanity-new1619, dir=[0x200002341:0x3c:0x0](ffff9b65044fc2c8), intent=getattr
00000080:00000010:3.0:1787761251.505898:0:323672:0:(llite_lib.c:4068:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b6537f5de00.
00000080:00000001:3.0:1787761251.505905:0:323672:0:(namei.c:944:ll_intent_lock()) Process entered
00800000:00000001:3.0:1787761251.505908:0:323672:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered
00000020:00000001:3.0:1787761251.505909:0:323672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1bbb50
00800000:00000002:3.0:1787761251.505911:0:323672:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f160n.sanity-new1619' on [0x200002341:0x3c:0x0]
00800000:00000001:3.0:1787761251.505915:0:323672:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered
00000020:00000001:3.0:1787761251.505919:0:323672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1bbae8
00800000:00000002:3.0:1787761251.505921:0:323672:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002341:0x3c:0x0], fid2=[0x0:0x0:0x0], name='f160n.sanity-new1619' -> mds #0
00000002:00000001:3.0:1787761251.505925:0:323672:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered
00000020:00000001:3.0:1787761251.505927:0:323672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1bba20
00000002:00010000:3.0:1787761251.505928:0:323672:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f160n.sanity-new1619,[0x0:0x0:0x0]) in obj [0x200002341:0x3c:0x0], intent: getattr flags 01
00000002:00000001:3.0:1787761251.505932:0:323672:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered
00000002:00000001:3.0:1787761251.505934:0:323672:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered
00000100:00000010:3.0:1787761251.505939:0:323672:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f840.
00000020:00000040:3.0:1787761251.505941:0:323672:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=91 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00010000:00000001:3.0:1787761251.505946:0:323672:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered
00010000:00000001:3.0:1787761251.505949:0:323672:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787761251.505952:0:323672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.505953:0:323672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.505954:0:323672:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761251.505957:0:323672:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761251.505960:0:323672:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761251.505963:0:323672:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761251.505969:0:323672:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6414027400.
00000100:00000001:3.0:1787761251.505975:0:323672:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.505978:0:323672:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered
00010000:00000001:3.0:1787761251.505980:0:323672:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.505982:0:323672:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered
00010000:00000001:3.0:1787761251.505984:0:323672:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.505986:0:323672:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.505992:0:323672:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633457765447744 : -110615944103872 : ffff9b6537f1f840)
00010000:00000001:3.0:1787761251.505996:0:323672:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered
00010000:00000001:3.0:1787761251.505998:0:323672:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered
00010000:00000040:3.0:1787761251.506001:0:323672:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b653303f700 count: 2
00010000:00000001:3.0:1787761251.506004:0:323672:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1787761251.506006:0:323672:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered
00010000:00000010:3.0:1787761251.506010:0:323672:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b6536acf000.
00000020:00000001:3.0:1787761251.506013:0:323672:0:(lustre_handles.c:61:class_handle_hash()) Process entered
00000020:00000040:3.0:1787761251.506015:0:323672:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b6536acf000 with handle 0xf223c8ba2c1e600e to hash
00000020:00000001:3.0:1787761251.506017:0:323672:0:(lustre_handles.c:94:class_handle_hash()) Process leaving
00010000:00000001:3.0:1787761251.506019:0:323672:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633457744146432 : -110615965405184 : ffff9b6536acf000)
00010000:00000001:3.0:1787761251.506022:0:323672:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633457744146432 : -110615965405184 : ffff9b6536acf000)
00010000:00000001:3.0:1787761251.506024:0:323672:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761251.506026:0:323672:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761251.506029:0:323672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf000/0xf223c8ba2c1e600e lrc: 3/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 323672 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787761251.506036:0:323672:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf000/0xf223c8ba2c1e600e lrc: 3/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323672 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787761251.506046:0:323672:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf000/0xf223c8ba2c1e600e lrc: 3/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323672 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00000001:3.0:1787761251.506052:0:323672:0:(client.c:3352:ptlrpc_queue_wait()) Process entered
00000100:00000001:3.0:1787761251.506054:0:323672:0:(client.c:1169:ptlrpc_prep_set()) Process entered
00000100:00000010:3.0:1787761251.506060:0:323672:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b650516e180.
00000100:00000001:3.0:1787761251.506063:0:323672:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633456912228736 : -110616797322880 : ffff9b650516e180)
00000100:00000001:3.0:1787761251.506065:0:323672:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787761251.506067:0:323672:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765447744 : -110615944103872 : ffff9b6537f1f840)
00000100:00000001:3.0:1787761251.506072:0:323672:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761251.506076:0:323672:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761251.506078:0:323672:0:(client.c:2688:ptlrpc_set_wait()) Process entered
00000100:00000001:3.0:1787761251.506079:0:323672:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787761251.506084:0:323672:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f840 x1874597594965248/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.506091:0:323672:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761251.506092:0:323672:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761251.506096:0:323672:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787761251.506098:0:323672:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761251.506101:0:323672:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761251.506105:0:323672:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f840 pname:cluuid:pid:xid:nid:opc:job mrename:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:323672:1874597594965248:192.168.203.101@tcp:101:mrename.0
00000100:00000001:3.0:1787761251.506109:0:323672:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787761251.506114:0:323672:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787761251.506116:0:323672:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761251.506119:0:323672:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787761251.506123:0:323672:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b652dc14000.
02000000:00000001:3.0:1787761251.506125:0:323672:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787761251.506131:0:323672:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:3.0:1787761251.506135:0:323672:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64206fe948.
00000400:00000010:3.0:1787761251.506139:0:323672:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653623c440.
00000100:00000200:3.0:1787761251.506145:0:323672:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1874597594965248, portal 10
00000100:00000001:3.0:1787761251.506147:0:323672:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787761251.506148:0:323672:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765447744 : -110615944103872 : ffff9b6537f1f840)
00000100:00000040:3.0:1787761251.506153:0:323672:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600  req@ffff9b6537f1f840 x1874597594965248/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787761267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.506160:0:323672:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787761251.506162:0:323672:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:3.0:1787761251.506165:0:323672:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653623c330.
00000100:00000200:3.0:1787761251.506168:0:323672:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1874597594965248, offset 0
00000400:00000200:3.0:1787761251.506175:0:323672:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:3.0:1787761251.506183:0:323672:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761251.506190:0:323672:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:3.0:1787761251.506196:0:323672:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787761251.506201:0:323672:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:3.0:1787761251.506205:0:323672:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787761251.506208:0:323672:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:3.0:1787761251.506212:0:323672:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277324:277324:256:4294967295] 192.168.203.101@tcp LPNI seq info [277323:277323:8:4294967295]
00000400:00000200:3.0:1787761251.506217:0:323672:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761251.506225:0:323672:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787761251.506231:0:323672:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:3.0:1787761251.506237:0:323672:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b64038d5700.
00000800:00000200:3.0:1787761251.506244:0:323672:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (5)
00000800:00000200:3.0:1787761251.506276:0:323672:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.101@tcp ip 192.168.203.101:988
00000800:00000200:3.0:1787761251.506280:0:323672:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b64038d5700 type 1, nob 688 niov 1 nkiov 1
00000100:00000001:3.0:1787761251.506288:0:323672:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761251.506297:0:323672:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:3.0:1787761251.506301:0:323672:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787761251.506303:0:323672:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4314664689
00000100:00000001:3.0:1787761251.506308:0:323672:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4314665211
00000100:00000001:3.0:1787761251.506310:0:323672:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4314664689
00000100:00000001:3.0:1787761251.506313:0:323672:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4314665211
00000100:00000001:3.0:1787761251.506315:0:323672:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787761251.506318:0:323672:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761251.506320:0:323672:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761251.506334:0:323672:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b)
00000100:00100000:3.0:1787761251.506337:0:323672:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b650516e180 going to sleep for 11 seconds
00000100:00000001:3.0:1787761251.506340:0:323672:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761251.506342:0:323672:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761251.510458:0:323672:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000001:3.0:1787761251.510464:0:323672:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787761251.510466:0:323672:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787761251.510469:0:323672:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64206fe948.
00000400:00000200:3.0:1787761251.510474:0:323672:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653623c440
00000400:00000010:3.0:1787761251.510475:0:323672:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653623c440.
00000100:00000001:3.0:1787761251.510478:0:323672:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787761251.510484:0:323672:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f840 x1874597594965248/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787761267 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000200:3.0:1787761251.510492:0:323672:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f840 x1874597594965248/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787761267 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.510499:0:323672:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787761251.510510:0:323672:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761251.510512:0:323672:0:(client.c:1593:after_reply()) Process entered
02000000:00000001:3.0:1787761251.510515:0:323672:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1787761251.510518:0:323672:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1787761251.510520:0:323672:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761251.510524:0:323672:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1787761251.510532:0:323672:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b6425481c60 time=85 v=5 (5 5 5 5)
00000100:00001000:3.0:1787761251.510536:0:323672:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b6425481c18 time=85 v=5 (1 1 1 1)
00000100:00000001:3.0:1787761251.510538:0:323672:0:(client.c:1495:ptlrpc_check_status()) Process entered
00000100:00000040:3.0:1787761251.510542:0:323672:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301  req@ffff9b6537f1f840 x1874597594965248/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.510548:0:323672:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d)
00000100:00000001:3.0:1787761251.510552:0:323672:0:(client.c:3109:ptlrpc_free_committed()) Process entered
00000100:00000040:3.0:1787761251.510554:0:323672:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b6504d3c000: skip recheck: last_committed 21474908209
00000100:00000001:3.0:1787761251.510556:0:323672:0:(client.c:3122:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1787761251.510558:0:323672:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d)
00000100:00000040:3.0:1787761251.510568:0:323672:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f840 x1874597594965248/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.510575:0:323672:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d)
00000100:00000001:3.0:1787761251.510578:0:323672:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787761251.510580:0:323672:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787761251.510584:0:323672:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f840 x1874597594965248/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00100000:3.0:1787761251.510591:0:323672:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f840 pname:cluuid:pid:xid:nid:opc:job mrename:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:323672:1874597594965248:192.168.203.101@tcp:101:mrename.0
00000100:00000001:3.0:1787761251.510596:0:323672:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761251.510599:0:323672:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d)
00000100:00000001:3.0:1787761251.510601:0:323672:0:(client.c:1237:ptlrpc_set_destroy()) Process entered
00000100:00000001:3.0:1787761251.510603:0:323672:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761251.510606:0:323672:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f840 x1874597594965248/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.510612:0:323672:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761251.510615:0:323672:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b650516e180.
00000100:00000001:3.0:1787761251.510618:0:323672:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving
00000100:00000001:3.0:1787761251.510620:0:323672:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d)
00010000:00000001:3.0:1787761251.510624:0:323672:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered
00010000:00000001:3.0:1787761251.510628:0:323672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.510630:0:323672:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.510634:0:323672:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acf000 refcount=4
00000020:00000001:3.0:1787761251.510636:0:323672:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744146432 : -110615965405184 : ffff9b6536acf000)
00010000:00000001:3.0:1787761251.510639:0:323672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744146432 : -110615965405184 : ffff9b6536acf000)
00010000:00010000:3.0:1787761251.510644:0:323672:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf000/0xf223c8ba2c1e600e lrc: 4/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323672 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.510654:0:323672:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d)
00010000:00010000:3.0:1787761251.510657:0:323672:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf000/0xf223c8ba2c1e600e lrc: 4/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323672 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.510662:0:323672:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered
00010000:00010000:3.0:1787761251.510664:0:323672:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf000/0xf223c8ba2c1e600e lrc: 4/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323672 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.510669:0:323672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.510671:0:323672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00010000:3.0:1787761251.510673:0:323672:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf000/0xf223c8ba2c1e600e lrc: 3/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323672 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.510679:0:323672:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761251.510682:0:323672:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.510684:0:323672:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered
00010000:00010000:3.0:1787761251.510687:0:323672:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf000/0xf223c8ba2c1e600e lrc: 4/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323672 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787761251.510693:0:323672:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6536acf000 already unused, calling callback (ffffffffc1ca5a20)
00000080:00000001:3.0:1787761251.510696:0:323672:0:(namei.c:477:ll_md_blocking_ast()) Process entered
00010000:00010000:3.0:1787761251.510700:0:323672:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf000/0xf223c8ba2c1e600e lrc: 4/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 323672 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.510706:0:323672:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered
00010000:00000001:3.0:1787761251.510708:0:323672:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea)
00010000:00010000:3.0:1787761251.510711:0:323672:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf000/0xf223c8ba2c1e600e lrc: 4/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 323672 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.510717:0:323672:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea)
00010000:00000001:3.0:1787761251.510719:0:323672:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered
00010000:00000001:3.0:1787761251.510720:0:323672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.510722:0:323672:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.510723:0:323672:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6536acf000 refcount=5
00000020:00000001:3.0:1787761251.510725:0:323672:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457744146432 : -110615965405184 : ffff9b6536acf000)
00010000:00000001:3.0:1787761251.510727:0:323672:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457744146432 : -110615965405184 : ffff9b6536acf000)
00010000:00000001:3.0:1787761251.510730:0:323672:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered
00010000:00010000:3.0:1787761251.510732:0:323672:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf000/0xf223c8ba2c1e600e lrc: 5/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 323672 initiator: MDT0 lru_score: 0 lru_type: 0
00000080:00000001:3.0:1787761251.510738:0:323672:0:(namei.c:477:ll_md_blocking_ast()) Process entered
00000080:00000001:3.0:1787761251.510739:0:323672:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761251.510742:0:323672:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction)
00010000:00000001:3.0:1787761251.510744:0:323672:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered
00010000:00000001:3.0:1787761251.510747:0:323672:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1787761251.510749:0:323672:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1787761251.510750:0:323672:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761251.510752:0:323672:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787761251.510754:0:323672:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b6536acf000 with handle 0xf223c8ba2c1e600e from hash
00010000:00000001:3.0:1787761251.510757:0:323672:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1787761251.510758:0:323672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.510759:0:323672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.510760:0:323672:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1787761251.510761:0:323672:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1787761251.510763:0:323672:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000)
00010000:00000001:3.0:1787761251.510765:0:323672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.510766:0:323672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.510768:0:323672:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.510769:0:323672:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761251.510772:0:323672:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf000/0xf223c8ba2c1e600e lrc: 3/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323672 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.510777:0:323672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.510778:0:323672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.510780:0:323672:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:3.0:1787761251.510781:0:323672:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:3.0:1787761251.510782:0:323672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.510783:0:323672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.510784:0:323672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1787761251.510787:0:323672:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf000/0xf223c8ba2c1e600e lrc: 0/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323672 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.510797:0:323672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.510798:0:323672:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d)
00000002:00000001:3.0:1787761251.510803:0:323672:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered
00000002:00100000:3.0:1787761251.510808:0:323672:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0  req@ffff9b6537f1f840 x1874597594965248/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'mrename.0' uid:0 gid:0 projid:0
00010000:00000001:3.0:1787761251.510815:0:323672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00010000:00000001:3.0:1787761251.510817:0:323672:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.510819:0:323672:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.510821:0:323672:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.510823:0:323672:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered
00010000:00000001:3.0:1787761251.510825:0:323672:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00010000:00000001:3.0:1787761251.510826:0:323672:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.510828:0:323672:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving
00000020:00000001:3.0:1787761251.510831:0:323672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1bb9a8
00000002:00002000:3.0:1787761251.510834:0:323672:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f160n.sanity-new1619 intent=getattr status=0 disp=0x7: rc = 0
00000002:00000001:3.0:1787761251.510837:0:323672:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761251.510840:0:323672:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761251.510842:0:323672:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00200000:3.0:1787761251.510845:0:323672:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200002341:0x3c:0x0] suppgids 0 -1: rc 0
00000080:00000001:3.0:1787761251.510848:0:323672:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.510851:0:323672:0:(namei.c:668:ll_lookup_it_finish()) Process entered
00000080:00002000:3.0:1787761251.510853:0:323672:0:(namei.c:674:ll_lookup_it_finish()) it ffffbf274a1bbdb8 it_disposition 7
00000080:00002000:3.0:1787761251.510856:0:323672:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b6508393360 inode 0000000000000000 refc 1 flags 0xe
00800000:00000001:3.0:1787761251.510863:0:323672:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered
00000002:00000001:3.0:1787761251.510868:0:323672:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered
00000002:00000001:3.0:1787761251.510870:0:323672:0:(mdc_locks.c:137:mdc_lock_match()) Process entered
00010000:00000001:3.0:1787761251.510872:0:323672:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1787761251.510878:0:323672:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b653303f700 count: 2
00010000:00000001:3.0:1787761251.510880:0:323672:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00010000:3.0:1787761251.510885:0:323672:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b65130bb000 type 13 mode 30 res 8589943617/60 (0 0)
00000002:00000001:3.0:1787761251.510889:0:323672:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.510891:0:323672:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761251.510892:0:323672:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.510894:0:323672:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0)
00000080:00000001:3.0:1787761251.510898:0:323672:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0)
00000080:00000010:3.0:1787761251.510902:0:323672:0:(llite_lib.c:4209:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b6537f5de00.
00000100:00000001:3.0:1787761251.510906:0:323672:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761251.510910:0:323672:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f840 x1874597594965248/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.510917:0:323672:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787761251.510919:0:323672:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787761251.510922:0:323672:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b652dc14000.
02000000:00000001:3.0:1787761251.510926:0:323672:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787761251.510927:0:323672:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787761251.510929:0:323672:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=90 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:3.0:1787761251.510931:0:323672:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787761251.510933:0:323672:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6414027400.
02000000:00000001:3.0:1787761251.511219:0:323672:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787761251.511222:0:323672:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787761251.511224:0:323672:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f840.
00000100:00000001:3.0:1787761251.511227:0:323672:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787761251.511229:0:323672:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000080:00000001:3.0:1787761251.511236:0:323672:0:(dcache.c:174:ll_intent_release()) Process entered
00000080:00000040:3.0:1787761251.511239:0:323672:0:(dcache.c:176:ll_intent_release()) intent ffffbf274a1bbdb8 released
00000080:00000001:3.0:1787761251.511240:0:323672:0:(dcache.c:187:ll_intent_release()) Process leaving
00000080:00000001:3.0:1787761251.511306:0:323672:0:(file.c:6674:ll_inode_permission()) Process entered
00000080:00200000:3.0:1787761251.511309:0:323672:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200002341:0x3c:0x0](ffff9b65044fc2c8), inode mode 41ed mask 3
00000080:00000001:3.0:1787761251.511315:0:323672:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.511319:0:323672:0:(file.c:6674:ll_inode_permission()) Process entered
00000080:00200000:3.0:1787761251.511329:0:323672:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200002341:0x3c:0x0](ffff9b65044fc2c8), inode mode 41ed mask 3
00000080:00000001:3.0:1787761251.511333:0:323672:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.511339:0:323672:0:(namei.c:2484:ll_rename()) Process entered
00000020:00000001:3.0:1787761251.511340:0:323672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1bbc88
00000080:00200000:3.0:1787761251.511343:0:323672:0:(namei.c:2492:ll_rename()) VFS Op:oldname=f160n.sanity1619, src_dir=[0x200002341:0x3c:0x0](ffff9b65044fc2c8), newname=f160n.sanity-new1619, tgt_dir=[0x200002341:0x3c:0x0](ffff9b65044fc2c8)
00000080:00000010:3.0:1787761251.511351:0:323672:0:(llite_lib.c:4068:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b6537f5de00.
00800000:00000001:3.0:1787761251.511360:0:323672:0:(lmv_obd.c:2886:lmv_rename()) Process entered
00800000:00000001:3.0:1787761251.511364:0:323672:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered
00800000:00000002:3.0:1787761251.511366:0:323672:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200002341:0x3c:0x0]
00800000:00000001:3.0:1787761251.511368:0:323672:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761251.511371:0:323672:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered
00800000:00000002:3.0:1787761251.511373:0:323672:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200002341:0x54b0:0x0]
00800000:00000001:3.0:1787761251.511375:0:323672:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761251.511377:0:323672:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered
00800000:00000002:3.0:1787761251.511379:0:323672:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200002341:0x3c:0x0]
00800000:00000001:3.0:1787761251.511381:0:323672:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761251.511383:0:323672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1bbbe0
00000020:00000001:3.0:1787761251.511385:0:323672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1bbbe0
00800000:00000002:3.0:1787761251.511387:0:323672:0:(lmv_obd.c:2981:lmv_rename()) RENAME [0x200002341:0x3c:0x0]/f160n.sanity1619 to [0x200002341:0x3c:0x0]/f160n.sanity-new1619
00000002:00000001:3.0:1787761251.511391:0:323672:0:(mdc_reint.c:448:mdc_rename()) Process entered
00000002:00000001:3.0:1787761251.511393:0:323672:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered
00010000:00000040:3.0:1787761251.511396:0:323672:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b653303f700 count: 2
00010000:00000001:3.0:1787761251.511399:0:323672:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1787761251.511402:0:323672:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered
00010000:00000001:3.0:1787761251.511405:0:323672:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.511407:0:323672:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.511409:0:323672:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.511411:0:323672:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered
00010000:00000040:3.0:1787761251.511412:0:323672:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b653303f700 count: 2
00010000:00000001:3.0:1787761251.511414:0:323672:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1787761251.511416:0:323672:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered
00010000:00000001:3.0:1787761251.511417:0:323672:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.511419:0:323672:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.511420:0:323672:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.511422:0:323672:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered
00010000:00000040:3.0:1787761251.511425:0:323672:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b651110ff00 count: 2
00010000:00000001:3.0:1787761251.511427:0:323672:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1787761251.511428:0:323672:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered
00010000:00000001:3.0:1787761251.511431:0:323672:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered
00010000:00010000:3.0:1787761251.511434:0:323672:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6513a7ae00/0xf223c8ba2c1e6007 lrc: 2/0,0 mode: PR/PR res: [0x200002341:0x54b0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8950dc270228b206 expref: -99 pid: 323672 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00000080:00000001:3.0:1787761251.511442:0:323672:0:(namei.c:477:ll_md_blocking_ast()) Process entered
00000080:00000001:3.0:1787761251.511445:0:323672:0:(namei.c:240:ll_lock_cancel_bits()) Process entered
00000080:00000001:3.0:1787761251.511447:0:323672:0:(file.c:6113:ll_have_md_lock()) Process entered
00000080:00000040:3.0:1787761251.511449:0:323672:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200002341:0x54b0:0x0] mode (null)
00000002:00000001:3.0:1787761251.511451:0:323672:0:(mdc_locks.c:137:mdc_lock_match()) Process entered
00010000:00000001:3.0:1787761251.511453:0:323672:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1787761251.511455:0:323672:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b651110ff00 count: 3
00010000:00000001:3.0:1787761251.511457:0:323672:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1787761251.511459:0:323672:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.511461:0:323672:0:(mdc_locks.c:137:mdc_lock_match()) Process entered
00010000:00000001:3.0:1787761251.511462:0:323672:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1787761251.511464:0:323672:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b651110ff00 count: 3
00010000:00000001:3.0:1787761251.511466:0:323672:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1787761251.511468:0:323672:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.511470:0:323672:0:(mdc_locks.c:137:mdc_lock_match()) Process entered
00010000:00000001:3.0:1787761251.511471:0:323672:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1787761251.511472:0:323672:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b651110ff00 count: 3
00010000:00000001:3.0:1787761251.511474:0:323672:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1787761251.511476:0:323672:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.511478:0:323672:0:(mdc_locks.c:137:mdc_lock_match()) Process entered
00010000:00000001:3.0:1787761251.511479:0:323672:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1787761251.511480:0:323672:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b651110ff00 count: 3
00010000:00000001:3.0:1787761251.511483:0:323672:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1787761251.511485:0:323672:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.511487:0:323672:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.511489:0:323672:0:(file.c:6819:ll_layout_conf()) Process entered
00000020:00000001:3.0:1787761251.511492:0:323672:0:(cl_object.c:754:cl_env_obtain()) Process entered
00000020:00000001:3.0:1787761251.511496:0:323672:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633456927944360 : -110616781607256 : ffff9b650606aea8)
00000020:00001000:3.0:1787761251.511556:0:323672:0:(cl_object.c:823:cl_env_get()) 1@ffff9b650606aea0
00000020:00000001:3.0:1787761251.511652:0:323672:0:(cl_object.c:343:cl_conf_set()) Process entered
00000080:00200000:3.0:1787761251.511655:0:323672:0:(vvp_object.c:117:vvp_conf_set()) [0x200002341:0x54b0:0x0]: losing layout lock
00000080:00000001:3.0:1787761251.511659:0:323672:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered
00000080:00000001:3.0:1787761251.511661:0:323672:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving
00020000:00000001:3.0:1787761251.511665:0:323672:0:(lov_object.c:1456:lov_conf_set()) Process entered
00020000:00000001:3.0:1787761251.511668:0:323672:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0)
00020000:00000002:3.0:1787761251.511670:0:323672:0:(lov_object.c:1543:lov_conf_set()) [0x200002341:0x54b0:0x0] lo_layout_invalid=1
00020000:00000001:3.0:1787761251.511673:0:323672:0:(lov_object.c:1544:lov_conf_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761251.511674:0:323672:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0)
00000020:00001000:3.0:1787761251.511676:0:323672:0:(cl_object.c:917:cl_env_put()) 1@ffff9b650606aea0
00000080:00000001:3.0:1787761251.511680:0:323672:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.511683:0:323672:0:(dcache.c:195:ll_prune_aliases()) Process entered
00000080:00000002:3.0:1787761251.511685:0:323672:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002341:0x54b0:0x0](ffff9b6511fe1148) invalid
00000020:00000001:3.0:1787761251.511688:0:323672:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1bb880
00000080:00002000:3.0:1787761251.511690:0:323672:0:(llite_internal.h:2031:d_lustre_invalidate()) invalidate dentry f160n.sanity1619 (ffff9b6511c25510) parent ffff9b65088ea870 inode ffff9b6511fe1148 refc 1
00000080:00000001:3.0:1787761251.511695:0:323672:0:(dcache.c:209:ll_prune_aliases()) Process leaving
00000080:00000001:3.0:1787761251.511697:0:323672:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving
00000080:00000001:3.0:1787761251.511699:0:323672:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.511702:0:323672:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered
00010000:00000001:3.0:1787761251.511704:0:323672:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1787761251.511705:0:323672:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1787761251.511707:0:323672:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761251.511708:0:323672:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787761251.511711:0:323672:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b6513a7ae00 with handle 0xf223c8ba2c1e6007 from hash
00010000:00000001:3.0:1787761251.511713:0:323672:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1787761251.511715:0:323672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.511716:0:323672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.511717:0:323672:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1787761251.511719:0:323672:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1787761251.511721:0:323672:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000)
00010000:00000001:3.0:1787761251.511723:0:323672:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1787761251.511725:0:323672:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1)
00000002:00000001:3.0:1787761251.511727:0:323672:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1787761251.511732:0:323672:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f840.
00000020:00000040:3.0:1787761251.511736:0:323672:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=91 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761251.511741:0:323672:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761251.511743:0:323672:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.511746:0:323672:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered
00010000:00000001:3.0:1787761251.511750:0:323672:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787761251.511753:0:323672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.511755:0:323672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.511756:0:323672:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761251.511759:0:323672:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761251.511761:0:323672:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761251.511764:0:323672:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761251.511771:0:323672:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6414027400.
00000100:00000001:3.0:1787761251.511776:0:323672:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.511779:0:323672:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered
00010000:00000001:3.0:1787761251.511781:0:323672:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered
00010000:00010000:3.0:1787761251.511786:0:323672:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6513a7ae00/0xf223c8ba2c1e6007 lrc: 1/0,0 mode: --/PR res: [0x200002341:0x54b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8950dc270228b206 expref: -99 pid: 323672 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:3.0:1787761251.511793:0:323672:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00000001:3.0:1787761251.511794:0:323672:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1787761251.511796:0:323672:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1787761251.511799:0:323672:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6513a7ae00/0xf223c8ba2c1e6007 lrc: 0/0,0 mode: --/PR res: [0x200002341:0x54b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8950dc270228b206 expref: -99 pid: 323672 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00000040:3.0:1787761251.511806:0:323672:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b651110ff00 count: 0
00010000:00000010:3.0:1787761251.511811:0:323672:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b6413123080.
00010000:00000001:3.0:1787761251.511819:0:323672:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.511820:0:323672:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.511822:0:323672:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered
00010000:00000001:3.0:1787761251.511824:0:323672:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.511826:0:323672:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0)
00000020:00100000:3.0:1787761251.511835:0:323672:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b6504d3c000: modify RPC slot 1 is allocated opc 36, max 7
00000100:00100000:3.0:1787761251.511842:0:323672:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid  req@ffff9b6537f1f840 x1874597594965504/t0(0) o36->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:13/10 lens 536/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761251.511850:0:323672:0:(client.c:3352:ptlrpc_queue_wait()) Process entered
00000100:00000001:3.0:1787761251.511853:0:323672:0:(client.c:1169:ptlrpc_prep_set()) Process entered
00000100:00000010:3.0:1787761251.511859:0:323672:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b650516e180.
00000100:00000001:3.0:1787761251.511861:0:323672:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633456912228736 : -110616797322880 : ffff9b650516e180)
00000100:00000001:3.0:1787761251.511864:0:323672:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787761251.511865:0:323672:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765447744 : -110615944103872 : ffff9b6537f1f840)
00000100:00000001:3.0:1787761251.511869:0:323672:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761251.511873:0:323672:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761251.511875:0:323672:0:(client.c:2688:ptlrpc_set_wait()) Process entered
00000100:00000001:3.0:1787761251.511876:0:323672:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787761251.511880:0:323672:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f840 x1874597594965504/t0(0) o36->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:13/10 lens 536/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761251.511888:0:323672:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761251.511890:0:323672:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761251.511893:0:323672:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787761251.511896:0:323672:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761251.511899:0:323672:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761251.511902:0:323672:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f840 pname:cluuid:pid:xid:nid:opc:job mrename:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:323672:1874597594965504:192.168.203.101@tcp:36:mrename.0
00000100:00000001:3.0:1787761251.511906:0:323672:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787761251.511911:0:323672:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787761251.511913:0:323672:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761251.511916:0:323672:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787761251.511921:0:323672:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6414026800.
02000000:00000001:3.0:1787761251.511923:0:323672:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787761251.511929:0:323672:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:3.0:1787761251.511933:0:323672:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64206fe948.
00000400:00000010:3.0:1787761251.511938:0:323672:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653623c440.
00000100:00000200:3.0:1787761251.511943:0:323672:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597594965504, portal 10
00000100:00000001:3.0:1787761251.511945:0:323672:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787761251.511947:0:323672:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765447744 : -110615944103872 : ffff9b6537f1f840)
00000100:00000040:3.0:1787761251.511953:0:323672:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f840 x1874597594965504/t0(0) o36->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:13/10 lens 536/624 e 0 to 0 dl 1787761267 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761251.511959:0:323672:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787761251.511962:0:323672:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:3.0:1787761251.511964:0:323672:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653623c198.
00000100:00000200:3.0:1787761251.511968:0:323672:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 13, xid 1874597594965504, offset 0
00000400:00000200:3.0:1787761251.511975:0:323672:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:3.0:1787761251.511982:0:323672:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761251.511989:0:323672:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:3.0:1787761251.511994:0:323672:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787761251.511999:0:323672:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:3.0:1787761251.512002:0:323672:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787761251.512005:0:323672:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:3.0:1787761251.512009:0:323672:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277325:277325:256:4294967295] 192.168.203.101@tcp LPNI seq info [277324:277324:8:4294967295]
00000400:00000200:3.0:1787761251.512014:0:323672:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761251.512022:0:323672:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787761251.512028:0:323672:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:3.0:1787761251.512033:0:323672:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b64038d5800.
00000800:00000200:3.0:1787761251.512041:0:323672:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (5)
00000800:00000200:3.0:1787761251.512048:0:323672:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.101@tcp ip 192.168.203.101:988
00000800:00000200:3.0:1787761251.512052:0:323672:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b64038d5800 type 1, nob 632 niov 1 nkiov 1
00000100:00000001:3.0:1787761251.512113:0:323672:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761251.512118:0:323672:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:3.0:1787761251.512121:0:323672:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787761251.512124:0:323672:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4314664696
00000100:00000001:3.0:1787761251.512127:0:323672:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4314665211
00000100:00000001:3.0:1787761251.512130:0:323672:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4314664696
00000100:00000001:3.0:1787761251.512132:0:323672:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4314665211
00000100:00000001:3.0:1787761251.512135:0:323672:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787761251.512138:0:323672:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761251.512140:0:323672:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761251.512142:0:323672:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b)
00000100:00100000:3.0:1787761251.512144:0:323672:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b650516e180 going to sleep for 11 seconds
00000100:00000001:3.0:1787761251.512147:0:323672:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761251.512149:0:323672:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761251.523235:0:323672:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000010:3.1:1787761251.527893:0:323672:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6536acf000.
00010000:00000010:3.1:1787761251.527909:0:323672:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b651110ff00.
00010000:00000010:3.1:1787761251.527913:0:323672:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00000400:00000001:3.0:1787761251.528005:0:323672:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787761251.528009:0:323672:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787761251.528013:0:323672:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64206fe948.
00000400:00000200:3.0:1787761251.528018:0:323672:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653623c440
00000400:00000010:3.0:1787761251.528021:0:323672:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653623c440.
00000100:00000001:3.0:1787761251.528026:0:323672:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787761251.528037:0:323672:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f840 x1874597594965504/t0(0) o36->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:13/10 lens 536/624 e 0 to 0 dl 1787761267 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787761251.528049:0:323672:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f840 x1874597594965504/t0(0) o36->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:13/10 lens 536/624 e 0 to 0 dl 1787761267 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761251.528057:0:323672:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787761251.528060:0:323672:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761251.528062:0:323672:0:(client.c:1593:after_reply()) Process entered
02000000:00000001:3.0:1787761251.528065:0:323672:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1787761251.528068:0:323672:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1787761251.528070:0:323672:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761251.528072:0:323672:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1787761251.528081:0:323672:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b6425481d80 time=52 v=5 (5 5 5 5)
00000100:00001000:3.0:1787761251.528085:0:323672:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b6425481c18 time=85 v=5 (1 1 1 1)
00000100:00000001:3.0:1787761251.528088:0:323672:0:(client.c:1495:ptlrpc_check_status()) Process entered
00000100:00000001:3.0:1787761251.528090:0:323672:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.528093:0:323672:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered
00010000:00000001:3.0:1787761251.528096:0:323672:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761251.528100:0:323672:0:(client.c:1547:ptlrpc_save_versions()) Process entered
00000100:00000040:3.0:1787761251.528102:0:323672:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x5000000c4/0x5000000c4]
00000100:00000001:3.0:1787761251.528104:0:323672:0:(client.c:1556:ptlrpc_save_versions()) Process leaving
00000100:00000001:3.0:1787761251.528106:0:323672:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787761251.528108:0:323672:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765447744 : -110615944103872 : ffff9b6537f1f840)
00000100:00000001:3.0:1787761251.528112:0:323672:0:(client.c:3109:ptlrpc_free_committed()) Process entered
00000100:00000040:3.0:1787761251.528114:0:323672:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b6504d3c000: skip recheck: last_committed 21474908209
00000100:00000001:3.0:1787761251.528116:0:323672:0:(client.c:3122:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1787761251.528118:0:323672:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761251.528123:0:323672:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f840 x1874597594965504/t21474908297(21474908297) o36->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:13/10 lens 536/456 e 0 to 0 dl 1787761267 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761251.528130:0:323672:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787761251.528134:0:323672:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787761251.528136:0:323672:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787761251.528140:0:323672:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f840 x1874597594965504/t21474908297(21474908297) o36->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:13/10 lens 536/456 e 0 to 0 dl 1787761267 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761251.528148:0:323672:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f840 pname:cluuid:pid:xid:nid:opc:job mrename:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:323672:1874597594965504:192.168.203.101@tcp:36:mrename.0
00000100:00000001:3.0:1787761251.528153:0:323672:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761251.528156:0:323672:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761251.528159:0:323672:0:(client.c:1237:ptlrpc_set_destroy()) Process entered
00000100:00000001:3.0:1787761251.528161:0:323672:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761251.528165:0:323672:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9b6537f1f840 x1874597594965504/t21474908297(21474908297) o36->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:13/10 lens 536/456 e 0 to 0 dl 1787761267 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761251.528172:0:323672:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761251.528174:0:323672:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b650516e180.
00000100:00000001:3.0:1787761251.528178:0:323672:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving
00000100:00000001:3.0:1787761251.528179:0:323672:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.528185:0:323672:0:(mdc_reint.c:521:mdc_rename()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761251.528189:0:323672:0:(lmv_obd.c:3000:lmv_rename()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:3.0:1787761251.528194:0:323672:0:(llite_lib.c:4209:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b6537f5de00.
00000100:00000001:3.0:1787761251.528198:0:323672:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761251.528201:0:323672:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f840 x1874597594965504/t21474908297(21474908297) o36->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:13/10 lens 536/456 e 0 to 0 dl 1787761267 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761251.528208:0:323672:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.528216:0:323672:0:(namei.c:2560:ll_rename()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:2.1:1787761251.538312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b65106aa940.
00000080:00000010:2.1:1787761251.538337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103e0.
00000100:00000001:3.0:1787761251.555449:0:323673:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000001:3.0:1787761251.555457:0:323673:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787761251.555459:0:323673:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787761251.555462:0:323673:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411dfd10.
00000400:00000200:3.0:1787761251.555468:0:323673:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9cc0
00000400:00000010:3.0:1787761251.555471:0:323673:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9cc0.
00000100:00000001:3.0:1787761251.555474:0:323673:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787761251.555479:0:323673:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366aad00 x1874597594965760/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787761267 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000200:3.0:1787761251.555487:0:323673:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366aad00 x1874597594965760/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787761267 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.555493:0:323673:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787761251.555495:0:323673:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761251.555497:0:323673:0:(client.c:1593:after_reply()) Process entered
02000000:00000001:3.0:1787761251.555500:0:323673:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1787761251.555502:0:323673:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1787761251.555504:0:323673:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761251.555507:0:323673:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1787761251.555516:0:323673:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b6425481c60 time=85 v=5 (5 5 5 5)
00000100:00001000:3.0:1787761251.555520:0:323673:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b6425481c18 time=85 v=5 (1 1 1 1)
00000100:00000001:3.0:1787761251.555522:0:323673:0:(client.c:1495:ptlrpc_check_status()) Process entered
00000100:00000040:3.0:1787761251.555525:0:323673:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301  req@ffff9b65366aad00 x1874597594965760/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.555532:0:323673:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d)
00000100:00000001:3.0:1787761251.555535:0:323673:0:(client.c:3109:ptlrpc_free_committed()) Process entered
00000100:00000040:3.0:1787761251.555537:0:323673:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b6504d3c000: skip recheck: last_committed 21474908209
00000100:00000001:3.0:1787761251.555539:0:323673:0:(client.c:3122:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1787761251.555541:0:323673:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d)
00000100:00000040:3.0:1787761251.555546:0:323673:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366aad00 x1874597594965760/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.555553:0:323673:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d)
00000100:00000001:3.0:1787761251.555556:0:323673:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787761251.555558:0:323673:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787761251.555562:0:323673:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366aad00 x1874597594965760/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00100000:3.0:1787761251.555570:0:323673:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366aad00 pname:cluuid:pid:xid:nid:opc:job mrename:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:323673:1874597594965760:192.168.203.101@tcp:101:mrename.0
00000100:00000001:3.0:1787761251.555574:0:323673:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761251.555577:0:323673:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d)
00000100:00000001:3.0:1787761251.555579:0:323673:0:(client.c:1237:ptlrpc_set_destroy()) Process entered
00000100:00000001:3.0:1787761251.555581:0:323673:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761251.555584:0:323673:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366aad00 x1874597594965760/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.555596:0:323673:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761251.555599:0:323673:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b6413729780.
00000100:00000001:3.0:1787761251.555602:0:323673:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving
00000100:00000001:3.0:1787761251.555604:0:323673:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d)
00010000:00000001:3.0:1787761251.555607:0:323673:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered
00010000:00000001:3.0:1787761251.555611:0:323673:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.555614:0:323673:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.555617:0:323673:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6513a7ae00 refcount=4
00000020:00000001:3.0:1787761251.555620:0:323673:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457156599296 : -110616552952320 : ffff9b6513a7ae00)
00010000:00000001:3.0:1787761251.555622:0:323673:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457156599296 : -110616552952320 : ffff9b6513a7ae00)
00010000:00010000:3.0:1787761251.555627:0:323673:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6513a7ae00/0xf223c8ba2c1e601c lrc: 4/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323673 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.555637:0:323673:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d)
00010000:00010000:3.0:1787761251.555641:0:323673:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6513a7ae00/0xf223c8ba2c1e601c lrc: 4/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323673 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.555647:0:323673:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered
00010000:00010000:3.0:1787761251.555650:0:323673:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6513a7ae00/0xf223c8ba2c1e601c lrc: 4/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323673 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.555655:0:323673:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.555657:0:323673:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00010000:3.0:1787761251.555659:0:323673:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6513a7ae00/0xf223c8ba2c1e601c lrc: 3/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323673 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.555664:0:323673:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761251.555666:0:323673:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.555669:0:323673:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered
00010000:00010000:3.0:1787761251.555671:0:323673:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6513a7ae00/0xf223c8ba2c1e601c lrc: 4/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323673 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787761251.555681:0:323673:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6513a7ae00 already unused, calling callback (ffffffffc1ca5a20)
00000080:00000001:3.0:1787761251.555684:0:323673:0:(namei.c:477:ll_md_blocking_ast()) Process entered
00010000:00010000:3.0:1787761251.555688:0:323673:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6513a7ae00/0xf223c8ba2c1e601c lrc: 4/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 323673 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.555694:0:323673:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered
00010000:00000001:3.0:1787761251.555696:0:323673:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea)
00010000:00010000:3.0:1787761251.555699:0:323673:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6513a7ae00/0xf223c8ba2c1e601c lrc: 4/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 323673 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.555704:0:323673:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea)
00010000:00000001:3.0:1787761251.555707:0:323673:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered
00010000:00000001:3.0:1787761251.555708:0:323673:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.555709:0:323673:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.555710:0:323673:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b6513a7ae00 refcount=5
00000020:00000001:3.0:1787761251.555712:0:323673:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457156599296 : -110616552952320 : ffff9b6513a7ae00)
00010000:00000001:3.0:1787761251.555714:0:323673:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457156599296 : -110616552952320 : ffff9b6513a7ae00)
00010000:00000001:3.0:1787761251.555716:0:323673:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered
00010000:00010000:3.0:1787761251.555718:0:323673:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6513a7ae00/0xf223c8ba2c1e601c lrc: 5/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 323673 initiator: MDT0 lru_score: 0 lru_type: 0
00000080:00000001:3.0:1787761251.555724:0:323673:0:(namei.c:477:ll_md_blocking_ast()) Process entered
00000080:00000001:3.0:1787761251.555725:0:323673:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761251.555728:0:323673:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction)
00010000:00000001:3.0:1787761251.555729:0:323673:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered
00010000:00000001:3.0:1787761251.555732:0:323673:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1787761251.555734:0:323673:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1787761251.555735:0:323673:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761251.555737:0:323673:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787761251.555739:0:323673:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b6513a7ae00 with handle 0xf223c8ba2c1e601c from hash
00010000:00000001:3.0:1787761251.555742:0:323673:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1787761251.555743:0:323673:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.555744:0:323673:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.555746:0:323673:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1787761251.555747:0:323673:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1787761251.555749:0:323673:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000)
00010000:00000001:3.0:1787761251.555751:0:323673:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.555752:0:323673:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.555753:0:323673:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.555755:0:323673:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761251.555757:0:323673:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6513a7ae00/0xf223c8ba2c1e601c lrc: 3/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323673 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.555762:0:323673:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.555763:0:323673:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.555764:0:323673:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:3.0:1787761251.555765:0:323673:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:3.0:1787761251.555766:0:323673:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.555767:0:323673:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.555768:0:323673:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1787761251.555770:0:323673:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6513a7ae00/0xf223c8ba2c1e601c lrc: 0/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323673 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.555784:0:323673:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.555786:0:323673:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d)
00000002:00000001:3.0:1787761251.555791:0:323673:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered
00000002:00100000:3.0:1787761251.555796:0:323673:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0  req@ffff9b65366aad00 x1874597594965760/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'mrename.0' uid:0 gid:0 projid:0
00010000:00000001:3.0:1787761251.555803:0:323673:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00010000:00000001:3.0:1787761251.555805:0:323673:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.555807:0:323673:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.555809:0:323673:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.555812:0:323673:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered
00010000:00000001:3.0:1787761251.555814:0:323673:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00010000:00000001:3.0:1787761251.555815:0:323673:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.555817:0:323673:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving
00000020:00000001:3.0:1787761251.555820:0:323673:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1c39a8
00000002:00002000:3.0:1787761251.555822:0:323673:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f160n.sanity-new1620 intent=getattr status=0 disp=0x7: rc = 0
00000002:00000001:3.0:1787761251.555826:0:323673:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761251.555830:0:323673:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761251.555832:0:323673:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00200000:3.0:1787761251.555835:0:323673:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200002341:0x3c:0x0] suppgids 0 -1: rc 0
00000080:00000001:3.0:1787761251.555838:0:323673:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.555842:0:323673:0:(namei.c:668:ll_lookup_it_finish()) Process entered
00000080:00002000:3.0:1787761251.555843:0:323673:0:(namei.c:674:ll_lookup_it_finish()) it ffffbf274a1c3db8 it_disposition 7
00000080:00002000:3.0:1787761251.555848:0:323673:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b6511c25510 inode 0000000000000000 refc 1 flags 0xe
00800000:00000001:3.0:1787761251.555855:0:323673:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered
00000002:00000001:3.0:1787761251.555859:0:323673:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered
00000002:00000001:3.0:1787761251.555862:0:323673:0:(mdc_locks.c:137:mdc_lock_match()) Process entered
00010000:00000001:3.0:1787761251.555864:0:323673:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1787761251.555869:0:323673:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b653303f700 count: 2
00010000:00000001:3.0:1787761251.555872:0:323673:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00010000:3.0:1787761251.555877:0:323673:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b65130bb000 type 13 mode 30 res 8589943617/60 (0 0)
00000002:00000001:3.0:1787761251.555880:0:323673:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.555882:0:323673:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761251.555884:0:323673:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.555886:0:323673:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0)
00000080:00000001:3.0:1787761251.555889:0:323673:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0)
00000080:00000010:3.0:1787761251.555893:0:323673:0:(llite_lib.c:4209:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b654132a400.
00000100:00000001:3.0:1787761251.555897:0:323673:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761251.555901:0:323673:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366aad00 x1874597594965760/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.555908:0:323673:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787761251.555911:0:323673:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787761251.555914:0:323673:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b6502db4000.
02000000:00000001:3.0:1787761251.555917:0:323673:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787761251.555920:0:323673:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787761251.555922:0:323673:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=91 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:3.0:1787761251.555924:0:323673:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787761251.555926:0:323673:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b653f74e000.
02000000:00000001:3.0:1787761251.555930:0:323673:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787761251.555931:0:323673:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787761251.555933:0:323673:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366aad00.
00000100:00000001:3.0:1787761251.555938:0:323673:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787761251.555939:0:323673:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000080:00000001:3.0:1787761251.555942:0:323673:0:(dcache.c:174:ll_intent_release()) Process entered
00000080:00000040:3.0:1787761251.555944:0:323673:0:(dcache.c:176:ll_intent_release()) intent ffffbf274a1c3db8 released
00000080:00000001:3.0:1787761251.555946:0:323673:0:(dcache.c:187:ll_intent_release()) Process leaving
00000080:00000001:3.0:1787761251.555951:0:323673:0:(file.c:6674:ll_inode_permission()) Process entered
00000080:00200000:3.0:1787761251.555953:0:323673:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200002341:0x3c:0x0](ffff9b65044fc2c8), inode mode 41ed mask 3
00000080:00000001:3.0:1787761251.555959:0:323673:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.555963:0:323673:0:(file.c:6674:ll_inode_permission()) Process entered
00000080:00200000:3.0:1787761251.555964:0:323673:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200002341:0x3c:0x0](ffff9b65044fc2c8), inode mode 41ed mask 3
00000080:00000001:3.0:1787761251.555966:0:323673:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.555971:0:323673:0:(namei.c:2484:ll_rename()) Process entered
00000020:00000001:3.0:1787761251.555973:0:323673:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1c3c88
00000080:00200000:3.0:1787761251.555975:0:323673:0:(namei.c:2492:ll_rename()) VFS Op:oldname=f160n.sanity1620, src_dir=[0x200002341:0x3c:0x0](ffff9b65044fc2c8), newname=f160n.sanity-new1620, tgt_dir=[0x200002341:0x3c:0x0](ffff9b65044fc2c8)
00000080:00000010:3.0:1787761251.555983:0:323673:0:(llite_lib.c:4068:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b6537f5cc00.
00800000:00000001:3.0:1787761251.555990:0:323673:0:(lmv_obd.c:2886:lmv_rename()) Process entered
00800000:00000001:3.0:1787761251.555994:0:323673:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered
00800000:00000002:3.0:1787761251.555996:0:323673:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200002341:0x3c:0x0]
00800000:00000001:3.0:1787761251.555998:0:323673:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761251.556001:0:323673:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered
00800000:00000002:3.0:1787761251.556002:0:323673:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200002341:0x54b1:0x0]
00800000:00000001:3.0:1787761251.556004:0:323673:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761251.556006:0:323673:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered
00800000:00000002:3.0:1787761251.556007:0:323673:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200002341:0x3c:0x0]
00800000:00000001:3.0:1787761251.556009:0:323673:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761251.556011:0:323673:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1c3be0
00000020:00000001:3.0:1787761251.556013:0:323673:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1c3be0
00800000:00000002:3.0:1787761251.556014:0:323673:0:(lmv_obd.c:2981:lmv_rename()) RENAME [0x200002341:0x3c:0x0]/f160n.sanity1620 to [0x200002341:0x3c:0x0]/f160n.sanity-new1620
00000002:00000001:3.0:1787761251.556018:0:323673:0:(mdc_reint.c:448:mdc_rename()) Process entered
00000002:00000001:3.0:1787761251.556020:0:323673:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered
00010000:00000040:3.0:1787761251.556022:0:323673:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b653303f700 count: 2
00010000:00000001:3.0:1787761251.556024:0:323673:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1787761251.556027:0:323673:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered
00010000:00000001:3.0:1787761251.556029:0:323673:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.556031:0:323673:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.556034:0:323673:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.556036:0:323673:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered
00010000:00000040:3.0:1787761251.556037:0:323673:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b653303f700 count: 2
00010000:00000001:3.0:1787761251.556040:0:323673:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1787761251.556041:0:323673:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered
00010000:00000001:3.0:1787761251.556043:0:323673:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.556044:0:323673:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.556046:0:323673:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.556048:0:323673:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered
00010000:00000040:3.0:1787761251.556050:0:323673:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b653303f500 count: 2
00010000:00000001:3.0:1787761251.556052:0:323673:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1787761251.556054:0:323673:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered
00010000:00000001:3.0:1787761251.556056:0:323673:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered
00010000:00010000:3.0:1787761251.556059:0:323673:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6513a7b600/0xf223c8ba2c1e6015 lrc: 2/0,0 mode: PR/PR res: [0x200002341:0x54b1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8950dc270228b253 expref: -99 pid: 323673 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00000080:00000001:3.0:1787761251.556066:0:323673:0:(namei.c:477:ll_md_blocking_ast()) Process entered
00000080:00000001:3.0:1787761251.556069:0:323673:0:(namei.c:240:ll_lock_cancel_bits()) Process entered
00000080:00000001:3.0:1787761251.556070:0:323673:0:(file.c:6113:ll_have_md_lock()) Process entered
00000080:00000040:3.0:1787761251.556072:0:323673:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200002341:0x54b1:0x0] mode (null)
00000002:00000001:3.0:1787761251.556075:0:323673:0:(mdc_locks.c:137:mdc_lock_match()) Process entered
00010000:00000001:3.0:1787761251.556076:0:323673:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1787761251.556078:0:323673:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b653303f500 count: 3
00010000:00000001:3.0:1787761251.556080:0:323673:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1787761251.556082:0:323673:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.556084:0:323673:0:(mdc_locks.c:137:mdc_lock_match()) Process entered
00010000:00000001:3.0:1787761251.556085:0:323673:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1787761251.556087:0:323673:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b653303f500 count: 3
00010000:00000001:3.0:1787761251.556088:0:323673:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1787761251.556090:0:323673:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.556092:0:323673:0:(mdc_locks.c:137:mdc_lock_match()) Process entered
00010000:00000001:3.0:1787761251.556093:0:323673:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1787761251.556094:0:323673:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b653303f500 count: 3
00010000:00000001:3.0:1787761251.556096:0:323673:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1787761251.556097:0:323673:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.556099:0:323673:0:(mdc_locks.c:137:mdc_lock_match()) Process entered
00010000:00000001:3.0:1787761251.556101:0:323673:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1787761251.556102:0:323673:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b653303f500 count: 3
00010000:00000001:3.0:1787761251.556104:0:323673:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1787761251.556106:0:323673:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.556108:0:323673:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.556110:0:323673:0:(file.c:6819:ll_layout_conf()) Process entered
00000020:00000001:3.0:1787761251.556112:0:323673:0:(cl_object.c:754:cl_env_obtain()) Process entered
00000020:00000001:3.0:1787761251.556116:0:323673:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633456927944360 : -110616781607256 : ffff9b650606aea8)
00000020:00001000:3.0:1787761251.556118:0:323673:0:(cl_object.c:823:cl_env_get()) 1@ffff9b650606aea0
00000020:00000001:3.0:1787761251.556120:0:323673:0:(cl_object.c:343:cl_conf_set()) Process entered
00000080:00200000:3.0:1787761251.556123:0:323673:0:(vvp_object.c:117:vvp_conf_set()) [0x200002341:0x54b1:0x0]: losing layout lock
00000080:00000001:3.0:1787761251.556126:0:323673:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered
00000080:00000001:3.0:1787761251.556128:0:323673:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving
00020000:00000001:3.0:1787761251.556133:0:323673:0:(lov_object.c:1456:lov_conf_set()) Process entered
00020000:00000001:3.0:1787761251.556135:0:323673:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0)
00020000:00000002:3.0:1787761251.556138:0:323673:0:(lov_object.c:1543:lov_conf_set()) [0x200002341:0x54b1:0x0] lo_layout_invalid=1
00020000:00000001:3.0:1787761251.556140:0:323673:0:(lov_object.c:1544:lov_conf_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761251.556141:0:323673:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0)
00000020:00001000:3.0:1787761251.556143:0:323673:0:(cl_object.c:917:cl_env_put()) 1@ffff9b650606aea0
00000080:00000001:3.0:1787761251.556146:0:323673:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.556148:0:323673:0:(dcache.c:195:ll_prune_aliases()) Process entered
00000080:00000002:3.0:1787761251.556150:0:323673:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002341:0x54b1:0x0](ffff9b65136600c8) invalid
00000020:00000001:3.0:1787761251.556152:0:323673:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1c3880
00000080:00002000:3.0:1787761251.556154:0:323673:0:(llite_internal.h:2031:d_lustre_invalidate()) invalidate dentry f160n.sanity1620 (ffff9b6511c25360) parent ffff9b65088ea870 inode ffff9b65136600c8 refc 1
00000080:00000001:3.0:1787761251.556158:0:323673:0:(dcache.c:209:ll_prune_aliases()) Process leaving
00000080:00000001:3.0:1787761251.556160:0:323673:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving
00000080:00000001:3.0:1787761251.556161:0:323673:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.556163:0:323673:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered
00010000:00000001:3.0:1787761251.556165:0:323673:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1787761251.556166:0:323673:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1787761251.556168:0:323673:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761251.556170:0:323673:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787761251.556173:0:323673:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b6513a7b600 with handle 0xf223c8ba2c1e6015 from hash
00010000:00000001:3.0:1787761251.556175:0:323673:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1787761251.556177:0:323673:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.556178:0:323673:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.556180:0:323673:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1787761251.556182:0:323673:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1787761251.556184:0:323673:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000)
00010000:00000001:3.0:1787761251.556186:0:323673:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1787761251.556188:0:323673:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1)
00000002:00000001:3.0:1787761251.556190:0:323673:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1787761251.556195:0:323673:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1ed00.
00000020:00000040:3.0:1787761251.556198:0:323673:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=92 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761251.556202:0:323673:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761251.556203:0:323673:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.556206:0:323673:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered
00010000:00000001:3.0:1787761251.556209:0:323673:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787761251.556213:0:323673:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.556214:0:323673:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.556215:0:323673:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761251.556218:0:323673:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761251.556219:0:323673:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761251.556223:0:323673:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761251.556229:0:323673:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6414026c00.
00000100:00000001:3.0:1787761251.556234:0:323673:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.556236:0:323673:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered
00010000:00000001:3.0:1787761251.556238:0:323673:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered
00010000:00010000:3.0:1787761251.556242:0:323673:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6513a7b600/0xf223c8ba2c1e6015 lrc: 1/0,0 mode: --/PR res: [0x200002341:0x54b1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8950dc270228b253 expref: -99 pid: 323673 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:3.0:1787761251.556283:0:323673:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00000001:3.0:1787761251.556361:0:323673:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1787761251.556363:0:323673:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1787761251.556366:0:323673:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6513a7b600/0xf223c8ba2c1e6015 lrc: 0/0,0 mode: --/PR res: [0x200002341:0x54b1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8950dc270228b253 expref: -99 pid: 323673 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00000040:3.0:1787761251.556373:0:323673:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b653303f500 count: 0
00010000:00000010:3.0:1787761251.556378:0:323673:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b6413f85b00.
00010000:00000001:3.0:1787761251.556386:0:323673:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.556388:0:323673:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.556390:0:323673:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered
00010000:00000001:3.0:1787761251.556391:0:323673:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.556394:0:323673:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0)
00000020:00100000:3.0:1787761251.556406:0:323673:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b6504d3c000: modify RPC slot 1 is allocated opc 36, max 7
00000100:00100000:3.0:1787761251.556412:0:323673:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid  req@ffff9b6537f1ed00 x1874597594966016/t0(0) o36->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:13/10 lens 536/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761251.556419:0:323673:0:(client.c:3352:ptlrpc_queue_wait()) Process entered
00000100:00000001:3.0:1787761251.556421:0:323673:0:(client.c:1169:ptlrpc_prep_set()) Process entered
00000100:00000010:3.0:1787761251.556428:0:323673:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b650516e180.
00000100:00000001:3.0:1787761251.556431:0:323673:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633456912228736 : -110616797322880 : ffff9b650516e180)
00000100:00000001:3.0:1787761251.556434:0:323673:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787761251.556435:0:323673:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765444864 : -110615944106752 : ffff9b6537f1ed00)
00000100:00000001:3.0:1787761251.556439:0:323673:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761251.556444:0:323673:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761251.556446:0:323673:0:(client.c:2688:ptlrpc_set_wait()) Process entered
00000100:00000001:3.0:1787761251.556448:0:323673:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787761251.556452:0:323673:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1ed00 x1874597594966016/t0(0) o36->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:13/10 lens 536/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761251.556459:0:323673:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761251.556461:0:323673:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761251.556465:0:323673:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787761251.556468:0:323673:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761251.556470:0:323673:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761251.556474:0:323673:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1ed00 pname:cluuid:pid:xid:nid:opc:job mrename:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:323673:1874597594966016:192.168.203.101@tcp:36:mrename.0
00000100:00000001:3.0:1787761251.556478:0:323673:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787761251.556483:0:323673:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787761251.556486:0:323673:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761251.556489:0:323673:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787761251.556492:0:323673:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6414027800.
02000000:00000001:3.0:1787761251.556495:0:323673:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787761251.556500:0:323673:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:3.0:1787761251.556504:0:323673:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64206fe948.
00000400:00000010:3.0:1787761251.556510:0:323673:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653623c440.
00000100:00000200:3.0:1787761251.556517:0:323673:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597594966016, portal 10
00000100:00000001:3.0:1787761251.556519:0:323673:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787761251.556520:0:323673:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765444864 : -110615944106752 : ffff9b6537f1ed00)
00000100:00000040:3.0:1787761251.556527:0:323673:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1ed00 x1874597594966016/t0(0) o36->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:13/10 lens 536/624 e 0 to 0 dl 1787761267 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761251.556534:0:323673:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787761251.556537:0:323673:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:3.0:1787761251.556539:0:323673:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653623cd48.
00000100:00000200:3.0:1787761251.556543:0:323673:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 13, xid 1874597594966016, offset 0
00000400:00000200:3.0:1787761251.556549:0:323673:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:3.0:1787761251.556556:0:323673:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761251.556563:0:323673:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:3.0:1787761251.556568:0:323673:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787761251.556572:0:323673:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:3.0:1787761251.556575:0:323673:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787761251.556579:0:323673:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:3.0:1787761251.556583:0:323673:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277329:277329:256:4294967295] 192.168.203.101@tcp LPNI seq info [277328:277328:8:4294967295]
00000400:00000200:3.0:1787761251.556587:0:323673:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761251.556596:0:323673:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787761251.556602:0:323673:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:3.0:1787761251.556607:0:323673:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b64038d5200.
00000800:00000200:3.0:1787761251.556613:0:323673:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (5)
00000800:00000200:3.0:1787761251.556620:0:323673:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.101@tcp ip 192.168.203.101:988
00000800:00000200:3.0:1787761251.556625:0:323673:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b64038d5200 type 1, nob 632 niov 1 nkiov 1
00000100:00000001:3.0:1787761251.556644:0:323673:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761251.556648:0:323673:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:3.0:1787761251.556652:0:323673:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787761251.556655:0:323673:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4314664740
00000100:00000001:3.0:1787761251.556658:0:323673:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4314665211
00000100:00000001:3.0:1787761251.556660:0:323673:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4314664740
00000100:00000001:3.0:1787761251.556663:0:323673:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4314665211
00000100:00000001:3.0:1787761251.556665:0:323673:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787761251.556668:0:323673:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761251.556670:0:323673:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761251.556672:0:323673:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b)
00000100:00100000:3.0:1787761251.556674:0:323673:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b650516e180 going to sleep for 11 seconds
00000100:00000001:3.0:1787761251.556676:0:323673:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761251.556678:0:323673:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000010:3.1:1787761251.565472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7ae00.
00010000:00000010:3.1:1787761251.565489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:3.1:1787761251.565493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b600.
00000100:00000001:3.0:1787761251.578122:0:323673:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000001:3.0:1787761251.578131:0:323673:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787761251.578134:0:323673:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787761251.578137:0:323673:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64206fe948.
00000400:00000200:3.0:1787761251.578145:0:323673:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653623c440
00000400:00000010:3.0:1787761251.578147:0:323673:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653623c440.
00000100:00000001:3.0:1787761251.578152:0:323673:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787761251.578160:0:323673:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1ed00 x1874597594966016/t0(0) o36->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:13/10 lens 536/624 e 0 to 0 dl 1787761267 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787761251.578171:0:323673:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1ed00 x1874597594966016/t0(0) o36->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:13/10 lens 536/624 e 0 to 0 dl 1787761267 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761251.578179:0:323673:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787761251.578181:0:323673:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761251.578183:0:323673:0:(client.c:1593:after_reply()) Process entered
02000000:00000001:3.0:1787761251.578187:0:323673:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1787761251.578189:0:323673:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1787761251.578191:0:323673:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761251.578194:0:323673:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1787761251.578203:0:323673:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b6425481d80 time=52 v=5 (5 5 5 5)
00000100:00001000:3.0:1787761251.578207:0:323673:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b6425481c18 time=85 v=5 (1 1 1 1)
00000100:00000001:3.0:1787761251.578210:0:323673:0:(client.c:1495:ptlrpc_check_status()) Process entered
00000100:00000001:3.0:1787761251.578212:0:323673:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.578214:0:323673:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered
00010000:00000001:3.0:1787761251.578218:0:323673:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761251.578221:0:323673:0:(client.c:1547:ptlrpc_save_versions()) Process entered
00000100:00000040:3.0:1787761251.578223:0:323673:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x5000000c4/0x5000000c4]
00000100:00000001:3.0:1787761251.578225:0:323673:0:(client.c:1556:ptlrpc_save_versions()) Process leaving
00000100:00000001:3.0:1787761251.578228:0:323673:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787761251.578230:0:323673:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765444864 : -110615944106752 : ffff9b6537f1ed00)
00000100:00000001:3.0:1787761251.578233:0:323673:0:(client.c:3109:ptlrpc_free_committed()) Process entered
00000100:00000040:3.0:1787761251.578235:0:323673:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b6504d3c000: skip recheck: last_committed 21474908209
00000100:00000001:3.0:1787761251.578237:0:323673:0:(client.c:3122:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1787761251.578239:0:323673:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761251.578244:0:323673:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1ed00 x1874597594966016/t21474908298(21474908298) o36->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:13/10 lens 536/456 e 0 to 0 dl 1787761267 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761251.578283:0:323673:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787761251.578286:0:323673:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787761251.578288:0:323673:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787761251.578293:0:323673:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1ed00 x1874597594966016/t21474908298(21474908298) o36->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:13/10 lens 536/456 e 0 to 0 dl 1787761267 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761251.578301:0:323673:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1ed00 pname:cluuid:pid:xid:nid:opc:job mrename:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:323673:1874597594966016:192.168.203.101@tcp:36:mrename.0
00000100:00000001:3.0:1787761251.578306:0:323673:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761251.578308:0:323673:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761251.578310:0:323673:0:(client.c:1237:ptlrpc_set_destroy()) Process entered
00000100:00000001:3.0:1787761251.578313:0:323673:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761251.578316:0:323673:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9b6537f1ed00 x1874597594966016/t21474908298(21474908298) o36->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:13/10 lens 536/456 e 0 to 0 dl 1787761267 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761251.578333:0:323673:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761251.578336:0:323673:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b650516e180.
00000100:00000001:3.0:1787761251.578339:0:323673:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving
00000100:00000001:3.0:1787761251.578341:0:323673:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.578348:0:323673:0:(mdc_reint.c:521:mdc_rename()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761251.578351:0:323673:0:(lmv_obd.c:3000:lmv_rename()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:3.0:1787761251.578356:0:323673:0:(llite_lib.c:4209:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b6537f5cc00.
00000100:00000001:3.0:1787761251.578360:0:323673:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761251.578363:0:323673:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1ed00 x1874597594966016/t21474908298(21474908298) o36->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:13/10 lens 536/456 e 0 to 0 dl 1787761267 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761251.578370:0:323673:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.578378:0:323673:0:(namei.c:2560:ll_rename()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.578387:0:323673:0:(dcache.c:39:ll_release()) Process entered
00000080:00000001:3.0:1787761251.578392:0:323673:0:(dcache.c:48:ll_release()) Process leaving
00000080:00000001:3.0:1787761251.578396:0:323673:0:(dcache.c:120:ll_ddelete()) Process entered
00000020:00000001:3.0:1787761251.578399:0:323673:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1c3de8
00000080:00002000:3.0:1787761251.578401:0:323673:0:(dcache.c:127:ll_ddelete()) deleting dentry f160n.sanity-new1620 (ffff9b6511c25360, parent ffff9b65088ea870, inode ffff9b65136600c8) hashed,
00000080:00000001:3.0:1787761251.578405:0:323673:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1)
00000080:00000001:3.0:1787761251.578410:0:323673:0:(dcache.c:39:ll_release()) Process entered
00000080:00000001:3.0:1787761251.578413:0:323673:0:(dcache.c:48:ll_release()) Process leaving
00000080:00000001:3.0:1787761251.578419:0:323673:0:(dcache.c:120:ll_ddelete()) Process entered
00000020:00000001:3.0:1787761251.578420:0:323673:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1c3de8
00000080:00002000:3.0:1787761251.578422:0:323673:0:(dcache.c:127:ll_ddelete()) keeping dentry d160n.sanity (ffff9b65088ea870, parent ffff9b6511d48af8, inode ffff9b65044fc2c8) hashed,
00000080:00000001:3.0:1787761251.578425:0:323673:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:3.1:1787761251.589299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad103e0.
00000080:00000010:3.1:1787761251.589329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10220.
00010000:00000010:0.1:1787761251.652497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00010000:00000010:1.1:1787761251.653431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037c00.
00010000:00000010:1.1:1787761251.653442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b000.
00000080:00000010:2.1:1787761251.666291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295d20.
00000080:00000010:2.1:1787761251.666306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10de0.
00010000:00000010:1.1:1787761251.704187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9000.
00010000:00000010:1.1:1787761251.704208:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037300.
00010000:00000010:1.1:1787761251.704213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00000080:00000010:1.1:1787761251.715376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295080.
00000080:00000010:1.1:1787761251.715392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0ec0.
00010000:00000010:2.1:1787761251.756309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7b400.
00010000:00000010:2.1:1787761251.766275:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:2.1:1787761251.766401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00000080:00000010:2.1:1787761251.780638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10de0.
00000080:00000010:2.1:1787761251.780656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10740.
00010000:00000010:1.1:1787761251.792768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00010000:00000010:1.1:1787761251.802293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1e00.
00010000:00000010:1.1:1787761251.802306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9800.
00000080:00000010:1.1:1787761251.809516:0:323678:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07c0.
00000080:00000010:1.1:1787761251.809526:0:323678:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295500.
00010000:00000010:2.1:1787761251.830341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00010000:00000010:2.1:1787761251.830360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1e00.
00010000:00000010:2.1:1787761251.830364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635e00.
00000080:00000010:2.1:1787761251.846489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295400.
00000080:00000010:2.1:1787761251.846500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d07c0.
00010000:00000010:0.1:1787761251.867292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8800.
00010000:00000010:0.1:1787761251.873282:0:323680:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:0.1:1787761251.873295:0:323680:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:0.1:1787761251.883988:0:323680:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295720.
00000080:00000010:0.1:1787761251.884011:0:323680:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295b20.
00010000:00000010:2.1:1787761251.922309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761251.926289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653d037500.
00010000:00000010:2.1:1787761251.926306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc9c00.
00000080:00000010:2.1:1787761251.942341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10740.
00000080:00000010:2.1:1787761251.942356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295b20.
00000100:00000001:3.0:1787761251.965929:0:323681:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000001:3.0:1787761251.965937:0:323681:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787761251.965939:0:323681:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787761251.965942:0:323681:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff64d0.
00000400:00000200:3.0:1787761251.965947:0:323681:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352aa0
00000400:00000010:3.0:1787761251.965950:0:323681:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352aa0.
00000100:00000001:3.0:1787761251.965953:0:323681:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787761251.965957:0:323681:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588e940 x1874597594969856/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787761267 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000200:3.0:1787761251.965965:0:323681:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588e940 x1874597594969856/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 0 dl 1787761267 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.965971:0:323681:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787761251.965973:0:323681:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761251.965975:0:323681:0:(client.c:1593:after_reply()) Process entered
02000000:00000001:3.0:1787761251.965978:0:323681:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1787761251.965980:0:323681:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1787761251.965982:0:323681:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761251.965985:0:323681:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1787761251.965994:0:323681:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b6425481c60 time=85 v=5 (5 5 5 5)
00000100:00001000:3.0:1787761251.965998:0:323681:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b6425481c18 time=85 v=5 (1 1 1 1)
00000100:00000001:3.0:1787761251.966000:0:323681:0:(client.c:1495:ptlrpc_check_status()) Process entered
00000100:00000040:3.0:1787761251.966004:0:323681:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301  req@ffff9b651588e940 x1874597594969856/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.966016:0:323681:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d)
00000100:00000001:3.0:1787761251.966019:0:323681:0:(client.c:3109:ptlrpc_free_committed()) Process entered
00000100:00000040:3.0:1787761251.966021:0:323681:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b6504d3c000: skip recheck: last_committed 21474908209
00000100:00000001:3.0:1787761251.966023:0:323681:0:(client.c:3122:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1787761251.966026:0:323681:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d)
00000100:00000040:3.0:1787761251.966029:0:323681:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588e940 x1874597594969856/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.966036:0:323681:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d)
00000100:00000001:3.0:1787761251.966039:0:323681:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787761251.966041:0:323681:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787761251.966044:0:323681:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588e940 x1874597594969856/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00100000:3.0:1787761251.966053:0:323681:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588e940 pname:cluuid:pid:xid:nid:opc:job mrename:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:323681:1874597594969856:192.168.203.101@tcp:101:mrename.0
00000100:00000001:3.0:1787761251.966058:0:323681:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761251.966060:0:323681:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d)
00000100:00000001:3.0:1787761251.966063:0:323681:0:(client.c:1237:ptlrpc_set_destroy()) Process entered
00000100:00000001:3.0:1787761251.966064:0:323681:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761251.966068:0:323681:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588e940 x1874597594969856/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.966075:0:323681:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761251.966077:0:323681:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b6506d89a80.
00000100:00000001:3.0:1787761251.966080:0:323681:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving
00000100:00000001:3.0:1787761251.966082:0:323681:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d)
00010000:00000001:3.0:1787761251.966085:0:323681:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered
00010000:00000001:3.0:1787761251.966089:0:323681:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.966092:0:323681:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.966095:0:323681:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b652d634200 refcount=4
00000020:00000001:3.0:1787761251.966098:0:323681:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457588322816 : -110616121228800 : ffff9b652d634200)
00010000:00000001:3.0:1787761251.966101:0:323681:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457588322816 : -110616121228800 : ffff9b652d634200)
00010000:00010000:3.0:1787761251.966106:0:323681:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b652d634200/0xf223c8ba2c1e608c lrc: 4/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 323681 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.966118:0:323681:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d)
00010000:00010000:3.0:1787761251.966121:0:323681:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b652d634200/0xf223c8ba2c1e608c lrc: 4/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323681 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.966127:0:323681:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered
00010000:00010000:3.0:1787761251.966129:0:323681:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b652d634200/0xf223c8ba2c1e608c lrc: 4/1,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323681 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.966135:0:323681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.966137:0:323681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00010000:3.0:1787761251.966139:0:323681:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b652d634200/0xf223c8ba2c1e608c lrc: 3/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 323681 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.966145:0:323681:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761251.966148:0:323681:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.966151:0:323681:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered
00010000:00010000:3.0:1787761251.966153:0:323681:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b652d634200/0xf223c8ba2c1e608c lrc: 4/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 323681 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1787761251.966159:0:323681:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b652d634200 already unused, calling callback (ffffffffc1ca5a20)
00000080:00000001:3.0:1787761251.966162:0:323681:0:(namei.c:477:ll_md_blocking_ast()) Process entered
00010000:00010000:3.0:1787761251.966232:0:323681:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b652d634200/0xf223c8ba2c1e608c lrc: 4/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 323681 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.966240:0:323681:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered
00010000:00000001:3.0:1787761251.966242:0:323681:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea)
00010000:00010000:3.0:1787761251.966265:0:323681:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b652d634200/0xf223c8ba2c1e608c lrc: 4/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 323681 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.966271:0:323681:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea)
00010000:00000001:3.0:1787761251.966274:0:323681:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered
00010000:00000001:3.0:1787761251.966277:0:323681:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00000020:00000001:3.0:1787761251.966278:0:323681:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761251.966280:0:323681:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b652d634200 refcount=5
00000020:00000001:3.0:1787761251.966281:0:323681:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457588322816 : -110616121228800 : ffff9b652d634200)
00010000:00000001:3.0:1787761251.966283:0:323681:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633457588322816 : -110616121228800 : ffff9b652d634200)
00010000:00000001:3.0:1787761251.966286:0:323681:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered
00010000:00010000:3.0:1787761251.966288:0:323681:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b652d634200/0xf223c8ba2c1e608c lrc: 5/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 323681 initiator: MDT0 lru_score: 0 lru_type: 0
00000080:00000001:3.0:1787761251.966294:0:323681:0:(namei.c:477:ll_md_blocking_ast()) Process entered
00000080:00000001:3.0:1787761251.966295:0:323681:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761251.966298:0:323681:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction)
00010000:00000001:3.0:1787761251.966300:0:323681:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered
00010000:00000001:3.0:1787761251.966302:0:323681:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1787761251.966304:0:323681:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1787761251.966305:0:323681:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761251.966307:0:323681:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787761251.966310:0:323681:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b652d634200 with handle 0xf223c8ba2c1e608c from hash
00010000:00000001:3.0:1787761251.966312:0:323681:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1787761251.966313:0:323681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.966314:0:323681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.966315:0:323681:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1787761251.966326:0:323681:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1787761251.966328:0:323681:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000)
00010000:00000001:3.0:1787761251.966331:0:323681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.966332:0:323681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.966333:0:323681:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.966334:0:323681:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761251.966337:0:323681:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b652d634200/0xf223c8ba2c1e608c lrc: 3/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323681 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.966343:0:323681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.966344:0:323681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.966345:0:323681:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving
00010000:00000001:3.0:1787761251.966347:0:323681:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving
00010000:00000001:3.0:1787761251.966348:0:323681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.966349:0:323681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.966350:0:323681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1787761251.966352:0:323681:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b652d634200/0xf223c8ba2c1e608c lrc: 0/0,0 mode: --/CR res: [0x200002341:0x3c:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 323681 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00000001:3.0:1787761251.966362:0:323681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.966364:0:323681:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d)
00000002:00000001:3.0:1787761251.966368:0:323681:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered
00000002:00100000:3.0:1787761251.966373:0:323681:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0  req@ffff9b651588e940 x1874597594969856/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'mrename.0' uid:0 gid:0 projid:0
00010000:00000001:3.0:1787761251.966381:0:323681:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00010000:00000001:3.0:1787761251.966382:0:323681:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.966384:0:323681:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.966385:0:323681:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.966388:0:323681:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered
00010000:00000001:3.0:1787761251.966390:0:323681:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered
00010000:00000001:3.0:1787761251.966391:0:323681:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.966393:0:323681:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving
00000020:00000001:3.0:1787761251.966396:0:323681:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1e39a8
00000002:00002000:3.0:1787761251.966399:0:323681:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f160n.sanity-new1628 intent=getattr status=0 disp=0x7: rc = 0
00000002:00000001:3.0:1787761251.966402:0:323681:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761251.966405:0:323681:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761251.966408:0:323681:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00200000:3.0:1787761251.966410:0:323681:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200002341:0x3c:0x0] suppgids 0 -1: rc 0
00000080:00000001:3.0:1787761251.966413:0:323681:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.966416:0:323681:0:(namei.c:668:ll_lookup_it_finish()) Process entered
00000080:00002000:3.0:1787761251.966418:0:323681:0:(namei.c:674:ll_lookup_it_finish()) it ffffbf274a1e3db8 it_disposition 7
00000080:00002000:3.0:1787761251.966422:0:323681:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b650839e438 inode 0000000000000000 refc 1 flags 0xe
00800000:00000001:3.0:1787761251.966429:0:323681:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered
00000002:00000001:3.0:1787761251.966433:0:323681:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered
00000002:00000001:3.0:1787761251.966435:0:323681:0:(mdc_locks.c:137:mdc_lock_match()) Process entered
00010000:00000001:3.0:1787761251.966437:0:323681:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1787761251.966443:0:323681:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b653303f700 count: 2
00010000:00000001:3.0:1787761251.966446:0:323681:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00010000:3.0:1787761251.966451:0:323681:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b65130bb000 type 13 mode 30 res 8589943617/60 (0 0)
00000002:00000001:3.0:1787761251.966454:0:323681:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.966456:0:323681:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761251.966458:0:323681:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.966459:0:323681:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0)
00000080:00000001:3.0:1787761251.966463:0:323681:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0)
00000080:00000010:3.0:1787761251.966467:0:323681:0:(llite_lib.c:4209:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b65106b4000.
00000100:00000001:3.0:1787761251.966470:0:323681:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761251.966474:0:323681:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588e940 x1874597594969856/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/584 e 0 to 0 dl 1787761267 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761251.966480:0:323681:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787761251.966483:0:323681:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787761251.966487:0:323681:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b6534978800.
02000000:00000001:3.0:1787761251.966489:0:323681:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787761251.966492:0:323681:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787761251.966493:0:323681:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=99 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:3.0:1787761251.966544:0:323681:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787761251.966546:0:323681:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee09400.
02000000:00000001:3.0:1787761251.966550:0:323681:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787761251.966552:0:323681:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787761251.966554:0:323681:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588e940.
00000100:00000001:3.0:1787761251.966558:0:323681:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787761251.966560:0:323681:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000080:00000001:3.0:1787761251.966562:0:323681:0:(dcache.c:174:ll_intent_release()) Process entered
00000080:00000040:3.0:1787761251.966564:0:323681:0:(dcache.c:176:ll_intent_release()) intent ffffbf274a1e3db8 released
00000080:00000001:3.0:1787761251.966566:0:323681:0:(dcache.c:187:ll_intent_release()) Process leaving
00000080:00000001:3.0:1787761251.966571:0:323681:0:(file.c:6674:ll_inode_permission()) Process entered
00000080:00200000:3.0:1787761251.966574:0:323681:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200002341:0x3c:0x0](ffff9b65044fc2c8), inode mode 41ed mask 3
00000080:00000001:3.0:1787761251.966580:0:323681:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.966582:0:323681:0:(file.c:6674:ll_inode_permission()) Process entered
00000080:00200000:3.0:1787761251.966583:0:323681:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200002341:0x3c:0x0](ffff9b65044fc2c8), inode mode 41ed mask 3
00000080:00000001:3.0:1787761251.966585:0:323681:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.966590:0:323681:0:(namei.c:2484:ll_rename()) Process entered
00000020:00000001:3.0:1787761251.966592:0:323681:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1e3c88
00000080:00200000:3.0:1787761251.966594:0:323681:0:(namei.c:2492:ll_rename()) VFS Op:oldname=f160n.sanity1628, src_dir=[0x200002341:0x3c:0x0](ffff9b65044fc2c8), newname=f160n.sanity-new1628, tgt_dir=[0x200002341:0x3c:0x0](ffff9b65044fc2c8)
00000080:00000010:3.0:1787761251.966602:0:323681:0:(llite_lib.c:4068:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b6537f5d200.
00800000:00000001:3.0:1787761251.966610:0:323681:0:(lmv_obd.c:2886:lmv_rename()) Process entered
00800000:00000001:3.0:1787761251.966614:0:323681:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered
00800000:00000002:3.0:1787761251.966686:0:323681:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200002341:0x3c:0x0]
00800000:00000001:3.0:1787761251.966689:0:323681:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761251.966692:0:323681:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered
00800000:00000002:3.0:1787761251.966693:0:323681:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200002341:0x54b9:0x0]
00800000:00000001:3.0:1787761251.966695:0:323681:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761251.966697:0:323681:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered
00800000:00000002:3.0:1787761251.966698:0:323681:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200002341:0x3c:0x0]
00800000:00000001:3.0:1787761251.966700:0:323681:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761251.966702:0:323681:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1e3be0
00000020:00000001:3.0:1787761251.966704:0:323681:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1e3be0
00800000:00000002:3.0:1787761251.966705:0:323681:0:(lmv_obd.c:2981:lmv_rename()) RENAME [0x200002341:0x3c:0x0]/f160n.sanity1628 to [0x200002341:0x3c:0x0]/f160n.sanity-new1628
00000002:00000001:3.0:1787761251.966711:0:323681:0:(mdc_reint.c:448:mdc_rename()) Process entered
00000002:00000001:3.0:1787761251.966713:0:323681:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered
00010000:00000040:3.0:1787761251.966716:0:323681:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b653303f700 count: 2
00010000:00000001:3.0:1787761251.966719:0:323681:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1787761251.966721:0:323681:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered
00010000:00000001:3.0:1787761251.966724:0:323681:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.966726:0:323681:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.966728:0:323681:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.966729:0:323681:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered
00010000:00000040:3.0:1787761251.966731:0:323681:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b653303f700 count: 2
00010000:00000001:3.0:1787761251.966732:0:323681:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1787761251.966734:0:323681:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered
00010000:00000001:3.0:1787761251.966735:0:323681:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.966736:0:323681:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.966737:0:323681:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.966739:0:323681:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered
00010000:00000040:3.0:1787761251.966741:0:323681:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b652ecb1200 count: 2
00010000:00000001:3.0:1787761251.966743:0:323681:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1787761251.966745:0:323681:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered
00010000:00000001:3.0:1787761251.966747:0:323681:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered
00010000:00010000:3.0:1787761251.966750:0:323681:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b652d634e00/0xf223c8ba2c1e6085 lrc: 2/0,0 mode: PR/PR res: [0x200002341:0x54b9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8950dc270228b4bb expref: -99 pid: 323681 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00000080:00000001:3.0:1787761251.966761:0:323681:0:(namei.c:477:ll_md_blocking_ast()) Process entered
00000080:00000001:3.0:1787761251.966764:0:323681:0:(namei.c:240:ll_lock_cancel_bits()) Process entered
00000080:00000001:3.0:1787761251.966767:0:323681:0:(file.c:6113:ll_have_md_lock()) Process entered
00000080:00000040:3.0:1787761251.966768:0:323681:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200002341:0x54b9:0x0] mode (null)
00000002:00000001:3.0:1787761251.966771:0:323681:0:(mdc_locks.c:137:mdc_lock_match()) Process entered
00010000:00000001:3.0:1787761251.966772:0:323681:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1787761251.966774:0:323681:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b652ecb1200 count: 3
00010000:00000001:3.0:1787761251.966776:0:323681:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1787761251.966778:0:323681:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.966780:0:323681:0:(mdc_locks.c:137:mdc_lock_match()) Process entered
00010000:00000001:3.0:1787761251.966781:0:323681:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1787761251.966782:0:323681:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b652ecb1200 count: 3
00010000:00000001:3.0:1787761251.966784:0:323681:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1787761251.966786:0:323681:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.966787:0:323681:0:(mdc_locks.c:137:mdc_lock_match()) Process entered
00010000:00000001:3.0:1787761251.966788:0:323681:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1787761251.966789:0:323681:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b652ecb1200 count: 3
00010000:00000001:3.0:1787761251.966791:0:323681:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1787761251.966793:0:323681:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.966794:0:323681:0:(mdc_locks.c:137:mdc_lock_match()) Process entered
00010000:00000001:3.0:1787761251.966795:0:323681:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1787761251.966799:0:323681:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b652ecb1200 count: 3
00010000:00000001:3.0:1787761251.966800:0:323681:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1787761251.966802:0:323681:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.966803:0:323681:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.966806:0:323681:0:(file.c:6819:ll_layout_conf()) Process entered
00000020:00000001:3.0:1787761251.966809:0:323681:0:(cl_object.c:754:cl_env_obtain()) Process entered
00000020:00000001:3.0:1787761251.966812:0:323681:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633456927944360 : -110616781607256 : ffff9b650606aea8)
00000020:00001000:3.0:1787761251.966815:0:323681:0:(cl_object.c:823:cl_env_get()) 1@ffff9b650606aea0
00000020:00000001:3.0:1787761251.966817:0:323681:0:(cl_object.c:343:cl_conf_set()) Process entered
00000080:00200000:3.0:1787761251.966819:0:323681:0:(vvp_object.c:117:vvp_conf_set()) [0x200002341:0x54b9:0x0]: losing layout lock
00000080:00000001:3.0:1787761251.966822:0:323681:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered
00000080:00000001:3.0:1787761251.966825:0:323681:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving
00020000:00000001:3.0:1787761251.966828:0:323681:0:(lov_object.c:1456:lov_conf_set()) Process entered
00020000:00000001:3.0:1787761251.966830:0:323681:0:(lov_object.c:1470:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0)
00020000:00000002:3.0:1787761251.966833:0:323681:0:(lov_object.c:1543:lov_conf_set()) [0x200002341:0x54b9:0x0] lo_layout_invalid=1
00020000:00000001:3.0:1787761251.966835:0:323681:0:(lov_object.c:1544:lov_conf_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761251.966836:0:323681:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0)
00000020:00001000:3.0:1787761251.966838:0:323681:0:(cl_object.c:917:cl_env_put()) 1@ffff9b650606aea0
00000080:00000001:3.0:1787761251.966841:0:323681:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.966843:0:323681:0:(dcache.c:195:ll_prune_aliases()) Process entered
00000080:00000002:3.0:1787761251.966845:0:323681:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002341:0x54b9:0x0](ffff9b65022d1148) invalid
00000020:00000001:3.0:1787761251.966848:0:323681:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1e3880
00000080:00002000:3.0:1787761251.966850:0:323681:0:(llite_internal.h:2031:d_lustre_invalidate()) invalidate dentry f160n.sanity1628 (ffff9b650839eca8) parent ffff9b65088ea870 inode ffff9b65022d1148 refc 1
00000080:00000001:3.0:1787761251.966853:0:323681:0:(dcache.c:209:ll_prune_aliases()) Process leaving
00000080:00000001:3.0:1787761251.966855:0:323681:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving
00000080:00000001:3.0:1787761251.966856:0:323681:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.966858:0:323681:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered
00010000:00000001:3.0:1787761251.966860:0:323681:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1787761251.966861:0:323681:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1787761251.966863:0:323681:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761251.966864:0:323681:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787761251.966867:0:323681:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b652d634e00 with handle 0xf223c8ba2c1e6085 from hash
00010000:00000001:3.0:1787761251.966869:0:323681:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1787761251.966870:0:323681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.966871:0:323681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.966872:0:323681:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1787761251.966875:0:323681:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1787761251.966876:0:323681:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000)
00010000:00000001:3.0:1787761251.966879:0:323681:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1787761251.966880:0:323681:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1)
00000002:00000001:3.0:1787761251.966882:0:323681:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1787761251.966887:0:323681:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c000.
00000020:00000040:3.0:1787761251.966891:0:323681:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=100 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761251.966895:0:323681:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761251.966896:0:323681:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.966899:0:323681:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered
00010000:00000001:3.0:1787761251.966902:0:323681:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:3.0:1787761251.966906:0:323681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1787761251.966907:0:323681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.966909:0:323681:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761251.966912:0:323681:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761251.966914:0:323681:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761251.966918:0:323681:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761251.966925:0:323681:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6444be9400.
00000100:00000001:3.0:1787761251.966931:0:323681:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.966933:0:323681:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered
00010000:00000001:3.0:1787761251.966935:0:323681:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered
00010000:00010000:3.0:1787761251.966939:0:323681:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b652d634e00/0xf223c8ba2c1e6085 lrc: 1/0,0 mode: --/PR res: [0x200002341:0x54b9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8950dc270228b4bb expref: -99 pid: 323681 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:3.0:1787761251.966945:0:323681:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00000001:3.0:1787761251.966947:0:323681:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1787761251.966949:0:323681:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1787761251.966951:0:323681:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b652d634e00/0xf223c8ba2c1e6085 lrc: 0/0,0 mode: --/PR res: [0x200002341:0x54b9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8950dc270228b4bb expref: -99 pid: 323681 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00000040:3.0:1787761251.966956:0:323681:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b652ecb1200 count: 0
00010000:00000010:3.0:1787761251.966962:0:323681:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b653ebe9c00.
00010000:00000001:3.0:1787761251.966969:0:323681:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1787761251.966970:0:323681:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.966972:0:323681:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered
00010000:00000001:3.0:1787761251.966973:0:323681:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.966975:0:323681:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0)
00000020:00100000:3.0:1787761251.966984:0:323681:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b6504d3c000: modify RPC slot 1 is allocated opc 36, max 7
00000100:00100000:3.0:1787761251.966990:0:323681:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid  req@ffff9b6537f1c000 x1874597594970112/t0(0) o36->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:13/10 lens 536/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761251.966998:0:323681:0:(client.c:3352:ptlrpc_queue_wait()) Process entered
00000100:00000001:3.0:1787761251.967000:0:323681:0:(client.c:1169:ptlrpc_prep_set()) Process entered
00000100:00000010:3.0:1787761251.967006:0:323681:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b650516e180.
00000100:00000001:3.0:1787761251.967009:0:323681:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633456912228736 : -110616797322880 : ffff9b650516e180)
00000100:00000001:3.0:1787761251.967011:0:323681:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787761251.967013:0:323681:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765433344 : -110615944118272 : ffff9b6537f1c000)
00000100:00000001:3.0:1787761251.967017:0:323681:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761251.967021:0:323681:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761251.967023:0:323681:0:(client.c:2688:ptlrpc_set_wait()) Process entered
00000100:00000001:3.0:1787761251.967024:0:323681:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787761251.967028:0:323681:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1c000 x1874597594970112/t0(0) o36->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:13/10 lens 536/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761251.967035:0:323681:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761251.967036:0:323681:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761251.967040:0:323681:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787761251.967042:0:323681:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761251.967045:0:323681:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761251.967049:0:323681:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1c000 pname:cluuid:pid:xid:nid:opc:job mrename:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:323681:1874597594970112:192.168.203.101@tcp:36:mrename.0
00000100:00000001:3.0:1787761251.967052:0:323681:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787761251.967055:0:323681:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787761251.967057:0:323681:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761251.967059:0:323681:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787761251.967062:0:323681:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b65420c6800.
02000000:00000001:3.0:1787761251.967063:0:323681:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787761251.967067:0:323681:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:3.0:1787761251.967070:0:323681:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64206fe948.
00000400:00000010:3.0:1787761251.967074:0:323681:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653623c440.
00000100:00000200:3.0:1787761251.967079:0:323681:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597594970112, portal 10
00000100:00000001:3.0:1787761251.967080:0:323681:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787761251.967081:0:323681:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765433344 : -110615944118272 : ffff9b6537f1c000)
00000100:00000040:3.0:1787761251.967086:0:323681:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1c000 x1874597594970112/t0(0) o36->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:13/10 lens 536/624 e 0 to 0 dl 1787761267 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761251.967093:0:323681:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787761251.967096:0:323681:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:3.0:1787761251.967098:0:323681:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653623cee0.
00000100:00000200:3.0:1787761251.967102:0:323681:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 13, xid 1874597594970112, offset 0
00000400:00000200:3.0:1787761251.967108:0:323681:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:3.0:1787761251.967114:0:323681:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761251.967121:0:323681:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:3.0:1787761251.967126:0:323681:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787761251.967131:0:323681:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:3.0:1787761251.967134:0:323681:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787761251.967137:0:323681:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:3.0:1787761251.967140:0:323681:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277361:277361:256:4294967295] 192.168.203.101@tcp LPNI seq info [277360:277360:8:4294967295]
00000400:00000200:3.0:1787761251.967144:0:323681:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761251.967153:0:323681:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787761251.967158:0:323681:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:3.0:1787761251.967164:0:323681:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b64038d5e00.
00000800:00000200:3.0:1787761251.967171:0:323681:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (5)
00000800:00000200:3.0:1787761251.967178:0:323681:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.101@tcp ip 192.168.203.101:988
00000800:00000200:3.0:1787761251.967182:0:323681:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b64038d5e00 type 1, nob 632 niov 1 nkiov 1
00000100:00000001:3.0:1787761251.967290:0:323681:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761251.967295:0:323681:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11787 usecs (12 jiffies)
00000400:00000200:3.0:1787761251.967299:0:323681:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787761251.967301:0:323681:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4314665152
00000100:00000001:3.0:1787761251.967304:0:323681:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4314665211
00000100:00000001:3.0:1787761251.967306:0:323681:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4314665152
00000100:00000001:3.0:1787761251.967308:0:323681:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4314665211
00000100:00000001:3.0:1787761251.967310:0:323681:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787761251.967312:0:323681:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761251.967314:0:323681:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761251.967316:0:323681:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b)
00000100:00100000:3.0:1787761251.967329:0:323681:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b650516e180 going to sleep for 11 seconds
00000100:00000001:3.0:1787761251.967331:0:323681:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761251.967333:0:323681:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000010:3.1:1787761251.972327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634200.
00010000:00000010:3.1:1787761251.972339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1200.
00010000:00000010:3.1:1787761251.972342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d634e00.
00000100:00000001:3.0:1787761251.972628:0:323681:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000001:3.0:1787761251.973591:0:323681:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787761251.973595:0:323681:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787761251.973598:0:323681:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64206fe948.
00000400:00000200:3.0:1787761251.973604:0:323681:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653623c440
00000400:00000010:3.0:1787761251.973606:0:323681:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653623c440.
00000100:00000001:3.0:1787761251.973611:0:323681:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787761251.973755:0:323681:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1c000 x1874597594970112/t0(0) o36->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:13/10 lens 536/624 e 0 to 0 dl 1787761267 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787761251.973766:0:323681:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1c000 x1874597594970112/t0(0) o36->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:13/10 lens 536/624 e 0 to 0 dl 1787761267 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761251.973772:0:323681:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787761251.973775:0:323681:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761251.973777:0:323681:0:(client.c:1593:after_reply()) Process entered
02000000:00000001:3.0:1787761251.973781:0:323681:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered
00000100:00000001:3.0:1787761251.973783:0:323681:0:(pack_generic.c:614:__lustre_unpack_msg()) Process entered
00000100:00000001:3.0:1787761251.973785:0:323681:0:(pack_generic.c:632:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761251.973789:0:323681:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:3.0:1787761251.973798:0:323681:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b6425481d80 time=52 v=5 (5 5 5 5)
00000100:00001000:3.0:1787761251.973802:0:323681:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b6425481c18 time=85 v=5 (1 1 1 1)
00000100:00000001:3.0:1787761251.973804:0:323681:0:(client.c:1495:ptlrpc_check_status()) Process entered
00000100:00000001:3.0:1787761251.973806:0:323681:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1787761251.973808:0:323681:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered
00010000:00000001:3.0:1787761251.973811:0:323681:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761251.973814:0:323681:0:(client.c:1547:ptlrpc_save_versions()) Process entered
00000100:00000040:3.0:1787761251.973816:0:323681:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x5000000c4/0x5000000c4]
00000100:00000001:3.0:1787761251.973818:0:323681:0:(client.c:1556:ptlrpc_save_versions()) Process leaving
00000100:00000001:3.0:1787761251.973820:0:323681:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787761251.973821:0:323681:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765433344 : -110615944118272 : ffff9b6537f1c000)
00000100:00000001:3.0:1787761251.973825:0:323681:0:(client.c:3109:ptlrpc_free_committed()) Process entered
00000100:00000040:3.0:1787761251.973826:0:323681:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b6504d3c000: skip recheck: last_committed 21474908209
00000100:00000001:3.0:1787761251.973828:0:323681:0:(client.c:3122:ptlrpc_free_committed()) Process leaving
00000100:00000001:3.0:1787761251.973830:0:323681:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761251.973835:0:323681:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1c000 x1874597594970112/t21474908306(21474908306) o36->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:13/10 lens 536/456 e 0 to 0 dl 1787761267 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761251.973841:0:323681:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787761251.973844:0:323681:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787761251.973846:0:323681:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787761251.973849:0:323681:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1c000 x1874597594970112/t21474908306(21474908306) o36->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:13/10 lens 536/456 e 0 to 0 dl 1787761267 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761251.973862:0:323681:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1c000 pname:cluuid:pid:xid:nid:opc:job mrename:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:323681:1874597594970112:192.168.203.101@tcp:36:mrename.0
00000100:00000001:3.0:1787761251.973867:0:323681:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761251.973870:0:323681:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761251.973872:0:323681:0:(client.c:1237:ptlrpc_set_destroy()) Process entered
00000100:00000001:3.0:1787761251.973874:0:323681:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761251.973878:0:323681:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9b6537f1c000 x1874597594970112/t21474908306(21474908306) o36->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:13/10 lens 536/456 e 0 to 0 dl 1787761267 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761251.973884:0:323681:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761251.973887:0:323681:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b650516e180.
00000100:00000001:3.0:1787761251.973891:0:323681:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving
00000100:00000001:3.0:1787761251.973892:0:323681:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1787761251.973899:0:323681:0:(mdc_reint.c:521:mdc_rename()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:3.0:1787761251.973902:0:323681:0:(lmv_obd.c:3000:lmv_rename()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:3.0:1787761251.973908:0:323681:0:(llite_lib.c:4209:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b6537f5d200.
00000100:00000001:3.0:1787761251.973912:0:323681:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761251.973915:0:323681:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1c000 x1874597594970112/t21474908306(21474908306) o36->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:13/10 lens 536/456 e 0 to 0 dl 1787761267 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mrename.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761251.973922:0:323681:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.973929:0:323681:0:(namei.c:2560:ll_rename()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1787761251.973948:0:323681:0:(dcache.c:39:ll_release()) Process entered
00000080:00000001:3.0:1787761251.973955:0:323681:0:(dcache.c:48:ll_release()) Process leaving
00000080:00000001:3.0:1787761251.973959:0:323681:0:(dcache.c:120:ll_ddelete()) Process entered
00000020:00000001:3.0:1787761251.973961:0:323681:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1e3de8
00000080:00002000:3.0:1787761251.973964:0:323681:0:(dcache.c:127:ll_ddelete()) deleting dentry f160n.sanity-new1628 (ffff9b650839eca8, parent ffff9b65088ea870, inode ffff9b65022d1148) hashed,
00000080:00000001:3.0:1787761251.973967:0:323681:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1)
00000080:00000001:3.0:1787761251.973973:0:323681:0:(dcache.c:39:ll_release()) Process entered
00000080:00000001:3.0:1787761251.973975:0:323681:0:(dcache.c:48:ll_release()) Process leaving
00000080:00000001:3.0:1787761251.973982:0:323681:0:(dcache.c:120:ll_ddelete()) Process entered
00000020:00000001:3.0:1787761251.973983:0:323681:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1e3de8
00000080:00002000:3.0:1787761251.973985:0:323681:0:(dcache.c:127:ll_ddelete()) keeping dentry d160n.sanity (ffff9b65088ea870, parent ffff9b6511d48af8, inode ffff9b65044fc2c8) hashed,
00000080:00000001:3.0:1787761251.973987:0:323681:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:3.1:1787761251.982379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0d80.
00000080:00000010:3.1:1787761251.982395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0800.
00010000:00000010:1.1:1787761252.005365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635600.
00010000:00000010:1.1:1787761252.005382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b652ecb1c00.
00010000:00000010:1.1:1787761252.005385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b652d635800.
00000080:00000010:1.1:1787761252.012466:0:323683:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d02e0.
00000080:00000010:1.1:1787761252.012482:0:323683:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b64157d0580.
00010000:00000010:2.1:1787761252.042095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a400.
00010000:00000010:2.1:1787761252.042112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b653303f500.
00010000:00000010:2.1:1787761252.042117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6515bc8200.
00000080:00000001:3.0:1787761252.046201:0:323684:0:(file.c:6674:ll_inode_permission()) Process entered
00000080:00000001:3.0:1787761252.046207:0:323684:0:(file.c:6674:ll_inode_permission()) Process entered
00000080:00000001:3.0:1787761252.046210:0:323684:0:(file.c:6206:ll_inode_revalidate()) Process entered
00000020:00000001:3.0:1787761252.046213:0:323684:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1e3b98
00000080:00200000:3.0:1787761252.046217:0:323684:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b6511e321c8),name=/
00000080:00000010:3.0:1787761252.046224:0:323684:0:(llite_lib.c:4068:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b6537f5d600.
00800000:00000002:3.0:1787761252.046230:0:323684:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b65344b8100 2
00000080:00000001:3.0:1787761252.046234:0:323684:0:(namei.c:944:ll_intent_lock()) Process entered
00800000:00000001:3.0:1787761252.046239:0:323684:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered
00000020:00000001:3.0:1787761252.046241:0:323684:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1e3ab8
00800000:00000002:3.0:1787761252.046243:0:323684:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0]
00800000:00000001:3.0:1787761252.046269:0:323684:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered
00800000:00000002:3.0:1787761252.046272:0:323684:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='<NULL>' -> mds #0
00000002:00000001:3.0:1787761252.046277:0:323684:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered
00000020:00000001:3.0:1787761252.046279:0:323684:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf274a1e3988
00000002:00010000:3.0:1787761252.046281:0:323684:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00000002:00000001:3.0:1787761252.046284:0:323684:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered
00000002:00000001:3.0:1787761252.046286:0:323684:0:(mdc_locks.c:137:mdc_lock_match()) Process entered
00010000:00000001:3.0:1787761252.046289:0:323684:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1787761252.046296:0:323684:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b651110f300 count: 2
00010000:00000001:3.0:1787761252.046299:0:323684:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1787761252.046304:0:323684:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1787761252.046307:0:323684:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:3.0:1787761252.046312:0:323684:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6536acf200/0xf223c8ba2c179eac lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8950dc2701f7cb19 expref: -99 pid: 301151 timeout: 0 lvb_type: 0 lru_score: 254 lru_type: 1
02000000:00000001:3.0:1787761252.052636:0:323684:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered
00000080:00000010:2.1:1787761252.057385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b643ad10de0.
00000080:00000010:2.1:1787761252.057401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b6525295ae0.
00000020:00000001:3.0:1787761252.108294:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761252.108298:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761252.108300:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761253.134884:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761253.134890:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761253.134895:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761255.181350:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761255.181354:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761255.181357:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761256.203583:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761256.203588:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761256.203591:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761256.395660:0:238638:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787761256.395665:0:238638:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761256.395668:0:238638:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787761256.395674:0:238638:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a92c0 x1874597594971392/t0(0) o400->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761256.395682:0:238638:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761256.395684:0:238638:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761256.395689:0:238638:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787761256.395691:0:238638:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761256.395694:0:238638:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761256.395697:0:238638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:553baa66-4a8b-4571-8130-318af4012957:238638:1874597594971392:192.168.203.101@tcp:400:kworker.0
00000100:00000001:3.0:1787761256.395702:0:238638:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787761256.395707:0:238638:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787761256.395709:0:238638:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761256.395712:0:238638:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787761256.395716:0:238638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b6537f5d400.
02000000:00000001:3.0:1787761256.395718:0:238638:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787761256.395725:0:238638:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:3.0:1787761256.395730:0:238638:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64206fe948.
00000400:00000010:3.0:1787761256.395737:0:238638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653623c440.
00000100:00000200:3.0:1787761256.395744:0:238638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874597594971392, portal 25
00000100:00000001:3.0:1787761256.395746:0:238638:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787761256.395748:0:238638:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739797184 : -110615969754432 : ffff9b65366a92c0)
00000100:00000040:3.0:1787761256.395753:0:238638:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a92c0 x1874597594971392/t0(0) o400->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1787761272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761256.395760:0:238638:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787761256.395763:0:238638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:3.0:1787761256.395766:0:238638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653623c6e8.
00000100:00000200:3.0:1787761256.395769:0:238638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874597594971392, offset 0
00000400:00000200:3.0:1787761256.395776:0:238638:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:3.0:1787761256.395785:0:238638:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761256.395792:0:238638:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:3.0:1787761256.395798:0:238638:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787761256.395802:0:238638:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:3.0:1787761256.395806:0:238638:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787761256.395809:0:238638:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:3.0:1787761256.395812:0:238638:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277372:277372:256:4294967295] 192.168.203.101@tcp LPNI seq info [277371:277371:8:4294967295]
00000400:00000200:3.0:1787761256.395817:0:238638:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761256.395826:0:238638:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787761256.395832:0:238638:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:3.0:1787761256.395838:0:238638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b64038d5e00.
00000800:00000200:3.0:1787761256.395844:0:238638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (5)
00000800:00000200:3.0:1787761256.395852:0:238638:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.101@tcp ip 192.168.203.101:988
00000800:00000200:3.0:1787761256.395856:0:238638:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b64038d5e00 type 1, nob 320 niov 1 nkiov 1
00000100:00000001:3.0:1787761256.395873:0:238638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787761256.395878:0:238638:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787761256.395880:0:238638:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4314670327
00000100:00000010:3.0:1787761256.395885:0:238638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6513218b40.
00000100:00000001:3.0:1787761256.395892:0:238638:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787761256.395899:0:238638:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4314670327
00000100:00000010:3.0:1787761256.395902:0:238638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6513218000.
00000100:00000001:3.0:1787761256.395905:0:238638:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787761256.395908:0:238638:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787761256.395911:0:238638:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761256.395914:0:238638:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761256.395917:0:238638:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761256.396025:0:238638:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761256.396027:0:238638:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b)
00000100:00000001:3.0:1787761256.396030:0:238638:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787761256.396032:0:238638:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761256.396033:0:238638:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761256.396036:0:238638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00000001:3.0:1787761256.396039:0:238638:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761256.396041:0:238638:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761256.396043:0:238638:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761256.396045:0:238638:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787761256.396047:0:238638:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761256.396049:0:238638:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787761256.396054:0:238638:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8b40 x1874597594971520/t0(0) o400->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761256.396067:0:238638:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761256.396069:0:238638:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761256.396073:0:238638:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787761256.396077:0:238638:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761256.396082:0:238638:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761256.396088:0:238638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238638:1874597594971520:192.168.203.101@tcp:400:kworker.0
00000100:00000001:3.0:1787761256.396095:0:238638:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787761256.396099:0:238638:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787761256.396102:0:238638:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761256.396105:0:238638:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787761256.396109:0:238638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b6537f5c600.
02000000:00000001:3.0:1787761256.396114:0:238638:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787761256.396121:0:238638:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:3.0:1787761256.396126:0:238638:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64206fe580.
00000400:00000010:3.0:1787761256.396133:0:238638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653623cf68.
00000100:00000200:3.0:1787761256.396138:0:238638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874597594971520, portal 10
00000100:00000001:3.0:1787761256.396142:0:238638:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787761256.396145:0:238638:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739795264 : -110615969756352 : ffff9b65366a8b40)
00000100:00000040:3.0:1787761256.396157:0:238638:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8b40 x1874597594971520/t0(0) o400->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1787761272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761256.396167:0:238638:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787761256.396171:0:238638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:3.0:1787761256.396173:0:238638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653623c088.
00000100:00000200:3.0:1787761256.396176:0:238638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874597594971520, offset 0
00000400:00000200:3.0:1787761256.396182:0:238638:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:3.0:1787761256.396187:0:238638:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761256.396192:0:238638:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:3.0:1787761256.396196:0:238638:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787761256.396199:0:238638:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:3.0:1787761256.396201:0:238638:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787761256.396204:0:238638:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:3.0:1787761256.396207:0:238638:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277373:277373:256:4294967295] 192.168.203.101@tcp LPNI seq info [277372:277372:8:4294967295]
00000400:00000200:3.0:1787761256.396211:0:238638:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761256.396218:0:238638:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787761256.396222:0:238638:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:3.0:1787761256.396226:0:238638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b64038d5200.
00000800:00000200:3.0:1787761256.396230:0:238638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (5)
00000800:00000200:3.0:1787761256.396234:0:238638:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.101@tcp ip 192.168.203.101:988
00000800:00000200:3.0:1787761256.396236:0:238638:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b64038d5200 type 1, nob 320 niov 1 nkiov 1
00000100:00000001:3.0:1787761256.396278:0:238638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761256.396283:0:238638:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:3.0:1787761256.396296:0:238638:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787761256.396299:0:238638:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4314669581
00000100:00000001:3.0:1787761256.396301:0:238638:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4314670327
00000100:00000001:3.0:1787761256.396304:0:238638:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4314669581
00000100:00000001:3.0:1787761256.396306:0:238638:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4314670327
00000100:00000001:3.0:1787761256.396308:0:238638:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787761256.396310:0:238638:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761256.396313:0:238638:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761256.396315:0:238638:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761256.396335:0:238639:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787761256.396337:0:238639:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761256.396513:0:238638:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787761256.396516:0:238638:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761256.396518:0:238638:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761256.396520:0:238638:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761256.396639:0:238638:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787761256.396642:0:238638:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761256.396643:0:238638:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787761256.396648:0:238638:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8780 x1874597594971648/t0(0) o400->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761256.396655:0:238638:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761256.396656:0:238638:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761256.396659:0:238638:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787761256.396661:0:238638:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761256.396663:0:238638:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761256.396666:0:238638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238638:1874597594971648:192.168.203.101@tcp:400:kworker.0
00000100:00000001:3.0:1787761256.396669:0:238638:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787761256.396672:0:238638:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787761256.396673:0:238638:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761256.396675:0:238638:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787761256.396679:0:238638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b6537f5c400.
02000000:00000001:3.0:1787761256.396682:0:238638:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787761256.396686:0:238638:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:3.0:1787761256.396690:0:238638:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64206fe6e0.
00000400:00000010:3.0:1787761256.396695:0:238638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653623cc38.
00000100:00000200:3.0:1787761256.396698:0:238638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874597594971648, portal 4
00000100:00000001:3.0:1787761256.396701:0:238638:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787761256.396702:0:238638:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739794304 : -110615969757312 : ffff9b65366a8780)
00000100:00000040:3.0:1787761256.396708:0:238638:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8780 x1874597594971648/t0(0) o400->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1787761272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761256.396715:0:238638:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787761256.396717:0:238638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:3.0:1787761256.396720:0:238638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653623c880.
00000100:00000200:3.0:1787761256.396722:0:238638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874597594971648, offset 0
00000400:00000200:3.0:1787761256.396727:0:238638:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:3.0:1787761256.396731:0:238638:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761256.396734:0:238638:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:3.0:1787761256.396737:0:238638:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787761256.396740:0:238638:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:3.0:1787761256.396743:0:238638:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787761256.396746:0:238638:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:3.0:1787761256.396749:0:238638:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277374:277374:256:4294967295] 192.168.203.101@tcp LPNI seq info [277373:277373:8:4294967295]
00000400:00000200:3.0:1787761256.396753:0:238638:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761256.396759:0:238638:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787761256.396763:0:238638:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:3.0:1787761256.396767:0:238638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b64038d5800.
00000800:00000200:3.0:1787761256.396772:0:238638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (5)
00000800:00000200:3.0:1787761256.396777:0:238638:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.101@tcp ip 192.168.203.101:988
00000800:00000200:3.0:1787761256.396780:0:238638:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b64038d5800 type 1, nob 320 niov 1 nkiov 1
00000100:00000001:3.0:1787761256.396797:0:238638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761256.396800:0:238638:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:3.0:1787761256.396804:0:238638:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787761256.396805:0:238638:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4314669587
00000100:00000001:3.0:1787761256.396808:0:238638:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4314670327
00000100:00000001:3.0:1787761256.396810:0:238638:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4314669587
00000100:00000001:3.0:1787761256.396812:0:238638:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4314670327
00000100:00000001:3.0:1787761256.396814:0:238638:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787761256.396816:0:238638:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761256.396819:0:238638:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761256.396821:0:238638:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761256.396910:0:238638:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761256.396914:0:238638:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b)
00000100:00000001:3.0:1787761256.396920:0:238638:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787761256.396924:0:238638:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761256.396928:0:238638:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761256.396933:0:238638:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761257.230346:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761257.230354:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761257.230359:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761259.275436:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761259.275439:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761259.275441:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761260.299386:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761260.299390:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761260.299393:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761261.323496:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761261.323500:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761261.323502:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761263.371457:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761263.371461:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761263.371465:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761264.395458:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761264.395462:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761264.395465:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761264.587405:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761264.587415:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761264.587417:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787761264.587424:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 1 seconds
00000100:00000001:3.0:1787761264.587429:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761264.587441:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761265.419470:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761265.419474:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761265.419476:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761265.611384:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761265.611394:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761265.611397:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787761265.611403:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 1 seconds
00000100:00000001:3.0:1787761265.611408:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761265.611412:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761266.635372:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761266.635380:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761266.635382:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787761266.635388:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 1 seconds
00000100:00000001:3.0:1787761266.635395:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761266.635407:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761266.635525:0:238639:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787761266.635530:0:238639:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761266.635533:0:238639:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787761266.635542:0:238639:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a9e00 x1874597594972160/t0(0) o400->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761266.635555:0:238639:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761266.635557:0:238639:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761266.635562:0:238639:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787761266.635565:0:238639:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761266.635569:0:238639:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761266.635575:0:238639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:553baa66-4a8b-4571-8130-318af4012957:238639:1874597594972160:192.168.203.101@tcp:400:kworker.0
00000100:00000001:3.0:1787761266.635584:0:238639:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787761266.635591:0:238639:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787761266.635594:0:238639:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761266.635597:0:238639:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787761266.635603:0:238639:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b6537f5cc00.
02000000:00000001:3.0:1787761266.635606:0:238639:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787761266.635618:0:238639:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:3.0:1787761266.635625:0:238639:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64206fe478.
00000400:00000010:3.0:1787761266.635635:0:238639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653623c3b8.
00000100:00000200:3.0:1787761266.635645:0:238639:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874597594972160, portal 25
00000100:00000001:3.0:1787761266.635648:0:238639:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787761266.635650:0:238639:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739800064 : -110615969751552 : ffff9b65366a9e00)
00000100:00000040:3.0:1787761266.635659:0:238639:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a9e00 x1874597594972160/t0(0) o400->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1787761282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761266.635676:0:238639:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787761266.635683:0:238639:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:3.0:1787761266.635689:0:238639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653623ce58.
00000100:00000200:3.0:1787761266.635696:0:238639:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874597594972160, offset 0
00000400:00000200:3.0:1787761266.635709:0:238639:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:3.0:1787761266.635728:0:238639:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761266.635739:0:238639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:3.0:1787761266.635748:0:238639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787761266.635757:0:238639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:3.0:1787761266.635763:0:238639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787761266.635768:0:238639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:3.0:1787761266.635774:0:238639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277378:277378:256:4294967295] 192.168.203.101@tcp LPNI seq info [277377:277377:8:4294967295]
00000400:00000200:3.0:1787761266.635781:0:238639:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761266.635797:0:238639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787761266.635806:0:238639:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:3.0:1787761266.635812:0:238639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b64038d5700.
00000800:00000200:3.0:1787761266.635823:0:238639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (5)
00000800:00000200:3.0:1787761266.635835:0:238639:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.101@tcp ip 192.168.203.101:988
00000800:00000200:3.0:1787761266.635841:0:238639:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b64038d5700 type 1, nob 320 niov 1 nkiov 1
00000100:00000001:3.0:1787761266.635856:0:238639:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787761266.635865:0:238639:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787761266.635870:0:238639:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4314680567
00000100:00000010:3.0:1787761266.635880:0:238639:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6513218360.
00000100:00000001:3.0:1787761266.635890:0:238639:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787761266.635901:0:238639:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4314680567
00000100:00000010:3.0:1787761266.635908:0:238639:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b65132186c0.
00000100:00000001:3.0:1787761266.635914:0:238639:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787761266.635919:0:238639:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787761266.635924:0:238639:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761266.635927:0:238639:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761266.635933:0:238639:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761266.635940:0:238639:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761266.635943:0:238639:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b)
00000100:00000001:3.0:1787761266.635948:0:238639:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787761266.635951:0:238639:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761266.635954:0:238639:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787761266.635967:0:238639:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366aad00 x1874597594972416/t0(0) o400->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761266.635981:0:238639:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761266.635984:0:238639:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761266.635989:0:238639:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787761266.635993:0:238639:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761266.635998:0:238639:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761266.636005:0:238639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238639:1874597594972416:192.168.203.101@tcp:400:kworker.0
00000100:00000001:3.0:1787761266.636013:0:238639:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787761266.636017:0:238639:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787761266.636020:0:238639:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761266.636023:0:238639:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787761266.636027:0:238639:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b6537f5d600.
02000000:00000001:3.0:1787761266.636030:0:238639:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787761266.636039:0:238639:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:3.0:1787761266.636045:0:238639:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64206feb58.
00000400:00000010:3.0:1787761266.636052:0:238639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653623caa0.
00000100:00000200:3.0:1787761266.636057:0:238639:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874597594972416, portal 4
00000100:00000001:3.0:1787761266.636062:0:238639:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787761266.636064:0:238639:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739803904 : -110615969747712 : ffff9b65366aad00)
00000100:00000040:3.0:1787761266.636073:0:238639:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366aad00 x1874597594972416/t0(0) o400->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1787761282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761266.636082:0:238639:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787761266.636087:0:238639:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:3.0:1787761266.636093:0:238639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653623cb28.
00000100:00000200:3.0:1787761266.636097:0:238639:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874597594972416, offset 0
00000400:00000200:3.0:1787761266.636105:0:238639:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:3.0:1787761266.636112:0:238639:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761266.636119:0:238639:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:3.0:1787761266.636124:0:238639:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787761266.636129:0:238639:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:3.0:1787761266.636133:0:238639:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787761266.636138:0:238639:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:3.0:1787761266.636145:0:238639:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277380:277380:255:4294967295] 192.168.203.101@tcp LPNI seq info [277379:277379:7:4294967295]
00000400:00000200:3.0:1787761266.636156:0:238639:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761266.636166:0:238639:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787761266.636178:0:238639:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:3.0:1787761266.636185:0:238639:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b64038d5d00.
00000800:00000200:3.0:1787761266.636192:0:238639:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (5)
00000800:00000200:3.0:1787761266.636197:0:238639:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.101@tcp ip 192.168.203.101:988
00000800:00000200:3.0:1787761266.636208:0:238639:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b64038d5d00 type 1, nob 320 niov 1 nkiov 1
00000100:00000001:3.0:1787761266.636234:0:238639:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761266.636238:0:238639:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:3.0:1787761266.636244:0:238639:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787761266.636268:0:238639:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4314679827
00000100:00000001:3.0:1787761266.636271:0:238639:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4314680567
00000100:00000001:3.0:1787761266.636273:0:238639:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4314679827
00000100:00000001:3.0:1787761266.636275:0:238639:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4314680567
00000100:00000001:3.0:1787761266.636278:0:238639:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787761266.636281:0:238639:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761266.636284:0:238639:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761266.636287:0:238639:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761266.636293:0:238639:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761266.636297:0:238639:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b)
00000100:00000001:3.0:1787761266.636300:0:238639:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787761266.636302:0:238639:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761266.636305:0:238639:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761266.636307:0:238639:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761267.467478:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761267.467482:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761267.467484:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761267.659384:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761267.659393:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761267.659396:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787761267.659403:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 1 seconds
00000100:00000001:3.0:1787761267.659408:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761267.659414:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761268.491472:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761268.491476:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761268.491480:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761268.683362:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761268.683371:0:323684:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000400:3.0:1787761268.683390:0:323684:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787761252/real 1787761252]  req@ffff9b65366ab0c0 x1874597594971264/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 1 dl 1787761268 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000400:00000001:3.0:1787761268.688536:0:323684:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787761268.688540:0:323684:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787761268.688543:0:323684:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411dfa50.
00000400:00000200:3.0:1787761268.688549:0:323684:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9d48
00000400:00000010:3.0:1787761268.688551:0:323684:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9d48.
00000100:00000001:3.0:1787761268.688555:0:323684:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787761268.688564:0:323684:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366ab0c0 x1874597594971264/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 1 dl 1787761268 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000200:3.0:1787761268.688571:0:323684:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366ab0c0 x1874597594971264/t0(0) o101->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 592/1152 e 0 to 1 dl 1787761268 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'mrename.0' uid:0 gid:0 projid:0
00000100:00000001:3.0:1787761268.688576:0:323684:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787761268.688577:0:323684:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761268.688579:0:323684:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787761268.688580:0:323684:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761268.688583:0:323684:0:(import.c:429:ptlrpc_fail_import()) Process entered
00000100:00080000:3.0:1787761268.688585:0:323684:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN
00000100:02000400:3.0:1787761268.688588:0:323684:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9b6504d3c000: Connection to lustre-MDT0000 (at 192.168.203.101@tcp) was lost; in progress operations using this service will wait for recovery to complete
00000100:00000001:3.0:1787761268.691565:0:323684:0:(obd_class.h:1222:obd_import_event()) Process entered
00000002:00000001:3.0:1787761268.691568:0:323684:0:(mdc_request.c:2879:mdc_import_event()) Process entered
00000002:00000001:3.0:1787761268.691570:0:323684:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761268.691571:0:323684:0:(obd_class.h:1233:obd_import_event()) Process leaving
00000100:00080000:3.0:1787761268.691573:0:323684:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN
00000100:00000001:3.0:1787761268.691591:0:323684:0:(import.c:436:ptlrpc_fail_import()) Process leaving
00000100:00000001:3.0:1787761268.691593:0:323684:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761268.691596:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761268.691597:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761268.691599:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761268.691601:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761268.691603:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761268.691604:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761268.691606:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761268.691609:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761269.515453:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761269.515457:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761269.515459:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761269.707372:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761269.707379:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761269.707381:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761269.707388:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761269.707394:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761269.707398:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761269.707402:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761269.707407:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761269.707412:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761270.731321:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761270.731326:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761270.731328:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761270.731332:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761270.731337:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761270.731343:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761270.731348:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761270.731353:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761270.731357:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761271.563464:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761271.563467:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761271.563469:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761271.755332:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761271.755337:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761271.755341:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761271.755347:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761271.755353:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761271.755358:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761271.755370:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761271.755373:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761271.755376:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761272.587415:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761272.587418:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761272.587420:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761272.779347:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761272.779354:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761272.779356:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761272.779361:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761272.779364:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761272.779367:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761272.779369:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761272.779372:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761272.779374:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761272.789708:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787761272.789713:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761272.789717:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787761272.789725:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6518f90780 x1874597594973056/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761272.789735:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761272.789737:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761272.789741:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787761272.789743:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761272.789745:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761272.789748:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6518f90780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597594973056:192.168.203.101@tcp:8:kworker.0
00000100:00000001:3.0:1787761272.789751:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787761272.789754:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787761272.789755:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761272.789757:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787761272.789768:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b65154d7800.
02000000:00000001:3.0:1787761272.789770:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787761272.789775:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:3.0:1787761272.789779:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64206fee18.
00000400:00000010:3.0:1787761272.789784:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653623ccc0.
00000100:00000200:3.0:1787761272.789789:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597594973056, portal 4
00000100:00000001:3.0:1787761272.789791:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787761272.789793:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457245816704 : -110616463734912 : ffff9b6518f90780)
00000100:00000040:3.0:1787761272.789800:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6518f90780 x1874597594973056/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761272.789813:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787761272.789815:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:3.0:1787761272.789816:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653623cbb0.
00000100:00000200:3.0:1787761272.789819:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597594973056, offset 0
00000400:00000200:3.0:1787761272.789823:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:3.0:1787761272.789838:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761272.789845:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:3.0:1787761272.789850:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787761272.789853:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:3.0:1787761272.789856:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787761272.789859:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:3.0:1787761272.789863:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277384:277384:256:4294967295] 192.168.203.101@tcp LPNI seq info [277383:277383:8:4294967295]
00000400:00000200:3.0:1787761272.789867:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761272.789876:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787761272.789881:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:3.0:1787761272.789886:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b64038d5900.
00000800:00000200:3.0:1787761272.789893:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (5)
00000800:00000200:3.0:1787761272.789900:0:238635:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.101@tcp ip 192.168.203.101:988
00000800:00000200:3.0:1787761272.789910:0:238635:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b64038d5900 type 1, nob 616 niov 1 nkiov 1
00000100:00000001:3.0:1787761272.789923:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761272.789927:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:3.0:1787761272.789930:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787761272.789932:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4314685980
00000100:00000010:3.0:1787761272.789937:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b65132187e0.
00000100:00000001:3.0:1787761272.789943:0:238635:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787761272.789949:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4314685980
00000100:00000010:3.0:1787761272.789951:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6513218780.
00000100:00000001:3.0:1787761272.789954:0:238635:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787761272.789957:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787761272.789960:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761272.789962:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761272.789964:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761272.789970:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761272.789971:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761272.789973:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787761272.789974:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761272.789976:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761272.789977:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761272.791898:0:238639:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787761272.791904:0:238639:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000001:3.0:1787761272.791921:0:238639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787761272.791928:0:238639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787761272.791935:0:238639:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64206fe478.
00000400:00000200:3.0:1787761272.791949:0:238639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653623c3b8
00000400:00000010:3.0:1787761272.791957:0:238639:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653623c3b8.
00000100:00000001:3.0:1787761272.791968:0:238639:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787761272.791981:0:238639:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a9e00 x1874597594972160/t0(0) o400->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1787761282 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787761272.792063:0:238639:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a9e00 x1874597594972160/t0(0) o400->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1787761282 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761272.792096:0:238639:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787761272.792102:0:238639:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787761272.792125:0:238639:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a9e00 x1874597594972160/t0(0) o400->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1787761282 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761272.792209:0:238639:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb)
00000100:00000001:3.0:1787761272.792220:0:238639:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761272.792231:0:238639:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787761272.792237:0:238639:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787761272.792287:0:238639:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a9e00 x1874597594972160/t0(0) o400->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1787761282 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761272.792334:0:238639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:553baa66-4a8b-4571-8130-318af4012957:238639:1874597594972160:192.168.203.101@tcp:400:kworker.0
00000100:00000001:3.0:1787761272.792361:0:238639:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761272.792372:0:238639:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761272.792384:0:238639:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a9e00 x1874597594972160/t0(0) o400->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1787761282 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761272.792439:0:238639:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787761272.792447:0:238639:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787761272.792455:0:238639:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b6537f5cc00.
02000000:00000001:3.0:1787761272.792467:0:238639:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787761272.792472:0:238639:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787761272.792483:0:238639:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=6 obd=MGC192.168.203.101@tcp
00000020:00000001:3.0:1787761272.792492:0:238639:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787761272.792501:0:238639:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b6504b58b00.
02000000:00000001:3.0:1787761272.792514:0:238639:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787761272.792519:0:238639:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787761272.792524:0:238639:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a9e00.
00000100:00000001:3.0:1787761272.792531:0:238639:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787761272.792537:0:238639:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761272.792544:0:238639:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761272.792548:0:238639:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787761272.792556:0:238639:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761272.792562:0:238639:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761272.792573:0:238639:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761272.792937:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787761272.792945:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761272.792951:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787761272.792966:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c3c00 x1874597594973184/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761272.792990:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761272.792994:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761272.792999:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787761272.793004:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761272.793016:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761272.793027:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597594973184:192.168.203.101@tcp:250:kworker.0
00000100:00000001:3.0:1787761272.793037:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787761272.793040:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787761272.793044:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761272.793047:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787761272.793054:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b65172a7000.
02000000:00000001:3.0:1787761272.793056:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787761272.793062:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:3.0:1787761272.793066:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64206fe478.
00000400:00000010:3.0:1787761272.793069:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653623c3b8.
00000100:00000200:3.0:1787761272.793073:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597594973184, portal 25
00000100:00000001:3.0:1787761272.793075:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787761272.793076:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457116003328 : -110616593548288 : ffff9b65113c3c00)
00000100:00000040:3.0:1787761272.793081:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c3c00 x1874597594973184/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761272.793086:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787761272.793088:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:3.0:1787761272.793090:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653623c5d8.
00000100:00000200:3.0:1787761272.793093:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597594973184, offset 0
00000400:00000200:3.0:1787761272.793097:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:3.0:1787761272.793102:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761272.793106:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:3.0:1787761272.793110:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787761272.793112:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:3.0:1787761272.793115:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787761272.793117:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:3.0:1787761272.793120:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277385:277385:256:4294967295] 192.168.203.101@tcp LPNI seq info [277384:277384:8:4294967295]
00000400:00000200:3.0:1787761272.793123:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761272.793130:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787761272.793134:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:3.0:1787761272.793137:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b64038d5100.
00000800:00000200:3.0:1787761272.793141:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (5)
00000800:00000200:3.0:1787761272.793146:0:238635:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.101@tcp ip 192.168.203.101:988
00000800:00000200:3.0:1787761272.793149:0:238635:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b64038d5100 type 1, nob 616 niov 1 nkiov 1
00000100:00000001:3.0:1787761272.793161:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787761272.793164:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787761272.793167:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4314686724
00000100:00000001:3.0:1787761272.793183:0:238635:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4314685980
00000100:00000001:3.0:1787761272.793188:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4314686724
00000100:00000001:3.0:1787761272.793193:0:238635:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4314685980
00000100:00000001:3.0:1787761272.793197:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787761272.793199:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761272.793203:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761272.793205:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761272.793209:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761272.793211:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761272.793213:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787761272.793214:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761272.793216:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761272.793218:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761273.611474:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761273.611478:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761273.611481:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761273.803462:0:238635:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761273.803468:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761273.803470:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761273.803473:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787761273.803475:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761273.803478:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761273.803480:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761274.827343:0:238635:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761274.827356:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761274.827360:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761274.827367:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787761274.827372:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761274.827378:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761274.827385:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761275.659454:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761275.659460:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761275.659465:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761275.851372:0:238635:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761275.851383:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761275.851386:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761275.851400:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787761275.851405:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761275.851411:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761275.851415:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761276.683397:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761276.683402:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761276.683405:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761277.707383:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761277.707386:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761277.707388:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761277.899339:0:238639:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761277.899349:0:238639:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761277.899352:0:238639:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761277.899357:0:238639:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787761277.899360:0:238639:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761277.899364:0:238639:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761277.899368:0:238639:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761277.899395:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761277.899398:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761277.899401:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761277.899405:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761277.899409:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761277.899412:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761277.899414:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761277.899416:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761277.899417:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761278.923342:0:238639:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761278.923353:0:238639:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761278.923357:0:238639:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761278.923364:0:238639:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787761278.923367:0:238639:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761278.923376:0:238639:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761278.923383:0:238639:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761278.923635:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761278.923640:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1787761278.923643:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761278.923647:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761278.923650:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761278.923653:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761278.923656:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761278.923661:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20014
00000400:00000200:3.0:1787761278.923762:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761278.923767:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00001000:3.0:1787761278.923771:0:229787:0:(import.c:2149:obd_at_measure()) add 10 to ffff9b6425481c18 time=112 v=5 (1 1 1 1)
00000100:00001000:3.0:1787761278.923775:0:229787:0:(import.c:2215:obd_at_measure()) AT ffff9b6425481c18 change: old=5 new=10 delta=5 (val=10) hist 10 1 1 1
00000100:00080000:3.0:1787761278.923777:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 5s
00000100:00000040:3.0:1787761278.923780:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761278.923783:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761278.923785:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761278.923787:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761278.923790:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761278.923792:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761278.923794:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761278.923797:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761278.923798:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761278.923800:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761278.923803:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761278.923804:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761278.923839:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761278.923841:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761278.923844:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761278.923846:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761278.923848:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761278.923849:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761278.923855:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761278.923857:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761278.923859:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761278.923863:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761278.923865:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761278.923867:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761278.923871:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000020:00000040:3.0:1787761278.923874:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761278.923877:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761278.923878:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761278.923880:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761278.923882:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761278.923885:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761278.923889:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15000.
00000100:00000001:3.0:1787761278.923894:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761278.923899:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597594973312/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761278.923906:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761278.923910:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761278.923913:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597594973312/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761278.923927:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761278.923929:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761278.923931:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00000040:3.0:1787761278.923934:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761278.923936:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761278.923940:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20029)
00000020:00000001:3.0:1787761279.755419:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761279.755423:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761279.755425:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761279.947345:0:238639:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761279.947354:0:238639:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761279.947359:0:238639:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761279.947367:0:238639:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787761279.947371:0:238639:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761279.947375:0:238639:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761279.947382:0:238639:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761280.779409:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761280.779412:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761280.779415:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761280.971351:0:238639:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761280.971367:0:238639:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761280.971372:0:238639:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761280.971379:0:238639:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787761280.971385:0:238639:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761280.971392:0:238639:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761280.971401:0:238639:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787761281.739450:0:238627:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 3, ksnr_connected 6 ksnr_max_conns 1
00000800:00000200:2.1:1787761281.739455:0:238627:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 2, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:2.1:1787761281.739458:0:238627:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 0 ksnr_max_conns 1
00000020:00000001:3.0:1787761281.803511:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761281.803518:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761281.803524:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761281.995384:0:238639:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761281.995399:0:238639:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761281.995406:0:238639:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761281.995414:0:238639:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787761281.995419:0:238639:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761281.995427:0:238639:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761281.995433:0:238639:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761283.019364:0:238639:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761283.019374:0:238639:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000400:3.0:1787761283.019397:0:238639:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787761266/real 1787761266]  req@ffff9b65366aad00 x1874597594972416/t0(0) o400->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 224/224 e 0 to 1 dl 1787761282 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787761283.019477:0:238639:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787761283.019485:0:238639:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787761283.019493:0:238639:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64206feb58.
00000400:00000200:3.0:1787761283.019502:0:238639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653623caa0
00000400:00000010:3.0:1787761283.019509:0:238639:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653623caa0.
00000100:00000001:3.0:1787761283.019521:0:238639:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787761283.019539:0:238639:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366aad00 x1874597594972416/t0(0) o400->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 224/224 e 0 to 1 dl 1787761282 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787761283.019595:0:238639:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366aad00 x1874597594972416/t0(0) o400->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 224/224 e 0 to 1 dl 1787761282 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761283.019660:0:238639:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787761283.019665:0:238639:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761283.019677:0:238639:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787761283.019685:0:238639:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787761283.019710:0:238639:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9b65366aad00 x1874597594972416/t0(0) o400->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 224/224 e 0 to 1 dl 1787761282 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761283.019773:0:238639:0:(import.c:429:ptlrpc_fail_import()) Process entered
00000100:00080000:3.0:1787761283.019781:0:238639:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff9b6425480000 already not connected (conn 3, was 2): CONNECTING
00000100:00000001:3.0:1787761283.019791:0:238639:0:(import.c:436:ptlrpc_fail_import()) Process leaving
00000100:00000001:3.0:1787761283.019797:0:238639:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761283.019810:0:238639:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761283.019815:0:238639:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761283.019825:0:238639:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787761283.019831:0:238639:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761283.019837:0:238639:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761283.019847:0:238639:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761283.019857:0:238639:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761283.019878:0:238639:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366aad00 x1874597594972416/t0(0) o400->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 224/224 e 0 to 1 dl 1787761282 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761283.019935:0:238639:0:(client.c:2190:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5)
00000100:00000001:3.0:1787761283.019948:0:238639:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761283.019956:0:238639:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787761283.019961:0:238639:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787761283.019972:0:238639:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366aad00 x1874597594972416/t0(0) o400->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 224/224 e 0 to 1 dl 1787761282 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787761283.019990:0:238639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238639:1874597594972416:192.168.203.101@tcp:400:kworker.0
00000100:00000001:3.0:1787761283.020004:0:238639:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761283.020017:0:238639:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761283.020031:0:238639:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366aad00 x1874597594972416/t0(0) o400->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 224/224 e 0 to 1 dl 1787761282 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761283.020083:0:238639:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787761283.020091:0:238639:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787761283.020121:0:238639:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b6537f5d600.
02000000:00000001:3.0:1787761283.020133:0:238639:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787761283.020140:0:238639:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787761283.020146:0:238639:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=4 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:3.0:1787761283.020159:0:238639:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787761283.020167:0:238639:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b6504b58a00.
02000000:00000001:3.0:1787761283.020180:0:238639:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787761283.020187:0:238639:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787761283.020195:0:238639:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366aad00.
00000100:00000001:3.0:1787761283.020207:0:238639:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787761283.020217:0:238639:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761283.020225:0:238639:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761283.020239:0:238639:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761283.020245:0:238639:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761283.020285:0:238639:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787761283.020289:0:238639:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787761283.020729:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000400:00000200:3.0:1787761283.020864:0:238625:0:(lib-socket.c:438:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.101:988
00000400:00000200:3.0:1787761283.020946:0:238625:0:(lib-socket.c:438:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.101:988
00000800:00000200:0.1:1787761283.021033:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000020:00000001:3.0:1787761283.851447:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761283.851450:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761283.851453:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761284.875458:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761284.875463:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761284.875467:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787761285.579520:0:238625:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.101:988
00000400:00000100:3.0:1787761285.579570:0:238625:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.101@tcp at host 192.168.203.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787761285.579580:0:238625:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761285.579583:0:238625:0:(router.c:1791:lnet_notify()) 192.168.203.1@tcp notifying 192.168.203.101@tcp: down
00000400:00000200:3.0:1787761285.579612:0:238625:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761285.579617:0:238625:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787761285.579623:0:238625:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:3.0:1787761285.579627:0:238625:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b600.
00000400:00000200:3.0:1787761285.579636:0:238625:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787761285.579642:0:238625:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787761285.579649:0:238625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655b28
00000400:00000010:3.0:1787761285.579652:0:238625:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655b28.
00000100:00000001:3.0:1787761285.579657:0:238625:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787761285.579666:0:238625:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b651588c000 x1874597594973440/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761285.579693:0:238625:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761285.579698:0:238625:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c000 x1874597594973440/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761298 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761285.579706:0:238625:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761285.579708:0:238625:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787761285.579718:0:238625:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:3.0:1787761285.579721:0:238625:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b500.
00000400:00000200:3.0:1787761285.579724:0:238625:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787761285.579727:0:238625:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787761285.579730:0:238625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e6555d8
00000400:00000010:3.0:1787761285.579732:0:238625:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e6555d8.
00000100:00000001:3.0:1787761285.579734:0:238625:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787761285.579739:0:238625:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b651588e940 x1874597594973568/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761285.579747:0:238625:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761285.579750:0:238625:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588e940 x1874597594973568/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761298 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761285.579755:0:238625:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761285.579757:0:238625:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1787761287.947434:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761287.947438:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761287.947441:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1787761288.075887:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761288.076152:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000020:00000001:3.0:1787761288.971417:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761288.971421:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761288.971424:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761292.043437:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761292.043442:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761292.043446:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761293.067426:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761293.067430:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761293.067433:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761293.195463:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761293.195472:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761293.195477:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761293.195481:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761293.195490:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761293.195497:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20033
00000400:00000200:3.0:1787761293.195509:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761293.195515:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00001000:3.0:1787761293.195518:0:229787:0:(import.c:2149:obd_at_measure()) add 20 to ffff9b6503665418 time=42 v=15 (15 1 1 1)
00000100:00001000:3.0:1787761293.195521:0:229787:0:(import.c:2215:obd_at_measure()) AT ffff9b6503665418 change: old=15 new=20 delta=5 (val=20) hist 20 1 1 1
00000100:00080000:3.0:1787761293.195523:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 15s
00000100:00000040:3.0:1787761293.195526:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761293.195528:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761293.195530:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761293.195531:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761293.195533:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761293.195535:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761293.195537:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761293.195539:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761293.195540:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761293.195542:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761293.195544:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761293.195545:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761293.195547:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761293.195548:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761293.195551:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761293.195554:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761293.195556:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761293.195557:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761293.195559:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761293.195561:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761293.195563:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761293.195565:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761293.195571:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000020:00000040:3.0:1787761293.195574:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761293.195576:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761293.195578:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761293.195580:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761293.195582:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761293.195585:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761293.195590:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14400.
00000100:00000001:3.0:1787761293.195594:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761293.195599:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597594973952/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761293.195607:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761293.195610:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761293.195613:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597594973952/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761293.195628:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761293.195631:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761293.195633:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761293.195634:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761293.195635:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761293.195637:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761293.195640:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20024
00000400:00000200:3.0:1787761293.195643:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761293.195649:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00001000:3.0:1787761293.195656:0:229787:0:(import.c:2149:obd_at_measure()) add 15 to ffff9b6425481c18 time=127 v=10 (10 1 1 1)
00000100:00001000:3.0:1787761293.195663:0:229787:0:(import.c:2215:obd_at_measure()) AT ffff9b6425481c18 change: old=10 new=15 delta=5 (val=15) hist 15 1 1 1
00000100:00080000:3.0:1787761293.195673:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 10s
00000100:00000040:3.0:1787761293.195683:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761293.195690:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761293.195697:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761293.195703:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761293.195709:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761293.195714:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761293.195717:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761293.195722:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761293.195728:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761293.195729:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761293.195733:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761293.195737:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761293.195741:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761293.195744:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761293.195748:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761293.195751:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761293.195756:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761293.195759:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761293.195765:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761293.195771:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761293.195775:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761293.195780:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761293.195785:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761293.195789:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761293.195795:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000020:00000040:3.0:1787761293.195798:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761293.195802:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761293.195804:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761293.195806:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761293.195809:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761293.195810:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761293.195816:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17c00.
00000100:00000001:3.0:1787761293.195821:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761293.195830:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597594974080/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761293.195846:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761293.195850:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761293.195856:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597594974080/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761293.195877:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761293.195881:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761293.195886:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761293.195888:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761293.195891:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761293.195898:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:0.1:1787761293.195901:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00080000:3.0:1787761293.195904:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20033
00000400:00000200:3.0:1787761293.195909:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761293.195911:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00001000:3.0:1787761293.195913:0:229787:0:(import.c:2149:obd_at_measure()) add 20 to ffff9b6425480418 time=84 v=15 (15 1 1 1)
00000100:00001000:3.0:1787761293.195915:0:229787:0:(import.c:2215:obd_at_measure()) AT ffff9b6425480418 change: old=15 new=20 delta=5 (val=20) hist 20 1 1 1
00000100:00080000:3.0:1787761293.195917:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 15s
00000100:00000040:3.0:1787761293.195920:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761293.195924:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761293.195928:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761293.195933:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761293.195935:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761293.195938:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761293.195940:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761293.195942:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761293.195945:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761293.195956:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761293.195961:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761293.195962:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761293.195964:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761293.195969:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761293.195973:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761293.195977:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761293.195980:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761293.195983:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761293.195986:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761293.195991:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761293.195994:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761293.195997:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761293.196004:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761293.196008:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761293.196013:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787761293.196018:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761293.196023:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761293.196025:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761293.196044:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761293.196048:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761293.196052:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761293.196058:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15800.
00000100:00000001:3.0:1787761293.196063:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761293.196072:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597594974208/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761293.196082:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761293.196086:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761293.196097:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597594974208/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761293.196108:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761293.196112:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761293.196118:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761293.196124:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20044)
00000800:00000200:0.1:1787761293.196180:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761293.196305:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000020:00000001:3.0:1787761296.139411:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761296.139414:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761296.139417:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761297.163412:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761297.163417:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761297.163422:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761298.379340:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761298.379350:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761298.379355:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761298.379359:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761298.379365:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761298.379373:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20039
00000400:00000200:3.0:1787761298.379384:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761298.379390:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761298.379393:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761298.379396:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761298.379399:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761298.379401:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761298.379402:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761298.379405:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761298.379407:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761298.379409:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761298.379411:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761298.379413:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761298.379415:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761298.379417:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761298.379419:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761298.379420:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761298.379422:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761298.379424:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761298.379427:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761298.379428:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761298.379430:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761298.379432:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761298.379434:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761298.379436:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761298.379437:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761298.379443:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787761298.379446:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761298.379449:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761298.379450:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761298.379452:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761298.379454:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761298.379457:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761298.379463:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15400.
00000100:00000001:3.0:1787761298.379468:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761298.379475:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597594974336/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761298.379483:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761298.379487:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761298.379492:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597594974336/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761298.379517:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761298.379520:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761298.379524:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761298.379525:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761298.379528:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761298.379531:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761298.379534:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20039
00000400:00000200:3.0:1787761298.379539:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761298.379543:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00001000:3.0:1787761298.379546:0:229787:0:(import.c:2149:obd_at_measure()) add 20 to ffff9b6425481c18 time=132 v=15 (15 1 1 1)
00000100:00001000:3.0:1787761298.379550:0:229787:0:(import.c:2215:obd_at_measure()) AT ffff9b6425481c18 change: old=15 new=20 delta=5 (val=20) hist 20 1 1 1
00000100:00080000:3.0:1787761298.379554:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 15s
00000100:00000040:3.0:1787761298.379557:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761298.379559:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761298.379561:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761298.379562:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761298.379564:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761298.379565:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761298.379567:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761298.379568:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761298.379570:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761298.379571:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761298.379573:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761298.379577:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761298.379579:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761298.379582:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761298.379588:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761298.379591:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761298.379598:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761298.379600:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761298.379606:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761298.379608:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761298.379610:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761298.379614:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761298.379617:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761298.379619:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761298.379628:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000020:00000040:3.0:1787761298.379635:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761298.379644:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761298.379650:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761298.379654:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761298.379666:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761298.379674:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761298.379681:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14c00.
00000100:00000001:3.0:1787761298.379691:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761298.379700:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597594974464/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761298.379720:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761298.379724:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761298.379741:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597594974464/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761298.379751:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761298.379764:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761298.379769:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761298.379772:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761298.379774:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761298.379778:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761298.379783:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20039
00000400:00000200:3.0:1787761298.379788:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761298.379796:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761298.379799:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761298.379801:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761298.379807:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761298.379812:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761298.379821:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761298.379823:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761298.379828:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761298.379830:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761298.379834:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761298.379843:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761298.379850:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761298.379864:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761298.379873:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761298.379879:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761298.379882:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761298.379894:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761298.379902:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761298.379910:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761298.379913:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761298.379916:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761298.379927:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761298.379932:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761298.379935:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761298.379936:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761298.379939:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761298.379942:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000020:00000040:3.0:1787761298.379945:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761298.379949:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761298.379952:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761298.379958:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761298.379962:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761298.379965:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761298.379968:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16800.
00000100:00000001:3.0:1787761298.379971:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761298.379978:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597594974592/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761298.380031:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761298.380038:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761298.380050:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597594974592/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761298.380061:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761298.380071:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761298.380079:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761298.380090:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20049)
00000800:00000200:0.1:1787761298.380113:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000400:00000200:3.0:1787761298.380217:0:238623:0:(lib-socket.c:438:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.101:988
00000400:00000200:3.0:1787761298.380303:0:238623:0:(lib-socket.c:438:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.101:988
00000800:00000200:0.1:1787761298.380407:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761298.380506:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000020:00000001:3.0:1787761300.235449:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761300.235456:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761300.235461:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787761300.939531:0:238623:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.101:988
00000400:00000100:3.0:1787761300.939569:0:238623:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.101@tcp at host 192.168.203.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787761300.939576:0:238623:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761300.939580:0:238623:0:(router.c:1791:lnet_notify()) 192.168.203.1@tcp notifying 192.168.203.101@tcp: down
00000400:00000200:3.0:1787761300.939584:0:238623:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761300.939588:0:238623:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787761300.939592:0:238623:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:3.0:1787761300.939595:0:238623:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b500.
00000400:00000200:3.0:1787761300.939600:0:238623:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787761300.939603:0:238623:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787761300.939608:0:238623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655dd0
00000400:00000010:3.0:1787761300.939610:0:238623:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655dd0.
00000100:00000001:3.0:1787761300.939614:0:238623:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787761300.939621:0:238623:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b6537f1f0c0 x1874597594974336/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761300.939641:0:238623:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761300.939650:0:238623:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f0c0 x1874597594974336/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761323 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761300.939660:0:238623:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761300.939662:0:238623:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787761300.939683:0:238623:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:3.0:1787761300.939689:0:238623:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b600.
00000400:00000200:3.0:1787761300.939695:0:238623:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787761300.939702:0:238623:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787761300.939707:0:238623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e6554c8
00000400:00000010:3.0:1787761300.939712:0:238623:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e6554c8.
00000100:00000001:3.0:1787761300.939717:0:238623:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787761300.939726:0:238623:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b6537f1d2c0 x1874597594974464/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761300.939742:0:238623:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761300.939749:0:238623:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d2c0 x1874597594974464/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761323 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761300.939773:0:238623:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761300.939777:0:238623:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787761300.939787:0:238623:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:3.0:1787761300.939794:0:238623:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b400.
00000400:00000200:3.0:1787761300.939801:0:238623:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787761300.939808:0:238623:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787761300.939812:0:238623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655b28
00000400:00000010:3.0:1787761300.939816:0:238623:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655b28.
00000100:00000001:3.0:1787761300.939821:0:238623:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787761300.939829:0:238623:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b6537f1fc00 x1874597594974592/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761300.939873:0:238623:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761300.939881:0:238623:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1fc00 x1874597594974592/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761323 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761300.939894:0:238623:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761300.939900:0:238623:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1787761301.259434:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761301.259438:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761301.259441:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1787761303.499888:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761303.499895:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 8, 5 secs later)
00000800:00000200:0.1:1787761303.500205:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761303.500207:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 8, 5 secs later)
00000800:00000200:0.1:1787761303.500477:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761303.500479:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 8, 5 secs later)
00000020:00000001:3.0:1787761304.331417:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761304.331420:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761304.331423:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761305.355493:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761305.355499:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761305.355502:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761308.427473:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761308.427477:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761308.427479:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761308.619362:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761308.619374:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761308.619379:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761308.619388:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761308.619400:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761308.619409:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20049
00000400:00000200:3.0:1787761308.619432:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761308.619441:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761308.619444:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761308.619447:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761308.619451:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761308.619453:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761308.619456:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761308.619459:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761308.619462:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761308.619464:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761308.619468:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761308.619470:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761308.619472:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761308.619474:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761308.619477:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761308.619478:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761308.619480:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761308.619482:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761308.619486:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761308.619487:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761308.619489:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761308.619492:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761308.619494:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761308.619496:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761308.619499:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761308.619508:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787761308.619511:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761308.619515:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761308.619517:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761308.619520:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761308.619522:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761308.619527:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761308.619534:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17800.
00000100:00000001:3.0:1787761308.619541:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761308.619550:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597594975104/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761308.619560:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761308.619564:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761308.619568:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597594975104/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761308.619587:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761308.619590:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761308.619593:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761308.619594:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761308.619595:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761308.619597:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761308.619600:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20049
00000400:00000200:3.0:1787761308.619603:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761308.619606:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761308.619607:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761308.619610:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761308.619612:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761308.619615:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761308.619617:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761308.619619:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761308.619620:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761308.619622:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761308.619623:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761308.619628:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761308.619635:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761308.619641:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761308.619650:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761308.619653:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761308.619655:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761308.619660:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761308.619666:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761308.619673:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761308.619679:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761308.619691:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761308.619696:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761308.619698:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761308.619702:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761308.619705:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761308.619708:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761308.619713:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000020:00000040:3.0:1787761308.619716:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761308.619721:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761308.619727:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761308.619731:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761308.619734:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761308.619740:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761308.619747:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14000.
00000100:00000001:3.0:1787761308.619756:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761308.619773:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597594975232/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761308.619784:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761308.619785:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761308.619790:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597594975232/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761308.619803:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761308.619807:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761308.619819:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761308.619833:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761308.619839:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761308.619845:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761308.619853:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20049
00000400:00000200:3.0:1787761308.619872:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761308.619883:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761308.619896:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761308.619909:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761308.619920:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761308.619941:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761308.619952:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761308.619959:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761308.619961:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761308.619966:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761308.619971:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761308.619974:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761308.619981:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761308.619991:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761308.619997:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761308.620005:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761308.620012:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761308.620019:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761308.620029:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761308.620041:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761308.620050:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761308.620057:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761308.620067:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761308.620074:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761308.620084:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761308.620095:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761308.620101:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761308.620110:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000800:00000200:0.1:1787761308.620115:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000020:00000040:3.0:1787761308.620116:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761308.620122:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761308.620124:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761308.620126:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761308.620128:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761308.620130:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761308.620136:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16c00.
00000100:00000001:3.0:1787761308.620145:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761308.620159:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597594975360/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761308.620176:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761308.620183:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761308.620197:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597594975360/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761308.620217:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761308.620225:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761308.620242:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761308.620304:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20059)
00000800:00000200:0.1:1787761308.620445:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761308.620600:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000020:00000001:3.0:1787761309.451379:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761309.451383:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761309.451386:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761312.523414:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761312.523417:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761312.523420:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761313.547431:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761313.547444:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761313.547448:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761313.739318:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761313.739326:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761313.739330:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761313.739334:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761313.739338:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761313.739346:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20054
00000400:00000200:3.0:1787761313.739356:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761313.739363:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761313.739365:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761313.739368:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761313.739371:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761313.739373:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761313.739375:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761313.739378:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761313.739380:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761313.739381:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761313.739384:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761313.739385:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761313.739387:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761313.739390:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761313.739391:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761313.739393:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761313.739394:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761313.739396:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761313.739399:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761313.739400:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761313.739402:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761313.739404:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761313.739406:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761313.739408:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761313.739409:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761313.739415:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000020:00000040:3.0:1787761313.739418:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761313.739421:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761313.739422:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761313.739423:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761313.739425:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761313.739429:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761313.739434:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14800.
00000100:00000001:3.0:1787761313.739440:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761313.739447:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597594975488/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761313.739454:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761313.739458:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761313.739461:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597594975488/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761313.739479:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761313.739481:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761313.739483:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761313.739485:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761313.739486:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761313.739488:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761313.739490:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20054
00000400:00000200:3.0:1787761313.739493:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761313.739495:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761313.739496:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761313.739498:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761313.739499:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761313.739501:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761313.739502:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761313.739503:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761313.739504:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761313.739505:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761313.739507:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761313.739508:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761313.739509:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761313.739512:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761313.739513:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761313.739515:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761313.739517:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761313.739519:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761313.739521:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761313.739523:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761313.739524:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761313.739529:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761313.739531:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761313.739536:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761313.739540:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761313.739543:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761313.739546:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761313.739550:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787761313.739555:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761313.739560:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761313.739563:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761313.739566:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761313.739570:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761313.739572:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761313.739577:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16400.
00000100:00000001:3.0:1787761313.739582:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761313.739590:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597594975616/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761313.739600:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761313.739604:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761313.739608:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597594975616/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761313.739621:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761313.739632:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761313.739638:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761313.739641:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761313.739642:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761313.739644:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761313.739648:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20054
00000400:00000200:3.0:1787761313.739653:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761313.739657:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761313.739661:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761313.739664:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761313.739667:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761313.739670:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761313.739676:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761313.739681:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761313.739683:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761313.739686:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761313.739689:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761313.739691:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761313.739695:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761313.739700:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761313.739704:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761313.739706:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761313.739710:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761313.739713:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761313.739716:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761313.739719:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761313.739721:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761313.739723:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761313.739728:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761313.739732:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761313.739734:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761313.739736:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761313.739737:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761313.739740:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787761313.739743:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761313.739747:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761313.739748:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761313.739750:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761313.739753:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761313.739756:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761313.739761:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17400.
00000100:00000001:3.0:1787761313.739764:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761313.739772:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597594975744/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761313.739784:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761313.739788:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761313.739796:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597594975744/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761313.739807:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761313.739811:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761313.739817:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761313.739823:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20064)
00000800:00000200:0.1:1787761313.739844:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761313.739847:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 16, 13 secs later)
00000800:00000200:0.1:1787761313.740164:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761313.740166:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 16, 13 secs later)
00000800:00000200:0.1:1787761313.740406:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761313.740408:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 16, 13 secs later)
00000020:00000001:3.0:1787761316.619446:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761316.619450:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761316.619452:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761317.643424:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761317.643427:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761317.643430:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761318.859320:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761318.859328:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761318.859331:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761318.859336:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761318.859339:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761318.859345:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20059
00000400:00000200:3.0:1787761318.859353:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761318.859358:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761318.859360:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761318.859363:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761318.859365:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761318.859366:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761318.859368:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761318.859371:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761318.859373:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761318.859375:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761318.859378:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761318.859379:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761318.859381:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761318.859383:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761318.859385:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761318.859386:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761318.859387:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761318.859390:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761318.859392:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761318.859394:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761318.859395:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761318.859398:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761318.859400:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761318.859402:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761318.859403:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761318.859409:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787761318.859412:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761318.859415:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761318.859416:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761318.859418:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761318.859420:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761318.859423:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761318.859430:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17400.
00000100:00000001:3.0:1787761318.859435:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761318.859442:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597594975872/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761318.859449:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761318.859453:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761318.859456:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597594975872/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761318.859473:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761318.859475:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761318.859477:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761318.859479:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761318.859480:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761318.859482:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761318.859484:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20059
00000400:00000200:3.0:1787761318.859487:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761318.859488:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761318.859490:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761318.859491:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761318.859493:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761318.859494:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761318.859496:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761318.859498:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761318.859499:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761318.859500:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761318.859502:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761318.859503:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761318.859505:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761318.859507:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761318.859508:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761318.859510:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761318.859511:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761318.859513:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761318.859515:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761318.859518:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761318.859519:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761318.859524:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761318.859526:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761318.859527:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761318.859531:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761318.859533:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761318.859535:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761318.859537:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787761318.859539:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761318.859540:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761318.859543:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761318.859546:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761318.859554:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761318.859562:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761318.859570:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16400.
00000100:00000001:3.0:1787761318.859576:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761318.859592:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597594976000/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761318.859623:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761318.859629:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761318.859640:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597594976000/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761318.859669:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761318.859675:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761318.859685:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761318.859689:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761318.859690:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761318.859692:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761318.859697:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20059
00000400:00000200:3.0:1787761318.859716:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761318.859721:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761318.859729:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761318.859739:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761318.859740:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761318.859742:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761318.859743:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761318.859745:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761318.859747:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761318.859751:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761318.859753:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761318.859755:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761318.859756:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761318.859759:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761318.859766:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761318.859768:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761318.859769:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761318.859771:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761318.859773:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761318.859785:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761318.859793:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761318.859796:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761318.859804:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761318.859806:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761318.859813:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761318.859825:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761318.859835:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761318.859860:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000020:00000040:3.0:1787761318.859865:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761318.859872:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761318.859875:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761318.859881:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761318.859882:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761318.859883:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761318.859887:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14800.
00000100:00000001:3.0:1787761318.859894:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761318.859907:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597594976128/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761318.859925:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761318.859926:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761318.859932:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597594976128/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761318.859945:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761318.859947:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761318.859958:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761318.859964:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20069)
00000800:00000200:0.1:1787761318.860034:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761318.860038:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 16, 8 secs later)
00000800:00000200:0.1:1787761318.860396:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761318.860398:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 16, 8 secs later)
00000800:00000200:0.1:1787761318.860632:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761318.860634:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 16, 8 secs later)
00000020:00000001:3.0:1787761320.715463:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761320.715469:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761320.715473:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761321.739479:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761321.739485:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761321.739488:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1787761323.979968:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761323.979972:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 16, 3 secs later)
00000800:00000200:0.1:1787761323.980362:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761323.980364:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 16, 3 secs later)
00000800:00000200:0.1:1787761323.980570:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761323.980572:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 16, 3 secs later)
00000020:00000001:3.0:1787761324.811476:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761324.811484:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761324.811488:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761325.835456:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761325.835461:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761325.835465:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761328.907438:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761328.907442:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761328.907445:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761329.099350:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761329.099362:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761329.099368:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761329.099375:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761329.099381:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761329.099393:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20069
00000400:00000200:3.0:1787761329.099416:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761329.099427:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761329.099431:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761329.099436:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761329.099442:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761329.099445:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761329.099449:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761329.099454:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761329.099456:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761329.099459:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761329.099462:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761329.099464:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761329.099466:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761329.099468:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761329.099470:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761329.099477:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761329.099479:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761329.099482:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761329.099485:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761329.099487:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761329.099490:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761329.099493:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761329.099496:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761329.099497:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761329.099500:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761329.099506:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000020:00000040:3.0:1787761329.099509:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761329.099514:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761329.099515:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761329.099519:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761329.099522:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761329.099525:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761329.099533:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16c00.
00000100:00000001:3.0:1787761329.099539:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761329.099549:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597594976640/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761329.099563:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761329.099568:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761329.099572:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597594976640/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761329.099593:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761329.099596:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761329.099599:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761329.099600:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761329.099602:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761329.099604:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761329.099606:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20069
00000400:00000200:3.0:1787761329.099611:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761329.099615:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761329.099617:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761329.099620:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761329.099622:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761329.099624:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761329.099626:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761329.099631:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761329.099633:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761329.099636:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761329.099638:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761329.099640:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761329.099641:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761329.099644:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761329.099649:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761329.099651:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761329.099652:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761329.099656:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761329.099660:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761329.099665:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761329.099722:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761329.099731:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761329.099737:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761329.099742:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761329.099746:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761329.099750:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761329.099877:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761329.099884:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000020:00000040:3.0:1787761329.099890:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000800:00000200:1.1:1787761329.099890:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
02000000:00000001:3.0:1787761329.099897:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761329.099899:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761329.099901:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761329.099903:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761329.099905:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761329.099945:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14000.
00000100:00000001:3.0:1787761329.099951:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761329.099960:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597594976768/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761329.099971:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761329.099975:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761329.099988:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597594976768/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761329.100000:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761329.100003:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761329.100006:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761329.100009:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761329.100014:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761329.100018:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761329.100028:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20069
00000400:00000200:3.0:1787761329.100049:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761329.100063:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761329.100067:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761329.100074:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761329.100079:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761329.100084:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761329.100088:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761329.100092:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761329.100096:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761329.100101:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761329.100110:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761329.100116:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761329.100119:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761329.100126:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761329.100130:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761329.100136:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761329.100139:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761329.100144:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761329.100149:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761329.100152:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761329.100154:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761329.100158:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761329.100164:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761329.100170:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761329.100174:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761329.100178:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761329.100182:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761329.100188:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787761329.100192:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761329.100194:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761329.100198:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761329.100201:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761329.100203:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761329.100206:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761329.100213:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17800.
00000100:00000001:3.0:1787761329.100223:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761329.100231:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597594976896/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761329.100292:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761329.100296:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761329.100309:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597594976896/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787761329.100320:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:3.0:1787761329.100322:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761329.100326:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761329.100330:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761329.100338:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20079)
00000800:00000200:1.1:1787761329.100449:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000020:00000001:3.0:1787761329.931434:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761329.931439:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761329.931443:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761333.003433:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761333.003438:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761333.003441:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761334.027380:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761334.027384:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761334.027387:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761334.219323:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761334.219342:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761334.219347:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761334.219354:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761334.219362:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761334.219370:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20074
00000400:00000200:3.0:1787761334.219381:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761334.219389:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761334.219392:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761334.219395:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761334.219398:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761334.219400:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761334.219403:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761334.219407:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761334.219410:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761334.219413:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761334.219417:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761334.219419:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761334.219422:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761334.219424:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761334.219426:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761334.219429:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761334.219431:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761334.219434:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761334.219438:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761334.219441:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761334.219444:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761334.219447:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761334.219450:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761334.219452:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761334.219454:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761334.219461:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000020:00000040:3.0:1787761334.219464:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761334.219468:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761334.219470:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761334.219473:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761334.219476:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761334.219480:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761334.219487:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17000.
00000100:00000001:3.0:1787761334.219494:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761334.219503:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597594977024/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761334.219513:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761334.219517:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761334.219522:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597594977024/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761334.219541:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761334.219544:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761334.219548:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761334.219549:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761334.219551:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761334.219554:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761334.219557:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20074
00000400:00000200:3.0:1787761334.219561:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761334.219564:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761334.219566:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761334.219569:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761334.219571:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761334.219573:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761334.219575:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761334.219577:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761334.219578:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761334.219580:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761334.219583:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761334.219585:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761334.219588:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761334.219591:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761334.219594:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761334.219597:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761334.219599:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761334.219602:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761334.219606:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761334.219613:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761334.219616:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761334.219623:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761334.219629:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761334.219634:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761334.219639:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761334.219644:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761334.219646:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761334.219651:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000020:00000040:3.0:1787761334.219655:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761334.219661:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761334.219666:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761334.219670:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761334.219674:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761334.219679:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761334.219686:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16800.
00000100:00000001:3.0:1787761334.219690:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761334.219701:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597594977152/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761334.219713:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761334.219717:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761334.219723:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597594977152/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761334.219740:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761334.219759:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761334.219768:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761334.219772:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761334.219776:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761334.219781:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761334.219785:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20074
00000400:00000200:3.0:1787761334.219793:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761334.219799:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761334.219804:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761334.219812:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761334.219817:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761334.219823:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761334.219828:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761334.219835:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761334.219839:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761334.219844:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761334.219848:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761334.219852:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761334.219857:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761334.219866:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761334.219872:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761334.219877:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761334.219882:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761334.219886:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761334.219893:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761334.219899:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761334.219900:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
02000000:00000001:3.0:1787761334.219904:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1787761334.219905:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 32, 29 secs later)
02000000:00000001:3.0:1787761334.219910:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761334.219916:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761334.219920:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761334.219926:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761334.219931:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761334.219935:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761334.219943:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787761334.219949:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761334.219955:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761334.219958:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761334.219962:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761334.219966:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761334.219969:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761334.219977:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14c00.
00000100:00000001:3.0:1787761334.219983:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761334.219993:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597594977280/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761334.220009:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761334.220013:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761334.220020:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597594977280/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761334.220039:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761334.220045:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761334.220057:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761334.220064:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20085)
00000800:00000200:1.1:1787761334.220342:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761334.220344:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 32, 29 secs later)
00000800:00000200:1.1:1787761334.220533:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761334.220534:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 32, 29 secs later)
00000020:00000001:3.0:1787761337.099454:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761337.099458:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761337.099461:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761338.123419:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761338.123423:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761338.123426:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761339.339968:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761339.339975:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 32, 24 secs later)
00000800:00000200:1.1:1787761339.340576:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761339.340579:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 32, 24 secs later)
00000800:00000200:1.1:1787761339.340893:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761339.340896:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 32, 24 secs later)
00000020:00000001:3.0:1787761341.195460:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761341.195463:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761341.195467:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761342.219398:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761342.219403:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761342.219406:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761344.459729:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761344.459733:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 32, 19 secs later)
00000800:00000200:1.1:1787761344.460040:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761344.460042:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 32, 19 secs later)
00000800:00000200:1.1:1787761344.460281:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761344.460282:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 32, 19 secs later)
00000020:00000001:3.0:1787761345.291396:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761345.291402:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761345.291406:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761346.315426:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761346.315430:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761346.315433:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761349.387410:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761349.387414:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761349.387416:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761349.579353:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761349.579359:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761349.579362:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761349.579365:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761349.579368:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761349.579373:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20090
00000400:00000200:3.0:1787761349.579388:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761349.579393:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761349.579396:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761349.579398:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761349.579401:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761349.579402:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761349.579404:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761349.579407:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761349.579409:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761349.579411:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761349.579414:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761349.579415:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761349.579417:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761349.579419:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761349.579420:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761349.579422:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761349.579423:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761349.579425:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761349.579428:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761349.579430:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761349.579433:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761349.579435:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761349.579437:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761349.579439:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761349.579440:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761349.579446:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787761349.579449:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761349.579452:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761349.579453:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761349.579455:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761349.579457:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761349.579460:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761349.579467:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15400.
00000100:00000001:3.0:1787761349.579472:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761349.579480:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597594978176/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761349.579487:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761349.579491:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761349.579494:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597594978176/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761349.579511:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761349.579513:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761349.579516:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761349.579517:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761349.579518:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761349.579520:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761349.579521:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20090
00000400:00000200:3.0:1787761349.579524:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761349.579527:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761349.579529:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761349.579534:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761349.579536:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761349.579539:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761349.579542:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761349.579544:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761349.579546:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761349.579548:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761349.579553:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761349.579559:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761349.579563:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761349.579571:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761349.579577:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761349.579582:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761349.579588:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761349.579592:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761349.579596:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761349.579600:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761349.579604:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761349.579609:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761349.579615:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761349.579619:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761349.579623:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761349.579628:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761349.579632:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761349.579635:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000020:00000040:3.0:1787761349.579652:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761349.579656:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761349.579659:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761349.579660:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761349.579661:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761349.579663:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761349.579668:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17c00.
00000100:00000001:3.0:1787761349.579675:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761349.579683:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597594978304/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761349.579693:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761349.579695:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761349.579699:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597594978304/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761349.579708:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761349.579713:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761349.579719:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761349.579722:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761349.579726:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761349.579728:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761349.579733:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20090
00000400:00000200:3.0:1787761349.579741:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761349.579746:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761349.579750:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761349.579755:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761349.579758:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761349.579763:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761349.579766:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761349.579770:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761349.579771:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761349.579775:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761349.579777:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761349.579781:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761349.579784:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761349.579786:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761349.579789:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761349.579793:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761349.579796:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761349.579798:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761349.579800:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761349.579805:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761349.579810:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761349.579812:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761349.579814:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761349.579817:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761349.579820:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761349.579823:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761349.579825:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761349.579829:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000020:00000040:3.0:1787761349.579832:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761349.579835:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761349.579838:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761349.579840:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761349.579842:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761349.579844:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761349.579850:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15800.
00000100:00000001:3.0:1787761349.579853:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761349.579859:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597594978432/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761349.579876:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761349.579879:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761349.579884:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597594978432/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761349.579898:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761349.579903:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761349.579909:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761349.579916:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20100)
00000800:00000200:1.1:1787761349.579939:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761349.579942:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 32, 14 secs later)
00000800:00000200:1.1:1787761349.580367:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761349.580370:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 32, 14 secs later)
00000800:00000200:1.1:1787761349.580674:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761349.580677:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 32, 14 secs later)
00000020:00000001:3.0:1787761350.411396:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761350.411400:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761350.411402:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761353.483414:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761353.483417:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761353.483420:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761354.507422:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761354.507426:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761354.507430:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761354.699339:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761354.699349:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761354.699352:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761354.699364:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761354.699377:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761354.699395:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20095
00000400:00000200:3.0:1787761354.699413:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761354.699424:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761354.699427:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761354.699432:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761354.699435:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761354.699437:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761354.699439:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761354.699443:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761354.699445:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761354.699447:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761354.699450:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761354.699452:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761354.699454:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761354.699456:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761354.699458:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761354.699459:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761354.699460:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761354.699465:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761354.699468:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761354.699470:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761354.699472:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761354.699476:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761354.699478:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761354.699480:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761354.699482:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761354.699494:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000020:00000040:3.0:1787761354.699497:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761354.699501:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761354.699502:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761354.699505:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761354.699508:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761354.699512:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761354.699521:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14400.
00000100:00000001:3.0:1787761354.699527:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761354.699535:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597594978560/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761354.699545:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761354.699549:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761354.699553:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597594978560/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761354.699575:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761354.699578:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761354.699581:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761354.699582:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761354.699584:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761354.699586:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761354.699588:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20095
00000400:00000200:3.0:1787761354.699590:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761354.699593:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761354.699595:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761354.699597:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761354.699599:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761354.699616:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761354.699618:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761354.699620:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761354.699621:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761354.699622:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761354.699624:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761354.699627:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761354.699630:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761354.699636:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761354.699639:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761354.699644:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761354.699646:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761354.699648:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761354.699655:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761354.699663:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761354.699673:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761354.699683:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761354.699689:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761354.699690:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761354.699695:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761354.699701:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761354.699707:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761354.699714:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787761354.699721:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761354.699727:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761354.699729:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761354.699732:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761354.699736:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761354.699742:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761354.699756:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15000.
00000100:00000001:3.0:1787761354.699769:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761354.699778:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597594978688/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761354.699803:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761354.699807:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761354.699821:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597594978688/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761354.699872:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761354.699879:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761354.699886:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761354.699889:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761354.699893:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761354.699897:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761354.699906:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20095
00000400:00000200:3.0:1787761354.699913:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761354.699917:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761354.699921:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761354.699925:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761354.699932:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761354.699940:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761354.699956:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761354.699962:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761354.699971:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761354.699978:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761354.699985:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761354.699991:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761354.700003:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761354.700020:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761354.700023:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761354.700033:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761354.700044:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761354.700050:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000800:00000200:1.1:1787761354.700058:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00080000:3.0:1787761354.700062:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000800:00000200:1.1:1787761354.700063:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 32, 9 secs later)
00000100:00000001:3.0:1787761354.700071:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761354.700077:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761354.700084:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761354.700092:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761354.700098:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761354.700106:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761354.700113:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761354.700118:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761354.700132:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000020:00000040:3.0:1787761354.700137:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761354.700145:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761354.700149:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761354.700155:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761354.700160:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761354.700165:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761354.700173:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16000.
00000100:00000001:3.0:1787761354.700187:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761354.700201:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597594978816/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761354.700221:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761354.700224:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761354.700229:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597594978816/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761354.700236:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761354.700240:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761354.700280:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761354.700287:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20105)
00000800:00000200:1.1:1787761354.700537:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761354.700539:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 32, 9 secs later)
00000800:00000200:1.1:1787761354.700748:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761354.700750:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 32, 9 secs later)
00000020:00000001:3.0:1787761357.579398:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761357.579402:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761357.579405:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761358.603402:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761358.603405:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761358.603408:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761359.819351:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761359.819362:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761359.819366:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761359.819369:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761359.819374:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761359.819383:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20100
00000400:00000200:3.0:1787761359.819392:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761359.819399:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761359.819402:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761359.819405:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761359.819409:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761359.819411:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761359.819414:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761359.819417:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761359.819419:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761359.819422:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761359.819425:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761359.819428:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761359.819430:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761359.819433:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761359.819435:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761359.819437:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761359.819440:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761359.819443:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761359.819447:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761359.819449:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761359.819452:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761359.819455:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761359.819458:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761359.819460:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761359.819462:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761359.819469:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000020:00000040:3.0:1787761359.819472:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761359.819476:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761359.819478:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761359.819481:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761359.819483:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761359.819488:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761359.819494:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15c00.
00000100:00000001:3.0:1787761359.819501:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761359.819510:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597594978944/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761359.819522:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761359.819526:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761359.819532:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597594978944/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761359.819553:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761359.819556:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761359.819560:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761359.819561:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761359.819563:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761359.819581:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761359.819585:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20100
00000400:00000200:3.0:1787761359.819592:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761359.819596:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761359.819599:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761359.819604:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761359.819609:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761359.819615:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761359.819620:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761359.819624:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761359.819627:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761359.819632:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761359.819636:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761359.819641:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761359.819659:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761359.819667:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761359.819673:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761359.819676:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761359.819682:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761359.819686:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761359.819693:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761359.819705:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761359.819712:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761359.819721:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761359.819728:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761359.819733:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761359.819738:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761359.819746:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761359.819750:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761359.819757:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787761359.819764:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761359.819770:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761359.819774:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761359.819780:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761359.819791:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761359.819799:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761359.819810:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16000.
00000100:00000001:3.0:1787761359.819828:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761359.819840:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597594979072/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761359.819860:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761359.819865:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761359.819874:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597594979072/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787761359.819897:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761359.819902:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 32, 4 secs later)
00000100:00000001:3.0:1787761359.819910:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761359.819916:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761359.819926:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761359.819929:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761359.819933:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761359.819940:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761359.819955:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20100
00000400:00000200:3.0:1787761359.819966:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761359.819972:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761359.819978:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761359.819987:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761359.819992:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761359.819997:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761359.820002:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761359.820005:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761359.820007:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761359.820009:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761359.820013:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761359.820018:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761359.820022:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761359.820032:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761359.820047:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761359.820052:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761359.820057:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761359.820061:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761359.820067:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761359.820073:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761359.820078:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761359.820084:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761359.820090:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761359.820095:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761359.820100:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761359.820107:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761359.820112:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761359.820119:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787761359.820126:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761359.820133:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761359.820136:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761359.820141:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761359.820144:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761359.820148:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761359.820157:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15000.
00000100:00000001:3.0:1787761359.820164:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761359.820177:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597594979200/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761359.820196:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761359.820203:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761359.820214:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597594979200/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761359.820240:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761359.820277:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761359.820287:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761359.820295:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20110)
00000800:00000200:1.1:1787761359.820444:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761359.820446:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 32, 4 secs later)
00000800:00000200:1.1:1787761359.820682:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761359.820683:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 32, 4 secs later)
00000020:00000001:3.0:1787761361.675395:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761361.675399:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761361.675403:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761362.699404:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761362.699411:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761362.699416:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761364.939940:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761364.940165:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761364.940310:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000020:00000001:3.0:1787761365.771426:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761365.771429:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761365.771432:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761366.795398:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761366.795402:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761366.795404:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761369.867410:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761369.867416:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761369.867420:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761370.059364:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761370.059370:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761370.059372:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761370.059375:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761370.059378:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761370.059383:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20110
00000400:00000200:3.0:1787761370.059390:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761370.059395:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761370.059397:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761370.059400:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761370.059402:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761370.059404:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761370.059406:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761370.059408:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761370.059411:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761370.059413:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761370.059416:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761370.059417:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761370.059419:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761370.059421:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761370.059423:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761370.059424:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761370.059425:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761370.059427:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761370.059430:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761370.059431:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761370.059433:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761370.059435:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761370.059437:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761370.059439:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761370.059440:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761370.059447:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787761370.059450:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761370.059453:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761370.059454:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761370.059456:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761370.059458:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761370.059461:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761370.059468:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14400.
00000100:00000001:3.0:1787761370.059474:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761370.059481:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597594979712/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761370.059488:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761370.059492:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761370.059512:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597594979712/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761370.059533:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761370.059535:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761370.059548:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761370.059549:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761370.059550:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761370.059552:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761370.059554:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20110
00000400:00000200:3.0:1787761370.059557:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761370.059560:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761370.059562:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761370.059565:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761370.059566:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761370.059568:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761370.059570:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761370.059571:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761370.059572:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761370.059574:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761370.059576:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761370.059579:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761370.059584:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761370.059588:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761370.059592:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761370.059595:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761370.059600:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761370.059605:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761370.059610:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761370.059615:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761370.059618:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761370.059625:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761370.059629:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761370.059634:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761370.059639:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761370.059644:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761370.059651:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761370.059659:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787761370.059666:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761370.059673:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761370.059677:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761370.059681:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761370.059693:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761370.059697:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761370.059705:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15800.
00000100:00000001:3.0:1787761370.059712:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761370.059721:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597594979840/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761370.059735:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761370.059739:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761370.059744:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597594979840/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761370.059754:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761370.059758:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761370.059761:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761370.059763:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761370.059766:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761370.059772:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761370.059777:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20110
00000400:00000200:3.0:1787761370.059784:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761370.059790:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761370.059795:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761370.059803:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761370.059807:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761370.059812:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761370.059815:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761370.059818:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761370.059821:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761370.059825:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761370.059829:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761370.059831:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761370.059835:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761370.059842:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761370.059846:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761370.059848:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761370.059850:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761370.059853:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761370.059859:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761370.059864:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761370.059866:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1787761370.059869:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
02000000:00000001:3.0:1787761370.059870:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1787761370.059873:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 56 secs later)
02000000:00000001:3.0:1787761370.059874:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761370.059879:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761370.059883:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761370.059894:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761370.059898:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761370.059904:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000020:00000040:3.0:1787761370.059907:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761370.059913:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761370.059915:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761370.059919:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761370.059921:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761370.059924:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761370.059939:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17c00.
00000100:00000001:3.0:1787761370.059944:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761370.059953:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597594979968/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761370.059962:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761370.059963:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761370.059968:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597594979968/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761370.059981:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761370.059984:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761370.059990:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761370.059994:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20120)
00000800:00000200:1.1:1787761370.060215:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761370.060217:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 56 secs later)
00000800:00000200:1.1:1787761370.060485:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761370.060487:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 56 secs later)
00000020:00000001:3.0:1787761370.891409:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761370.891413:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761370.891415:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761373.963365:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761373.963368:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761373.963371:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761374.987367:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761374.987371:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761374.987373:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761375.179311:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761375.179321:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761375.179324:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761375.179331:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761375.179340:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761375.179350:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20115
00000400:00000200:3.0:1787761375.179363:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761375.179371:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761375.179375:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761375.179379:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761375.179383:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761375.179386:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761375.179389:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761375.179393:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761375.179395:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761375.179398:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761375.179401:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761375.179403:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761375.179406:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761375.179409:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761375.179411:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761375.179414:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761375.179416:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761375.179419:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761375.179422:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761375.179425:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761375.179428:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761375.179431:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761375.179434:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761375.179436:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761375.179439:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761375.179446:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000020:00000040:3.0:1787761375.179450:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761375.179454:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761375.179456:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761375.179472:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761375.179475:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761375.179480:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761375.179488:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15400.
00000100:00000001:3.0:1787761375.179495:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761375.179503:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597594980096/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761375.179519:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761375.179524:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761375.179529:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597594980096/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761375.179547:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761375.179550:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761375.179554:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761375.179555:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761375.179557:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761375.179560:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761375.179563:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20115
00000400:00000200:3.0:1787761375.179566:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761375.179571:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761375.179574:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761375.179578:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761375.179580:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761375.179584:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761375.179590:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761375.179597:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761375.179599:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761375.179602:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761375.179607:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761375.179612:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761375.179618:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761375.179626:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761375.179631:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761375.179636:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761375.179642:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761375.179648:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761375.179655:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761375.179662:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761375.179666:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761375.179672:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761375.179677:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761375.179682:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761375.179689:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761375.179694:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761375.179697:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761375.179702:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787761375.179708:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761375.179714:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761375.179718:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761375.179723:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761375.179726:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761375.179730:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761375.179737:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14c00.
00000100:00000001:3.0:1787761375.179744:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761375.179754:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597594980224/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761375.179770:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761375.179775:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761375.179785:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597594980224/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761375.179810:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761375.179815:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761375.179823:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761375.179827:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761375.179832:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761375.179837:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761375.179842:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20115
00000400:00000200:3.0:1787761375.179853:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761375.179860:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000800:00000200:1.1:1787761375.179865:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00080000:3.0:1787761375.179866:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1787761375.179870:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 50 secs later)
00000100:00000040:3.0:1787761375.179874:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761375.179880:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761375.179887:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761375.179891:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761375.179895:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761375.179898:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761375.179902:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761375.179906:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761375.179910:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761375.179915:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761375.179934:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761375.179939:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761375.179944:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761375.179950:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761375.179956:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761375.179963:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761375.179970:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761375.179974:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761375.179977:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761375.179981:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761375.179993:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761375.179997:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761375.180003:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761375.180007:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761375.180014:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000020:00000040:3.0:1787761375.180018:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761375.180024:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761375.180028:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761375.180033:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761375.180036:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761375.180041:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761375.180051:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16800.
00000100:00000001:3.0:1787761375.180058:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761375.180068:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597594980352/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761375.180117:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761375.180122:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761375.180134:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597594980352/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761375.180171:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761375.180178:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761375.180189:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761375.180197:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20126)
00000800:00000200:1.1:1787761375.180475:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761375.180477:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 50 secs later)
00000800:00000200:1.1:1787761375.180676:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761375.180678:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 50 secs later)
00000020:00000001:3.0:1787761378.059412:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761378.059416:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761378.059419:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761379.083398:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761379.083401:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761379.083404:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761380.300019:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761380.300026:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 45 secs later)
00000800:00000200:1.1:1787761380.300797:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761380.300799:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 45 secs later)
00000800:00000200:1.1:1787761380.300984:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761380.300986:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 45 secs later)
00000020:00000001:3.0:1787761382.155374:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761382.155379:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761382.155382:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761383.179390:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761383.179396:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761383.179399:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761385.420810:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761385.420816:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 40 secs later)
00000800:00000200:1.1:1787761385.421212:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761385.421213:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 40 secs later)
00000800:00000200:1.1:1787761385.421481:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761385.421483:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 40 secs later)
00000020:00000001:3.0:1787761386.251431:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761386.251436:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761386.251440:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761387.275372:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761387.275386:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761387.275389:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761390.347383:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761390.347386:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761390.347389:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761390.539369:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761390.539377:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761390.539380:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761390.539383:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761390.539387:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761390.539395:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20131
00000400:00000200:3.0:1787761390.539403:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761390.539410:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761390.539414:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761390.539417:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761390.539421:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761390.539423:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761390.539424:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761390.539428:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761390.539429:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761390.539432:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761390.539434:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761390.539436:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761390.539437:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761390.539439:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761390.539441:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761390.539442:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761390.539443:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761390.539445:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761390.539448:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761390.539449:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761390.539452:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761390.539455:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761390.539457:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761390.539458:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761390.539460:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761390.539467:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000020:00000040:3.0:1787761390.539470:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761390.539474:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761390.539475:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761390.539477:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761390.539480:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761390.539483:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761390.539488:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17000.
00000100:00000001:3.0:1787761390.539493:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761390.539500:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597594981248/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761390.539508:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761390.539511:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761390.539515:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597594981248/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761390.539531:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761390.539534:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761390.539536:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761390.539537:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761390.539539:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761390.539541:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761390.539543:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20131
00000400:00000200:3.0:1787761390.539546:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761390.539548:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761390.539549:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761390.539552:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761390.539554:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761390.539556:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761390.539558:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761390.539560:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761390.539561:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761390.539562:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761390.539564:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761390.539566:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761390.539569:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761390.539573:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761390.539576:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761390.539580:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761390.539582:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761390.539585:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761390.539591:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761390.539596:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761390.539599:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761390.539606:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761390.539609:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761390.539613:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761390.539618:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761390.539623:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761390.539627:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761390.539631:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000020:00000040:3.0:1787761390.539634:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761390.539638:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761390.539640:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761390.539643:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761390.539645:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761390.539647:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761390.539651:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14000.
00000100:00000001:3.0:1787761390.539656:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761390.539664:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597594981376/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761390.539674:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761390.539678:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761390.539682:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597594981376/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761390.539694:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761390.539697:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761390.539701:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761390.539702:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761390.539704:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761390.539707:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761390.539711:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20131
00000400:00000200:3.0:1787761390.539718:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761390.539724:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761390.539727:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761390.539731:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761390.539735:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761390.539740:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761390.539743:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761390.539746:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761390.539748:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761390.539751:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761390.539753:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761390.539755:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761390.539759:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761390.539762:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761390.539764:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761390.539769:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761390.539771:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761390.539775:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761390.539779:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761390.539780:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761390.539782:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761390.539784:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761390.539788:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761390.539791:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761390.539793:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761390.539797:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761390.539801:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761390.539805:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787761390.539808:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761390.539812:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761390.539814:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761390.539817:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761390.539820:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761390.539822:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761390.539826:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17800.
00000100:00000001:3.0:1787761390.539830:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761390.539837:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597594981504/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761390.539847:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761390.539851:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761390.539857:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597594981504/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761390.539872:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761390.539875:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761390.539882:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761390.539889:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20141)
00000800:00000200:1.1:1787761390.539899:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761390.539903:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 35 secs later)
00000800:00000200:1.1:1787761390.540228:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761390.540231:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 35 secs later)
00000800:00000200:1.1:1787761390.540524:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761390.540526:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 35 secs later)
00000020:00000001:3.0:1787761391.371430:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761391.371434:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761391.371438:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761394.443391:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761394.443395:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761394.443397:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761395.467403:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761395.467407:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761395.467410:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761395.659331:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761395.659344:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761395.659347:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761395.659351:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761395.659357:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761395.659365:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20136
00000400:00000200:3.0:1787761395.659377:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761395.659391:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761395.659400:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761395.659410:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761395.659422:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761395.659428:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761395.659432:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761395.659438:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761395.659441:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761395.659444:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761395.659448:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761395.659450:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761395.659452:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761395.659455:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761395.659456:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761395.659457:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761395.659458:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761395.659461:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761395.659464:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761395.659466:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761395.659469:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761395.659472:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761395.659474:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761395.659476:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761395.659478:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761395.659487:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787761395.659490:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761395.659494:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761395.659502:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761395.659505:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761395.659508:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761395.659513:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761395.659523:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16c00.
00000100:00000001:3.0:1787761395.659529:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761395.659539:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597594981632/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761395.659548:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761395.659553:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761395.659558:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597594981632/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761395.659581:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761395.659585:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761395.659590:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761395.659591:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761395.659593:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761395.659597:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761395.659600:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20136
00000400:00000200:3.0:1787761395.659604:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761395.659608:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761395.659611:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761395.659615:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761395.659617:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761395.659621:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761395.659624:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761395.659627:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761395.659629:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761395.659632:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761395.659635:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761395.659637:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761395.659640:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761395.659648:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761395.659653:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761395.659658:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761395.659661:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761395.659666:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761395.659673:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761395.659678:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761395.659683:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761395.659692:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761395.659697:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761395.659700:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761395.659708:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761395.659716:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761395.659722:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761395.659730:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000020:00000040:3.0:1787761395.659736:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761395.659742:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761395.659744:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761395.659747:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761395.659752:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761395.659756:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761395.659763:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14800.
00000100:00000001:3.0:1787761395.659770:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761395.659780:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597594981760/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761395.659791:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761395.659797:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761395.659804:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597594981760/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761395.659818:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761395.659824:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761395.659833:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761395.659837:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761395.659841:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761395.659847:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761395.659855:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20136
00000400:00000200:3.0:1787761395.659861:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761395.659870:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761395.659874:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761395.659880:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761395.659885:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761395.659892:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761395.659897:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761395.659903:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761395.659906:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761395.659910:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761395.659916:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761395.659922:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761395.659929:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761395.659936:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761395.659942:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761395.659949:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761395.659955:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761395.659960:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761395.659966:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761395.659972:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761395.659976:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761395.659980:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1787761395.659986:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
02000000:00000001:3.0:1787761395.659987:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761395.659992:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 30 secs later)
00000100:00000001:3.0:1787761395.659993:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761395.659999:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761395.660006:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761395.660011:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761395.660019:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000020:00000040:3.0:1787761395.660025:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761395.660031:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761395.660035:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761395.660041:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761395.660044:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761395.660048:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761395.660055:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16400.
00000100:00000001:3.0:1787761395.660061:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761395.660077:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597594981888/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761395.660086:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761395.660101:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761395.660109:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597594981888/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761395.660124:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761395.660130:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761395.660139:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761395.660149:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20146)
00000800:00000200:1.1:1787761395.660414:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761395.660416:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 30 secs later)
00000800:00000200:1.1:1787761395.660609:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761395.660611:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 30 secs later)
00000020:00000001:3.0:1787761398.539415:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761398.539419:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761398.539422:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761399.563405:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761399.563409:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761399.563412:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761400.779362:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761400.779372:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761400.779376:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761400.779382:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761400.779388:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761400.779401:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20141
00000400:00000200:3.0:1787761400.779413:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761400.779422:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761400.779426:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761400.779429:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761400.779433:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761400.779436:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761400.779438:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761400.779443:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761400.779445:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761400.779448:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761400.779452:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761400.779455:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761400.779458:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761400.779461:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761400.779463:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761400.779465:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761400.779468:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761400.779471:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761400.779475:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761400.779478:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761400.779482:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761400.779486:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761400.779489:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761400.779492:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761400.779495:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761400.779503:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000020:00000040:3.0:1787761400.779508:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761400.779513:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761400.779515:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761400.779519:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761400.779522:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761400.779528:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761400.779538:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17400.
00000100:00000001:3.0:1787761400.779546:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761400.779558:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597594982016/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761400.779569:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761400.779574:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761400.779580:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597594982016/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761400.779602:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761400.779605:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761400.779610:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761400.779611:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761400.779614:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761400.779617:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761400.779620:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20141
00000400:00000200:3.0:1787761400.779624:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761400.779627:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761400.779630:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761400.779633:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761400.779637:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761400.779639:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761400.779642:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761400.779645:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761400.779647:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761400.779648:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761400.779652:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761400.779656:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761400.779661:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761400.779672:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761400.779676:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761400.779681:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761400.779686:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761400.779691:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761400.779697:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761400.779701:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761400.779704:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761400.779712:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761400.779718:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761400.779722:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761400.779727:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761400.779733:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761400.779736:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761400.779742:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787761400.779749:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761400.779753:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761400.779756:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761400.779759:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761400.779763:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761400.779765:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761400.779772:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16400.
00000100:00000001:3.0:1787761400.779778:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761400.779787:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597594982144/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761400.779801:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761400.779805:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761400.779814:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597594982144/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761400.779844:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761400.779850:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761400.779857:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761400.779861:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761400.779865:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761400.779871:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761400.779876:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20141
00000400:00000200:3.0:1787761400.779883:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761400.779889:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761400.779892:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761400.779896:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761400.779901:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761400.779905:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761400.779908:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761400.779912:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761400.779915:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761400.779920:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761400.779922:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761400.779927:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761400.779930:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761400.779938:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761400.779945:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761400.779950:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761400.779956:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761400.779961:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761400.779967:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761400.779969:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761400.779974:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761400.779978:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761400.779983:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761400.779988:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761400.779992:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761400.779996:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761400.779999:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761400.780006:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000020:00000040:3.0:1787761400.780010:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761400.780016:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1787761400.780019:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
02000000:00000001:3.0:1787761400.780020:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761400.780026:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1787761400.780026:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 25 secs later)
02000000:00000001:3.0:1787761400.780029:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761400.780033:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761400.780040:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14800.
00000100:00000001:3.0:1787761400.780046:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761400.780056:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597594982272/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761400.780070:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761400.780074:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761400.780085:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597594982272/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761400.780103:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761400.780108:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761400.780115:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761400.780122:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20151)
00000800:00000200:1.1:1787761400.780448:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761400.780451:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 25 secs later)
00000800:00000200:1.1:1787761400.780652:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761400.780654:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 25 secs later)
00000020:00000001:3.0:1787761402.635420:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761402.635423:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761402.635426:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761403.659390:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761403.659394:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761403.659396:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761405.900095:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761405.900100:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 20 secs later)
00000800:00000200:1.1:1787761405.900654:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761405.900656:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 20 secs later)
00000800:00000200:1.1:1787761405.900860:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761405.900862:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 20 secs later)
00000020:00000001:3.0:1787761406.731395:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761406.731398:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761406.731401:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761407.755410:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761407.755414:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761407.755417:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761410.827382:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761410.827387:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761410.827390:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761411.019335:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761411.019343:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761411.019346:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761411.019350:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761411.019354:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761411.019360:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20151
00000400:00000200:3.0:1787761411.019367:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761411.019372:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761411.019376:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761411.019378:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761411.019380:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761411.019382:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761411.019384:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761411.019387:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761411.019389:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761411.019390:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761411.019393:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761411.019394:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761411.019398:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761411.019400:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761411.019401:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761411.019402:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761411.019404:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761411.019406:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761411.019408:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761411.019410:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761411.019411:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761411.019414:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761411.019415:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761411.019417:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761411.019419:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761411.019425:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000020:00000040:3.0:1787761411.019428:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761411.019432:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761411.019433:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761411.019435:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761411.019437:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761411.019440:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761411.019446:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16c00.
00000100:00000001:3.0:1787761411.019451:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761411.019458:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597594982784/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761411.019466:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761411.019469:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761411.019472:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597594982784/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761411.019489:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761411.019492:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761411.019494:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761411.019496:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761411.019497:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761411.019499:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761411.019501:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20151
00000400:00000200:3.0:1787761411.019503:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761411.019505:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761411.019507:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761411.019509:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761411.019511:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761411.019512:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761411.019514:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761411.019516:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761411.019518:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761411.019519:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761411.019522:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761411.019523:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761411.019525:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761411.019526:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761411.019527:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761411.019529:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761411.019531:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761411.019534:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761411.019541:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761411.019544:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761411.019550:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761411.019557:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761411.019560:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761411.019566:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761411.019570:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761411.019581:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761411.019593:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761411.019604:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787761411.019614:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761411.019623:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761411.019630:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761411.019634:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761411.019636:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761411.019645:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761411.019654:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17800.
00000100:00000001:3.0:1787761411.019660:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761411.019668:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597594982912/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761411.019681:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761411.019686:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761411.019693:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597594982912/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761411.019711:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761411.019718:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761411.019726:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761411.019729:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761411.019738:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761411.019745:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761411.019758:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20151
00000400:00000200:3.0:1787761411.019777:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761411.019784:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761411.019795:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761411.019800:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761411.019802:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761411.019806:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761411.019811:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761411.019814:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761411.019816:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761411.019818:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761411.019823:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761411.019830:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761411.019834:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761411.019841:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761411.019848:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761411.019859:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761411.019864:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761411.019868:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761411.019878:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761411.019889:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761411.019904:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761411.019908:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761411.019919:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761411.019926:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761411.019936:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761411.019940:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761411.019947:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761411.019952:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787761411.019956:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761411.019960:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761411.019965:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761411.019970:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761411.019975:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761411.019985:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761411.019989:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761411.019994:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 15 secs later)
02000000:00000010:3.0:1787761411.019995:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14000.
00000100:00000001:3.0:1787761411.020005:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761411.020022:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597594983040/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761411.020041:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761411.020046:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761411.020055:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597594983040/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761411.020123:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761411.020127:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761411.020133:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761411.020138:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20161)
00000800:00000200:1.1:1787761411.020471:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761411.020473:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 15 secs later)
00000800:00000200:1.1:1787761411.020662:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761411.020664:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 15 secs later)
00000020:00000001:3.0:1787761411.851441:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761411.851448:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761411.851453:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761414.923421:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761414.923425:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761414.923428:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761415.947426:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761415.947430:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761415.947432:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761416.139889:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761416.139894:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 9 secs later)
00000800:00000200:1.1:1787761416.140201:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761416.140203:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 9 secs later)
00000800:00000200:1.1:1787761416.140442:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761416.140443:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 9 secs later)
00000020:00000001:3.0:1787761419.019374:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761419.019378:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761419.019381:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761420.043394:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761420.043398:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761420.043400:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761421.259847:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761421.259852:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 4 secs later)
00000800:00000200:1.1:1787761421.260177:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761421.260178:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 4 secs later)
00000800:00000200:1.1:1787761421.260393:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761421.260395:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 4 secs later)
00000020:00000001:3.0:1787761423.115449:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761423.115455:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761423.115459:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761424.139447:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761424.139453:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761424.139457:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761426.380079:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761426.380354:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761426.380479:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000020:00000001:3.0:1787761427.211372:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761427.211375:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761427.211378:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761428.235365:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761428.235375:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761428.235377:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787761429.451511:0:238623:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.101:988
00000400:00000100:3.0:1787761429.451551:0:238623:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.101@tcp at host 192.168.203.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787761429.451559:0:238623:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761429.451562:0:238623:0:(router.c:1791:lnet_notify()) 192.168.203.1@tcp notifying 192.168.203.101@tcp: down
00000400:00000200:3.0:1787761429.451567:0:238623:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761429.451570:0:238623:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787761429.451575:0:238623:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:3.0:1787761429.451578:0:238623:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18a00.
00000400:00000200:3.0:1787761429.451582:0:238623:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787761429.451586:0:238623:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787761429.451591:0:238623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352660
00000400:00000010:3.0:1787761429.451593:0:238623:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352660.
00000100:00000001:3.0:1787761429.451597:0:238623:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787761429.451604:0:238623:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b65113c3c00 x1874597594983936/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761429.451622:0:238623:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761429.451627:0:238623:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c3c00 x1874597594983936/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761451 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761429.451636:0:238623:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761429.451639:0:238623:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787761429.451653:0:238623:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:3.0:1787761429.451657:0:238623:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18000.
00000400:00000200:3.0:1787761429.451661:0:238623:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787761429.451680:0:238623:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787761429.451686:0:238623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c3527f8
00000400:00000010:3.0:1787761429.451691:0:238623:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c3527f8.
00000100:00000001:3.0:1787761429.451699:0:238623:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787761429.451711:0:238623:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b65113c1a40 x1874597594984064/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761429.451728:0:238623:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761429.451735:0:238623:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c1a40 x1874597594984064/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761451 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761429.451761:0:238623:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761429.451766:0:238623:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787761429.451789:0:238623:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:3.0:1787761429.451797:0:238623:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:3.0:1787761429.451801:0:238623:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787761429.451814:0:238623:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787761429.451833:0:238623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c3524c8
00000400:00000010:3.0:1787761429.451839:0:238623:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c3524c8.
00000100:00000001:3.0:1787761429.451846:0:238623:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787761429.451857:0:238623:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b65113c0000 x1874597594984192/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761429.451878:0:238623:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761429.451889:0:238623:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c0000 x1874597594984192/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761451 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761429.451955:0:238623:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761429.451968:0:238623:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1787761431.307455:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761431.307459:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761431.307463:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761431.499350:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761431.499363:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761431.499368:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761431.499374:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761431.499384:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761431.499395:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20172
00000400:00000200:3.0:1787761431.499408:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761431.499415:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761431.499418:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761431.499422:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761431.499425:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761431.499428:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761431.499430:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761431.499433:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761431.499435:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761431.499437:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761431.499439:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761431.499441:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761431.499443:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761431.499445:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761431.499446:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761431.499448:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761431.499449:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761431.499452:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761431.499454:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761431.499455:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761431.499458:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761431.499460:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761431.499462:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761431.499464:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761431.499466:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761431.499472:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787761431.499474:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761431.499478:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761431.499479:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761431.499481:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761431.499483:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761431.499487:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761431.499492:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16800.
00000100:00000001:3.0:1787761431.499497:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761431.499506:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597594984320/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761431.499518:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761431.499523:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761431.499528:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597594984320/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761431.499553:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761431.499556:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761431.499560:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761431.499562:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761431.499564:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761431.499566:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761431.499570:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20172
00000400:00000200:3.0:1787761431.499574:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761431.499579:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761431.499581:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761431.499583:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761431.499585:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761431.499587:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761431.499590:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761431.499599:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761431.499616:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761431.499625:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761431.499632:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761431.499644:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761431.499663:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761431.499675:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761431.499683:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761431.499690:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761431.499699:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761431.499711:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761431.499725:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761431.499737:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761431.499745:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761431.499756:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761431.499763:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761431.499765:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761431.499770:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761431.499786:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761431.499791:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761431.499801:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787761431.499809:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761431.499815:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761431.499821:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761431.499827:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761431.499828:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761431.499831:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761431.499837:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14c00.
00000100:00000001:3.0:1787761431.499846:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761431.499857:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597594984448/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761431.499878:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761431.499886:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761431.499906:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597594984448/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761431.499938:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761431.499946:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761431.499958:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761431.499965:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761431.499967:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761431.499970:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761431.500057:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20172
00000400:00000200:3.0:1787761431.500083:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761431.500100:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761431.500112:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1787761431.500122:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:3.0:1787761431.500124:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000800:00000200:1.1:1787761431.500134:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1787761431.500136:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761431.500144:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761431.500155:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761431.500164:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761431.500173:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761431.500176:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761431.500180:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761431.500189:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761431.500203:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761431.500219:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761431.500230:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761431.500239:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761431.500294:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761431.500306:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761431.500317:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761431.500327:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761431.500337:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761431.500348:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761431.500354:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761431.500361:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761431.500368:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761431.500372:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761431.500389:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761431.500400:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000020:00000040:3.0:1787761431.500408:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761431.500415:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761431.500416:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761431.500420:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761431.500426:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761431.500428:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761431.500437:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15400.
00000100:00000001:3.0:1787761431.500445:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761431.500462:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597594984576/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761431.500491:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761431.500499:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761431.500516:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597594984576/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761431.500549:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761431.500560:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761431.500573:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761431.500582:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20182)
00000800:00000200:1.1:1787761431.500910:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761431.500914:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761431.501241:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761431.501244:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1787761432.331407:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761432.331411:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761432.331414:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761435.403407:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761435.403411:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761435.403414:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761436.427453:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761436.427459:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761436.427463:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761436.619337:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761436.619350:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761436.619358:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761436.619364:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761436.619372:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761436.619385:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20177
00000400:00000200:3.0:1787761436.619398:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761436.619407:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761436.619412:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761436.619416:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761436.619420:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761436.619423:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761436.619426:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761436.619430:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761436.619433:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761436.619436:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761436.619439:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761436.619442:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761436.619445:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761436.619449:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761436.619452:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761436.619454:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761436.619455:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761436.619458:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761436.619463:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761436.619465:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761436.619468:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761436.619473:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761436.619476:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761436.619480:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761436.619482:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761436.619490:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000020:00000040:3.0:1787761436.619495:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761436.619500:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761436.619503:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761436.619507:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761436.619511:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761436.619516:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761436.619525:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17c00.
00000100:00000001:3.0:1787761436.619533:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761436.619544:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597594984704/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761436.619555:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761436.619561:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761436.619566:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597594984704/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761436.619669:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761436.619675:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761436.619684:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761436.619687:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761436.619691:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761436.619699:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761436.619706:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20177
00000400:00000200:3.0:1787761436.619713:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761436.619719:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761436.619724:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761436.619733:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761436.619739:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761436.619747:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761436.619751:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761436.619758:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761436.619762:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761436.619767:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761436.619771:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761436.619777:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761436.619782:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761436.619789:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761436.619793:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761436.619798:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761436.619804:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761436.619811:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761436.619820:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761436.619828:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761436.619834:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761436.619843:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761436.619848:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761436.619853:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761436.619860:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761436.619865:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761436.619868:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761436.619876:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787761436.619883:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000800:00000200:1.1:1787761436.619887:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
02000000:00000001:3.0:1787761436.619889:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1787761436.619891:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
02000000:00000001:3.0:1787761436.619893:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761436.619899:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761436.619903:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761436.619908:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761436.619914:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15800.
00000100:00000001:3.0:1787761436.619922:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761436.619933:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597594984832/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761436.619962:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761436.619967:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761436.619976:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597594984832/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761436.619992:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761436.619999:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761436.620007:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761436.620010:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761436.620012:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761436.620017:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761436.620022:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20177
00000400:00000200:3.0:1787761436.620042:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761436.620053:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761436.620061:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761436.620070:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761436.620077:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761436.620083:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761436.620089:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761436.620094:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761436.620097:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761436.620102:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761436.620106:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761436.620113:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761436.620120:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761436.620129:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761436.620133:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761436.620139:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761436.620145:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761436.620150:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761436.620160:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761436.620165:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761436.620170:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761436.620176:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761436.620180:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761436.620182:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761436.620186:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761436.620191:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761436.620195:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761436.620202:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000020:00000040:3.0:1787761436.620208:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761436.620216:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761436.620218:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761436.620222:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761436.620226:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761436.620230:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761436.620237:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14400.
00000100:00000001:3.0:1787761436.620244:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761436.620286:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597594984960/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761436.620307:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761436.620312:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761436.620324:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597594984960/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761436.620339:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761436.620345:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761436.620355:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761436.620365:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20187)
00000800:00000200:1.1:1787761436.620479:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761436.620480:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761436.620674:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761436.620675:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1787761439.499430:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761439.499436:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761439.499441:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761440.523505:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761440.523511:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761440.523515:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761441.740101:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761441.740109:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761441.740527:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761441.740530:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761441.740752:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761441.740754:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1787761443.595388:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761443.595392:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761443.595394:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761444.619392:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761444.619395:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761444.619397:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761446.859330:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761446.859335:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761446.859338:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761446.859341:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761446.859344:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761446.859357:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20187
00000400:00000200:3.0:1787761446.859364:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761446.859369:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761446.859371:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761446.859374:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761446.859376:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761446.859378:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761446.859379:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761446.859383:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761446.859384:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761446.859386:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761446.859389:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761446.859390:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761446.859392:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761446.859395:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761446.859396:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761446.859397:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761446.859398:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761446.859401:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761446.859403:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761446.859405:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761446.859407:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761446.859409:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761446.859411:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761446.859413:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761446.859414:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761446.859421:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000020:00000040:3.0:1787761446.859424:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761446.859427:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761446.859428:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761446.859431:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761446.859433:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761446.859436:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761446.859441:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15000.
00000100:00000001:3.0:1787761446.859447:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761446.859453:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597594985472/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761446.859461:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761446.859470:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761446.859474:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597594985472/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761446.859490:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761446.859492:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761446.859495:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761446.859496:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761446.859497:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761446.859500:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761446.859502:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20187
00000400:00000200:3.0:1787761446.859505:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761446.859507:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761446.859510:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761446.859515:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761446.859518:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761446.859522:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761446.859525:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761446.859527:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761446.859530:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761446.859533:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761446.859536:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761446.859541:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761446.859544:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761446.859549:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761446.859554:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761446.859558:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761446.859566:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761446.859572:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761446.859577:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761446.859582:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761446.859587:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761446.859592:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761446.859595:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761446.859598:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761446.859604:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761446.859609:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761446.859612:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761446.859617:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000020:00000040:3.0:1787761446.859621:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761446.859626:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761446.859627:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761446.859628:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761446.859630:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761446.859632:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761446.859637:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16000.
00000100:00000001:3.0:1787761446.859641:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761446.859648:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597594985600/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761446.859666:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761446.859670:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761446.859676:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597594985600/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761446.859699:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761446.859702:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761446.859707:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761446.859708:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761446.859710:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761446.859715:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761446.859717:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20187
00000400:00000200:3.0:1787761446.859729:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761446.859736:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761446.859739:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761446.859744:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761446.859750:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761446.859754:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761446.859759:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761446.859763:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761446.859766:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761446.859768:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761446.859770:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761446.859775:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761446.859778:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761446.859785:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761446.859789:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761446.859793:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761446.859796:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761446.859798:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761446.859802:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761446.859808:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761446.859811:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761446.859815:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761446.859820:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761446.859825:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761446.859826:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761446.859829:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761446.859832:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761446.859836:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787761446.859842:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761446.859845:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761446.859847:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761446.859851:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:3.0:1787761446.859852:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761446.859854:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761446.859857:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761446.859857:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
02000000:00000010:3.0:1787761446.859864:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15c00.
00000100:00000001:3.0:1787761446.859868:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761446.859875:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597594985728/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761446.859889:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761446.859892:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761446.859900:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597594985728/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761446.859909:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761446.859913:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761446.859921:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761446.859929:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20197)
00000800:00000200:1.1:1787761446.860204:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761446.860205:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787761446.860408:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761446.860410:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1787761447.691398:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761447.691402:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761447.691404:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761448.715459:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761448.715462:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761448.715465:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761451.787483:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761451.787488:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761451.787491:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761451.979767:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761451.979770:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787761451.980094:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761451.980096:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787761451.980302:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761451.980303:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1787761452.811439:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761452.811443:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761452.811446:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761455.883428:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761455.883433:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761455.883436:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761456.907441:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761456.907446:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761456.907448:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761457.099806:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761457.099810:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787761457.100181:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761457.100183:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787761457.100402:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761457.100404:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
00000020:00000001:3.0:1787761459.979445:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761459.979451:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761459.979455:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761461.003435:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761461.003440:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761461.003444:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761462.219959:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761462.219965:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761462.220396:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761462.220399:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761462.220616:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761462.220618:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1787761464.075438:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761464.075442:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761464.075444:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761465.099394:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761465.099398:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761465.099401:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761467.339357:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761467.339366:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761467.339370:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761467.339375:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761467.339379:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761467.339387:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20208
00000400:00000200:3.0:1787761467.339396:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761467.339403:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761467.339406:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761467.339409:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761467.339413:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761467.339415:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761467.339417:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761467.339421:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761467.339423:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761467.339425:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761467.339428:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761467.339430:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761467.339432:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761467.339434:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761467.339435:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761467.339437:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761467.339439:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761467.339442:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761467.339445:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761467.339446:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761467.339449:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761467.339452:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761467.339454:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761467.339456:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761467.339457:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761467.339465:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787761467.339468:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761467.339472:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761467.339473:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761467.339477:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761467.339479:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761467.339484:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761467.339493:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15c00.
00000100:00000001:3.0:1787761467.339500:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761467.339509:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597594987008/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761467.339523:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761467.339527:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761467.339532:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597594987008/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761467.339551:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761467.339554:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761467.339557:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761467.339558:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761467.339559:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761467.339562:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761467.339565:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20208
00000400:00000200:3.0:1787761467.339568:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761467.339571:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761467.339573:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761467.339576:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761467.339578:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761467.339582:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761467.339586:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761467.339591:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761467.339593:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761467.339594:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761467.339598:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761467.339602:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761467.339607:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761467.339614:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761467.339618:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761467.339623:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761467.339626:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761467.339638:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761467.339646:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761467.339652:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761467.339654:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761467.339661:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761467.339668:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761467.339673:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761467.339679:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761467.339684:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761467.339687:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761467.339690:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000020:00000040:3.0:1787761467.339695:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761467.339699:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761467.339702:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761467.339705:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761467.339706:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761467.339707:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761467.339710:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16000.
00000100:00000001:3.0:1787761467.339715:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761467.339720:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597594987136/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761467.339733:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761467.339737:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761467.339743:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597594987136/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761467.339761:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761467.339765:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761467.339769:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761467.339772:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761467.339775:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761467.339778:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761467.339784:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20208
00000400:00000200:3.0:1787761467.339790:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761467.339793:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761467.339794:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761467.339798:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761467.339800:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761467.339804:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761467.339811:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761467.339831:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761467.339834:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761467.339839:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761467.339844:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761467.339849:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761467.339853:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761467.339859:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761467.339863:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761467.339867:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761467.339870:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761467.339871:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761467.339874:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761467.339878:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761467.339882:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761467.339885:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761467.339889:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761467.339893:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761467.339898:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761467.339901:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761467.339907:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761467.339910:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000020:00000040:3.0:1787761467.339915:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761467.339921:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761467.339925:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761467.339928:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761467.339930:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1787761467.339931:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
02000000:00000001:3.0:1787761467.339933:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761467.339936:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
02000000:00000010:3.0:1787761467.339938:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15000.
00000100:00000001:3.0:1787761467.339943:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761467.339950:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597594987264/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761467.339963:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761467.339967:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761467.339973:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597594987264/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761467.339983:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761467.339988:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761467.339995:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761467.340004:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20218)
00000800:00000200:1.1:1787761467.340346:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761467.340348:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761467.340584:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761467.340586:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1787761468.171407:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761468.171411:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761468.171413:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761469.195404:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761469.195410:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761469.195414:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761472.267386:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761472.267389:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761472.267392:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761472.459335:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761472.459344:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761472.459350:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761472.459356:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761472.459361:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761472.459368:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20213
00000400:00000200:3.0:1787761472.459376:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761472.459381:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761472.459384:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761472.459387:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761472.459390:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761472.459391:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761472.459393:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761472.459397:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761472.459399:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761472.459401:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761472.459404:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761472.459406:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761472.459408:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761472.459412:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761472.459414:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761472.459415:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761472.459416:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761472.459418:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761472.459421:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761472.459422:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761472.459424:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761472.459427:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761472.459429:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761472.459431:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761472.459433:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761472.459439:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000020:00000040:3.0:1787761472.459441:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761472.459444:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761472.459445:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761472.459448:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761472.459451:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761472.459454:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761472.459459:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14400.
00000100:00000001:3.0:1787761472.459465:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761472.459471:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597594987392/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761472.459479:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761472.459483:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761472.459487:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597594987392/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761472.459504:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761472.459506:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761472.459510:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761472.459517:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761472.459519:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761472.459522:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761472.459526:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20213
00000400:00000200:3.0:1787761472.459532:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761472.459537:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761472.459541:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761472.459546:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761472.459551:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761472.459555:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761472.459559:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761472.459565:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761472.459567:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761472.459571:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761472.459640:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761472.459645:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761472.459650:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761472.459655:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761472.459660:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761472.459664:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761472.459666:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761472.459670:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761472.459676:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761472.459680:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761472.459683:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761472.459689:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761472.459694:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761472.459699:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761472.459704:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761472.459710:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761472.459712:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761472.459717:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787761472.459722:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761472.459725:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761472.459727:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761472.459745:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761472.459748:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1787761472.459837:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761472.459841:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761472.459844:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761472.459851:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17c00.
00000100:00000001:3.0:1787761472.459856:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761472.459897:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597594987520/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761472.459909:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761472.459913:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761472.459923:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597594987520/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761472.459931:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761472.459935:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761472.459938:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761472.459941:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761472.459944:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761472.459949:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761472.459954:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20213
00000400:00000200:3.0:1787761472.459960:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761472.459965:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761472.459969:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761472.459972:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761472.459975:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761472.459979:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761472.459982:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761472.459987:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761472.459989:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761472.459992:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761472.459994:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761472.460000:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761472.460004:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761472.460009:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761472.460013:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761472.460025:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761472.460030:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761472.460033:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761472.460038:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761472.460041:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761472.460046:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761472.460050:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761472.460054:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761472.460056:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761472.460060:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761472.460064:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761472.460066:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761472.460072:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000020:00000040:3.0:1787761472.460078:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761472.460081:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761472.460084:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761472.460089:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761472.460092:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761472.460095:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761472.460100:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15800.
00000100:00000001:3.0:1787761472.460107:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761472.460114:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597594987648/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761472.460126:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761472.460131:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761472.460140:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597594987648/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761472.460155:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761472.460159:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761472.460165:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761472.460172:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20223)
00000800:00000200:1.1:1787761472.460268:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761472.460270:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761472.460499:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761472.460501:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1787761473.291397:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761473.291402:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761473.291405:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761476.363408:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761476.363415:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761476.363420:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761477.387423:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761477.387427:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761477.387430:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761477.579407:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761477.579424:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761477.579429:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761477.579437:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761477.579445:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761477.579456:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20218
00000400:00000200:3.0:1787761477.579472:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761477.579497:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761477.579501:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761477.579503:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761477.579506:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761477.579508:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761477.579509:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761477.579513:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761477.579514:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761477.579516:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761477.579519:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761477.579520:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761477.579522:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761477.579524:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761477.579526:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761477.579527:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761477.579528:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761477.579530:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761477.579533:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761477.579534:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761477.579536:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761477.579539:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761477.579541:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761477.579543:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761477.579545:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761477.579552:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000020:00000040:3.0:1787761477.579555:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761477.579558:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761477.579560:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761477.579562:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761477.579565:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761477.579569:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761477.579575:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17000.
00000100:00000001:3.0:1787761477.579580:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761477.579587:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597594987776/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761477.579595:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761477.579599:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761477.579602:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597594987776/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761477.579621:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761477.579624:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761477.579627:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761477.579628:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761477.579629:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761477.579631:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761477.579633:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20218
00000400:00000200:3.0:1787761477.579635:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761477.579638:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761477.579639:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761477.579641:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761477.579643:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761477.579644:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761477.579645:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761477.579647:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761477.579647:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761477.579648:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761477.579650:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761477.579651:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761477.579653:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761477.579655:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761477.579657:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761477.579658:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761477.579659:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761477.579661:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761477.579662:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761477.579663:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761477.579664:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761477.579669:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761477.579670:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761477.579672:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761477.579675:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761477.579678:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761477.579679:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761477.579682:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787761477.579683:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761477.579685:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761477.579686:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761477.579687:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761477.579688:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761477.579690:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761477.579694:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15400.
00000100:00000001:3.0:1787761477.579699:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761477.579705:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597594987904/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761477.579718:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761477.579726:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761477.579740:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597594987904/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761477.579806:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761477.579819:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761477.579827:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761477.579835:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761477.579838:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761477.579841:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761477.579847:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20218
00000400:00000200:3.0:1787761477.579862:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761477.579868:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761477.579879:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761477.579891:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761477.579897:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761477.579900:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761477.579904:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761477.579911:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761477.579914:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761477.579918:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761477.579921:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761477.579928:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761477.579938:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761477.579947:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761477.579951:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761477.579954:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761477.579958:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761477.579964:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761477.579969:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761477.579980:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761477.579986:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761477.579996:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761477.580003:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761477.580014:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761477.580023:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761477.580035:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761477.580046:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761477.580059:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787761477.580070:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761477.580080:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761477.580081:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761477.580093:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761477.580104:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761477.580108:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761477.580114:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14c00.
00000100:00000001:3.0:1787761477.580127:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761477.580137:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597594988032/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761477.580166:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761477.580172:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761477.580203:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597594988032/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761477.580254:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761477.580259:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761477.580321:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761477.580337:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20228)
00000800:00000200:1.1:1787761477.580351:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761477.580354:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761477.580734:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761477.580736:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761477.580999:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761477.581001:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1787761480.459483:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761480.459489:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761480.459494:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761481.483426:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761481.483430:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761481.483432:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761482.699369:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761482.699377:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761482.699381:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761482.699386:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761482.699390:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761482.699396:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20223
00000400:00000200:3.0:1787761482.699404:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761482.699409:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761482.699411:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761482.699414:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761482.699432:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761482.699436:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761482.699439:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761482.699444:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761482.699447:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761482.699450:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761482.699454:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761482.699457:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761482.699461:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761482.699464:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761482.699467:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761482.699470:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761482.699472:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761482.699477:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761482.699481:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761482.699484:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761482.699487:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761482.699491:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761482.699495:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761482.699497:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761482.699501:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761482.699512:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787761482.699516:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761482.699521:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761482.699524:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761482.699528:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761482.699532:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761482.699537:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761482.699547:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16800.
00000100:00000001:3.0:1787761482.699556:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761482.699568:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597594988160/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761482.699581:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761482.699587:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761482.699593:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597594988160/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761482.699625:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761482.699629:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761482.699634:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761482.699636:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761482.699638:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761482.699642:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761482.699646:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20223
00000400:00000200:3.0:1787761482.699652:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761482.699658:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761482.699662:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761482.699666:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761482.699670:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761482.699695:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761482.699700:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761482.699703:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761482.699705:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761482.699707:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761482.699724:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761482.699729:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761482.699735:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761482.699743:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761482.699748:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761482.699752:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761482.699754:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761482.699758:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761482.699764:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761482.699767:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761482.699772:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761482.699779:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761482.699783:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761482.699786:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761482.699792:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761482.699796:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761482.699797:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761482.699805:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787761482.699808:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761482.699813:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761482.699816:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761482.699818:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761482.699819:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761482.699822:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761482.699828:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14000.
00000100:00000001:3.0:1787761482.699831:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761482.699838:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597594988288/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761482.699851:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761482.699855:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761482.699864:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597594988288/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761482.699880:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761482.699884:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761482.699889:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761482.699890:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761482.699892:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761482.699897:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761482.699902:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20223
00000400:00000200:3.0:1787761482.699906:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761482.699910:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761482.699913:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761482.699918:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761482.699920:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761482.699922:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761482.699924:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761482.699926:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761482.699929:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761482.699932:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761482.699934:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761482.699935:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761482.699938:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761482.699944:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761482.699947:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761482.699952:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761482.699955:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761482.699960:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761482.699965:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761482.699971:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761482.699975:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761482.699980:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761482.699983:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761482.699986:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761482.699989:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761482.699994:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761482.699998:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761482.700001:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000020:00000040:3.0:1787761482.700004:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761482.700008:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761482.700010:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761482.700011:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761482.700012:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761482.700014:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761482.700020:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17800.
00000100:00000001:3.0:1787761482.700025:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761482.700033:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597594988416/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787761482.700044:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:3.0:1787761482.700046:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761482.700049:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761482.700049:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1787761482.700056:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597594988416/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761482.700069:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761482.700072:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761482.700076:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761482.700083:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20233)
00000800:00000200:1.1:1787761482.700519:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761482.700524:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787761482.700840:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761482.700843:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1787761484.555547:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761484.555553:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761484.555558:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761485.579534:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761485.579542:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761485.579549:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761487.819367:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761487.819382:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761487.819388:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761487.819395:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761487.819405:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761487.819418:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20228
00000400:00000200:3.0:1787761487.819434:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761487.819446:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761487.819453:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761487.819458:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761487.819462:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761487.819466:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761487.819470:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761487.819475:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761487.819478:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761487.819482:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761487.819486:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761487.819489:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761487.819493:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761487.819497:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761487.819499:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761487.819501:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761487.819504:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761487.819508:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761487.819512:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761487.819515:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761487.819518:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761487.819522:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761487.819526:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761487.819544:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761487.819547:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761487.819558:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000020:00000040:3.0:1787761487.819562:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761487.819567:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761487.819570:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761487.819575:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761487.819578:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761487.819583:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761487.819593:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16c00.
00000100:00000001:3.0:1787761487.819601:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761487.819612:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597594988544/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761487.819626:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761487.819632:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761487.819639:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597594988544/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761487.819665:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761487.819669:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761487.819695:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761487.819697:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761487.819700:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761487.819705:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761487.819710:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20228
00000400:00000200:3.0:1787761487.819717:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761487.819723:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761487.819726:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761487.819731:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761487.819739:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761487.819744:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761487.819751:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761487.819760:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761487.819763:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761487.819766:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761487.819771:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761487.819776:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761487.819787:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761487.819802:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761487.819810:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761487.819817:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761487.819823:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761487.819830:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761487.819838:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761487.819849:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761487.819859:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761487.819875:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761487.819886:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761487.819898:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761487.819907:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761487.819913:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761487.819919:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761487.819934:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787761487.819947:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761487.819959:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761487.819966:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761487.819975:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761487.819977:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761487.819982:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761487.819997:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14800.
00000100:00000001:3.0:1787761487.820006:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761487.820025:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597594988672/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761487.820077:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761487.820084:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761487.820097:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597594988672/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761487.820122:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761487.820130:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761487.820142:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761487.820147:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761487.820150:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761487.820157:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761487.820170:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20228
00000400:00000200:3.0:1787761487.820184:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761487.820198:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761487.820206:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761487.820221:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761487.820231:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761487.820239:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761487.820245:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761487.820298:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761487.820302:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761487.820309:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761487.820314:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761487.820322:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761487.820329:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761487.820339:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761487.820344:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761487.820354:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000800:00000200:1.1:1787761487.820364:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:3.0:1787761487.820365:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000800:00000200:1.1:1787761487.820379:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000020:00000040:3.0:1787761487.820380:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761487.820391:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761487.820400:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761487.820405:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761487.820415:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761487.820424:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761487.820434:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761487.820442:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761487.820451:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761487.820458:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761487.820465:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000020:00000040:3.0:1787761487.820473:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761487.820483:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761487.820488:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761487.820496:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761487.820500:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761487.820505:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761487.820515:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16400.
00000100:00000001:3.0:1787761487.820526:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761487.820543:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597594988800/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761487.820569:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761487.820575:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761487.820592:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597594988800/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761487.820615:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761487.820626:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761487.820633:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761487.820645:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20238)
00000800:00000200:1.1:1787761487.821106:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761487.821110:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787761487.821498:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761487.821502:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1787761488.651362:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761488.651366:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761488.651369:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761489.675400:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761489.675405:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761489.675408:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761492.747504:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761492.747510:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761492.747514:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1787761492.940436:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761492.940797:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761492.940970:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000020:00000001:3.0:1787761493.771494:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761493.771501:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761493.771506:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761496.843427:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761496.843435:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761496.843442:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761497.867533:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761497.867542:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761497.867548:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761498.060658:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761498.060666:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761498.061727:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761498.061733:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761498.062236:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761498.062240:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1787761500.939500:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761500.939507:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761500.939511:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761501.963610:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761501.963619:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761501.963625:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1787761503.180525:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761503.180533:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1787761503.181040:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761503.181042:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1787761503.181344:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761503.181346:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 52 secs later)
00000020:00000001:3.0:1787761505.035422:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761505.035426:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761505.035429:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761506.059435:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761506.059439:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761506.059442:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1787761508.299991:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761508.299997:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787761508.300483:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761508.300485:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787761508.300713:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761508.300715:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 47 secs later)
00000020:00000001:3.0:1787761509.131396:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761509.131400:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761509.131403:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761510.155427:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761510.155432:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761510.155435:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761513.227468:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761513.227474:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761513.227482:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761513.420614:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761513.420635:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787761513.421181:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761513.421185:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787761513.421582:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761513.421585:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000020:00000001:3.0:1787761514.251405:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761514.251411:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761514.251414:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761517.323457:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761517.323461:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761517.323464:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761518.347472:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761518.347479:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761518.347485:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1787761518.540504:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761518.540509:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761518.541037:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761518.541040:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761518.541437:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761518.541440:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1787761521.419533:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761521.419538:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761521.419542:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761522.443467:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761522.443473:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761522.443478:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761523.660575:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761523.660582:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761523.661348:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761523.661351:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761523.661873:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761523.661877:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1787761525.515465:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761525.515481:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761525.515485:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761526.539447:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761526.539451:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761526.539464:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761528.780519:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761528.780525:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761528.781310:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761528.781314:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787761528.781790:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761528.781795:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1787761529.611488:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761529.611497:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761529.611503:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761530.635445:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761530.635449:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761530.635453:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761533.707454:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761533.707463:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761533.707470:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761533.899397:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761533.899406:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761533.899409:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761533.899414:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761533.899420:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761533.899447:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20274
00000400:00000200:3.0:1787761533.899472:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761533.899480:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761533.899484:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761533.899488:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761533.899491:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761533.899493:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761533.899496:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761533.899505:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761533.899507:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761533.899509:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761533.899512:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761533.899514:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761533.899515:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761533.899518:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761533.899519:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761533.899520:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761533.899522:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761533.899524:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761533.899527:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761533.899529:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761533.899531:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761533.899534:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761533.899536:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761533.899538:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761533.899544:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761533.899555:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000020:00000040:3.0:1787761533.899558:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761533.899562:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761533.899563:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761533.899565:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761533.899568:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761533.899571:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761533.899576:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17400.
00000100:00000001:3.0:1787761533.899582:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761533.899589:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597594992000/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761533.899597:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761533.899601:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761533.899605:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597594992000/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761533.899622:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761533.899625:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761533.899628:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761533.899629:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761533.899630:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761533.899632:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761533.899633:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20274
00000400:00000200:3.0:1787761533.899636:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761533.899638:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761533.899639:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761533.899647:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761533.899649:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761533.899653:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761533.899655:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761533.899658:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761533.899659:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761533.899660:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761533.899663:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761533.899665:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761533.899666:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761533.899672:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761533.899674:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761533.899676:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761533.899677:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761533.899679:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761533.899682:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761533.899684:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761533.899685:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761533.899692:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761533.899694:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761533.899701:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761533.899706:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761533.899712:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761533.899717:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761533.899721:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000020:00000040:3.0:1787761533.899725:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761533.899729:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761533.899732:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761533.899741:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761533.899747:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761533.899751:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761533.899764:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16400.
00000100:00000001:3.0:1787761533.899772:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761533.899785:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597594992128/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761533.899799:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761533.899814:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761533.899840:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597594992128/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761533.899869:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761533.899874:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761533.899889:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761533.899897:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761533.899899:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761533.899901:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761533.899904:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20274
00000400:00000200:3.0:1787761533.899914:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761533.899923:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761533.899927:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761533.899945:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761533.899950:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761533.899965:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761533.899976:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761533.899981:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761533.899988:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761533.899998:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761533.900008:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761533.900023:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761533.900034:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761533.900051:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761533.900064:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761533.900074:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761533.900078:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761533.900083:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761533.900097:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761533.900100:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761533.900102:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761533.900108:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761533.900116:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761533.900118:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761533.900121:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761533.900131:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761533.900145:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761533.900160:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787761533.900172:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761533.900177:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761533.900183:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761533.900190:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761533.900204:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761533.900209:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761533.900219:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14800.
00000100:00000001:3.0:1787761533.900234:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761533.900294:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597594992256/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761533.900323:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761533.900328:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761533.900343:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597594992256/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787761533.900346:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:3.0:1787761533.900373:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787761533.900379:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1787761533.900380:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761533.900399:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761533.900411:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20284)
00000800:00000200:1.1:1787761533.900968:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761533.900971:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787761533.901390:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761533.901394:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1787761534.731416:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761534.731420:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761534.731423:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761537.803506:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761537.803517:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761537.803525:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761538.827530:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761538.827537:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761538.827543:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761539.019399:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761539.019413:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761539.019420:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761539.019427:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761539.019447:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761539.019466:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20279
00000400:00000200:3.0:1787761539.019484:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761539.019494:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761539.019499:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761539.019503:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761539.019509:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761539.019513:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761539.019516:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761539.019522:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761539.019525:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761539.019529:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761539.019534:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761539.019537:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761539.019540:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761539.019544:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761539.019547:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761539.019550:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761539.019552:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761539.019557:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761539.019562:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761539.019565:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761539.019569:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761539.019574:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761539.019578:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761539.019581:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761539.019584:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761539.019598:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787761539.019603:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761539.019609:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761539.019611:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761539.019616:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761539.019620:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761539.019627:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761539.019642:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16c00.
00000100:00000001:3.0:1787761539.019652:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761539.019665:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597594992384/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761539.019690:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761539.019697:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761539.019704:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597594992384/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761539.019746:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761539.019751:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761539.019756:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761539.019758:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761539.019761:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761539.019765:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761539.019768:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20279
00000400:00000200:3.0:1787761539.019773:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761539.019777:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761539.019781:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761539.019785:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761539.019787:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761539.019790:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761539.019793:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761539.019797:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761539.019799:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761539.019800:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761539.019804:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761539.019806:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761539.019809:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761539.019814:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761539.019817:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761539.019819:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761539.019822:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761539.019827:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761539.019832:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761539.019836:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761539.019838:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761539.019847:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761539.019854:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761539.019860:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761539.019872:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761539.019879:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761539.019882:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761539.019889:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000020:00000040:3.0:1787761539.019895:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761539.019912:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761539.019915:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761539.019923:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761539.019930:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761539.019939:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761539.019954:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17800.
00000100:00000001:3.0:1787761539.019966:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761539.019987:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597594992512/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761539.020021:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761539.020033:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761539.020047:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597594992512/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761539.020077:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761539.020084:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761539.020090:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761539.020098:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761539.020101:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761539.020105:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761539.020112:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20279
00000400:00000200:3.0:1787761539.020128:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761539.020140:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761539.020144:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761539.020156:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761539.020165:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761539.020173:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761539.020180:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761539.020191:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761539.020199:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761539.020204:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761539.020211:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761539.020223:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761539.020227:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761539.020242:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761539.020285:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761539.020290:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761539.020294:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761539.020298:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761539.020302:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761539.020305:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761539.020308:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761539.020313:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761539.020340:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761539.020349:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761539.020357:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761539.020364:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761539.020366:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761539.020373:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000020:00000040:3.0:1787761539.020381:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761539.020389:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761539.020393:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761539.020401:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761539.020405:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761539.020407:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761539.020416:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14000.
00000100:00000001:3.0:1787761539.020425:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761539.020437:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597594992640/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761539.020462:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761539.020471:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761539.020486:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597594992640/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761539.020505:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761539.020513:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761539.020523:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761539.020531:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20289)
00000800:00000200:1.1:1787761539.020600:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761539.020605:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761539.021281:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761539.021286:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761539.021823:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761539.021828:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1787761541.899469:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761541.899472:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761541.899475:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761542.923584:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761542.923589:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761542.923593:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761544.139469:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761544.139480:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761544.139484:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761544.139489:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761544.139496:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761544.139507:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20284
00000400:00000200:3.0:1787761544.139518:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761544.139524:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761544.139527:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761544.139530:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761544.139533:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761544.139536:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761544.139539:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761544.139543:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761544.139545:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761544.139547:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761544.139551:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761544.139552:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761544.139554:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761544.139557:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761544.139558:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761544.139560:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761544.139561:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761544.139564:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761544.139566:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761544.139568:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761544.139570:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761544.139574:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761544.139576:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761544.139596:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761544.139600:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761544.139609:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000020:00000040:3.0:1787761544.139614:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761544.139621:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761544.139623:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761544.139627:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761544.139631:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761544.139638:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761544.139684:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16800.
00000100:00000001:3.0:1787761544.139696:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761544.139711:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597594992768/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761544.139740:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761544.139747:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761544.139755:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597594992768/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761544.139794:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761544.139801:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761544.139809:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761544.139814:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761544.139819:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761544.139826:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761544.139834:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20284
00000400:00000200:3.0:1787761544.139852:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761544.139866:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761544.139884:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761544.139904:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761544.139934:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761544.139941:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761544.139951:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761544.139959:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761544.140029:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761544.140034:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761544.140038:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761544.140041:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761544.140043:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761544.140047:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761544.140057:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761544.140072:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761544.140077:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761544.140084:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761544.140096:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761544.140108:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761544.140116:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761544.140137:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1787761544.140325:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761544.140328:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 11 secs later)
02000000:00000001:3.0:1787761544.140385:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761544.140398:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761544.140441:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761544.140447:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761544.140458:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761544.140467:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787761544.140475:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761544.140491:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761544.140499:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761544.140505:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761544.140511:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761544.140517:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761544.140526:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14c00.
00000100:00000001:3.0:1787761544.140536:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761544.140546:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597594992896/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761544.140569:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761544.140577:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761544.140605:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597594992896/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761544.140685:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761544.140691:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761544.140698:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761544.140706:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761544.140721:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761544.140736:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761544.140747:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20284
00000400:00000200:3.0:1787761544.140762:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761544.140782:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761544.140791:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761544.140807:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761544.140819:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761544.140831:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761544.140845:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761544.140862:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761544.140871:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761544.140880:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761544.140908:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761544.140913:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761544.140920:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761544.140937:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761544.140948:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761544.140961:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761544.140964:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761544.140972:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761544.140980:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761544.140988:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761544.140992:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761544.140999:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761544.141009:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761544.141015:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761544.141020:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761544.141026:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761544.141030:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761544.141061:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000020:00000040:3.0:1787761544.141069:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761544.141084:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761544.141088:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761544.141096:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761544.141106:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761544.141137:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761544.141144:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15400.
00000100:00000001:3.0:1787761544.141152:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761544.141164:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597594993024/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761544.141178:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761544.141183:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761544.141208:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597594993024/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761544.141241:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761544.141247:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761544.141253:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761544.141364:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20295)
00000800:00000200:1.1:1787761544.141388:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761544.141391:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787761544.141635:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761544.141636:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 11 secs later)
00000020:00000001:3.0:1787761545.995456:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761545.995461:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761545.995464:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761547.019563:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761547.019570:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761547.019576:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761549.259387:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761549.259406:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761549.259413:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761549.259423:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761549.259440:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761549.259454:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20290
00000400:00000200:3.0:1787761549.259498:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761549.259506:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761549.259509:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761549.259513:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761549.259524:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761549.259527:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761549.259529:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761549.259534:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761549.259536:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761549.259539:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761549.259542:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761549.259543:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761549.259545:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761549.259548:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761549.259550:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761549.259551:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761549.259553:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761549.259561:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761549.259564:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761549.259566:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761549.259569:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761549.259573:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761549.259575:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761549.259577:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761549.259580:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761549.259593:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000020:00000040:3.0:1787761549.259596:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761549.259601:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761549.259602:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761549.259606:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761549.259609:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761549.259614:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761549.259623:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17000.
00000100:00000001:3.0:1787761549.259631:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761549.259641:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597594993152/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761549.259652:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761549.259657:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761549.259661:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597594993152/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761549.259690:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761549.259693:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761549.259696:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761549.259698:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761549.259699:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761549.259702:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761549.259704:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20290
00000400:00000200:3.0:1787761549.259707:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761549.259709:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761549.259711:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761549.259713:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761549.259714:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761549.259716:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761549.259718:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761549.259720:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761549.259721:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761549.259722:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761549.259724:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761549.259725:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761549.259726:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761549.259728:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761549.259729:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761549.259730:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761549.259731:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761549.259734:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761549.259736:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761549.259738:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761549.259739:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761549.259746:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761549.259747:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761549.259749:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761549.259761:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761549.259765:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761549.259770:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761549.259775:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787761549.259779:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761549.259781:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761549.259784:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761549.259788:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761549.259791:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761549.259793:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761549.259798:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15800.
00000100:00000001:3.0:1787761549.259803:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761549.259810:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597594993280/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761549.259823:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761549.259828:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761549.259834:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597594993280/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761549.259844:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761549.259848:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761549.259852:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761549.259854:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761549.259859:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761549.259864:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761549.259867:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20290
00000400:00000200:3.0:1787761549.259874:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761549.259878:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761549.259879:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761549.259882:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761549.259883:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761549.259885:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761549.259887:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761549.259888:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761549.259889:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761549.259890:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761549.259891:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761549.259892:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761549.259894:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761549.259895:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761549.259896:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761549.259897:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761549.259899:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761549.259900:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761549.259902:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761549.259903:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761549.259904:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761549.259906:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761549.259907:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761549.259909:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761549.259911:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761549.259912:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761549.259914:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761549.259917:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787761549.259918:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761549.259920:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761549.259921:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761549.259923:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761549.259926:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761549.259928:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761549.259932:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17c00.
00000100:00000001:3.0:1787761549.259935:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761549.259942:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597594993408/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761549.259947:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761549.259951:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761549.259956:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597594993408/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761549.259965:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761549.259967:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761549.259983:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761549.259990:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20300)
00000800:00000200:1.1:1787761549.260162:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761549.260165:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787761549.260549:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761549.260551:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787761549.260746:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761549.260747:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 6 secs later)
00000020:00000001:3.0:1787761550.091404:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761550.091408:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761550.091411:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761551.115412:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761551.115416:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761551.115419:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761554.187403:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761554.187408:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761554.187411:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761554.379327:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761554.379340:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761554.379346:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761554.379350:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761554.379363:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761554.379374:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20295
00000400:00000200:3.0:1787761554.379385:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761554.379393:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761554.379396:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761554.379399:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761554.379402:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761554.379404:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761554.379406:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761554.379410:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761554.379413:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761554.379415:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761554.379419:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761554.379420:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761554.379422:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761554.379424:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761554.379425:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761554.379427:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761554.379428:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761554.379432:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761554.379435:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761554.379437:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761554.379439:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761554.379442:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761554.379445:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761554.379447:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761554.379448:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761554.379460:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787761554.379463:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761554.379468:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761554.379470:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761554.379473:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761554.379475:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761554.379481:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761554.379491:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14400.
00000100:00000001:3.0:1787761554.379500:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761554.379510:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597594993536/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761554.379519:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761554.379524:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761554.379529:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597594993536/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761554.379549:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761554.379552:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761554.379554:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761554.379556:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761554.379557:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761554.379559:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761554.379561:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20295
00000400:00000200:3.0:1787761554.379563:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761554.379565:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761554.379566:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761554.379568:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761554.379570:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761554.379571:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761554.379573:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761554.379574:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761554.379576:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761554.379577:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761554.379579:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761554.379580:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761554.379582:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761554.379584:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761554.379585:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761554.379587:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761554.379589:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761554.379591:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761554.379594:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761554.379596:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761554.379597:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761554.379603:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761554.379605:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761554.379607:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761554.379614:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761554.379619:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761554.379623:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761554.379627:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787761554.379631:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761554.379633:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761554.379636:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761554.379641:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761554.379643:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761554.379646:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761554.379652:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15000.
00000100:00000001:3.0:1787761554.379657:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761554.379664:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597594993664/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761554.379680:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761554.379685:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761554.379692:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597594993664/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761554.379704:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761554.379709:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761554.379711:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761554.379712:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761554.379714:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761554.379720:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761554.379723:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20295
00000400:00000200:3.0:1787761554.379730:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761554.379734:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761554.379737:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761554.379790:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761554.379796:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761554.379801:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761554.379804:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761554.379809:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761554.379812:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761554.379815:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761554.379818:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761554.379821:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761554.379824:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761554.379827:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761554.379833:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761554.379837:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761554.379839:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761554.379841:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761554.379843:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761554.379844:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761554.379849:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761554.379853:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761554.379856:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761554.379859:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761554.379862:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761554.379865:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761554.379867:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761554.379872:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000020:00000040:3.0:1787761554.379877:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761554.379881:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761554.379883:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761554.379885:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761554.379888:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761554.379891:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761554.379896:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16000.
00000100:00000001:3.0:1787761554.379903:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761554.379912:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597594993792/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761554.379929:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761554.379933:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761554.379940:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597594993792/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761554.379954:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761554.379960:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761554.379969:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1787761554.379974:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761554.379979:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 1 secs later)
00000100:00000040:3.0:1787761554.379987:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20305)
00000800:00000200:1.1:1787761554.380406:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761554.380408:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787761554.380619:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761554.380621:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 1 secs later)
00000020:00000001:3.0:1787761555.211401:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761555.211406:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761555.211409:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761558.283388:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761558.283392:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761558.283395:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761559.307470:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761559.307477:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761559.307482:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761559.500464:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761559.500973:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761559.501153:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000020:00000001:3.0:1787761562.379542:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761562.379548:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761562.379553:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761563.403556:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761563.403564:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761563.403568:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761564.620668:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761564.620675:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761564.621452:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761564.621457:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787761564.622057:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761564.622061:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1787761565.451473:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761565.451479:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761565.451483:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761566.475529:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761566.475536:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761566.475540:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761567.499539:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761567.499545:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761567.499550:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761569.547423:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761569.547427:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761569.547429:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761569.739776:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761569.739782:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761569.740146:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761569.740148:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787761569.740353:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761569.740355:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1787761570.571404:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761570.571408:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761570.571410:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761571.595453:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761571.595459:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761571.595463:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761573.643464:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761573.643472:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761573.643478:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761574.667529:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761574.667537:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761574.667544:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761574.860507:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761574.860527:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761574.861137:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761574.861140:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787761574.861511:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761574.861515:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1787761575.691517:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761575.691524:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761575.691528:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761577.739495:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761577.739500:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761577.739503:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761578.763504:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761578.763513:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761578.763519:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761579.787506:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761579.787516:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761579.787525:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761579.980371:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761579.980384:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787761579.981153:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761579.981157:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787761579.981612:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761579.981616:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1787761581.835413:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761581.835417:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761581.835421:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761582.859455:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761582.859459:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761582.859462:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761583.883428:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761583.883433:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761583.883436:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761585.099952:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761585.099956:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787761585.100862:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761585.100869:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787761585.101364:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761585.101367:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1787761585.931424:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761585.931428:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761585.931431:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761586.955469:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761586.955474:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761586.955477:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761587.979510:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761587.979517:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761587.979521:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761590.027569:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761590.027594:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761590.027601:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761590.220013:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761590.220019:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761590.220606:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761590.220611:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787761590.221163:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761590.221167:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1787761591.051430:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761591.051434:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761591.051437:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761592.075416:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761592.075420:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761592.075424:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761594.123438:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761594.123447:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761594.123454:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761595.147378:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761595.147383:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761595.147387:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1787761595.339954:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761595.339958:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761595.340310:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761595.340312:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761595.340525:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761595.340528:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1787761596.171391:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761596.171396:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761596.171399:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761598.219393:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761598.219398:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761598.219401:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761599.243493:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761599.243512:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761599.243517:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761600.267429:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761600.267433:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761600.267436:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1787761600.459943:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761600.459946:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761600.460368:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761600.460370:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761600.460608:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761600.460610:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1787761602.315475:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761602.315481:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761602.315485:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761603.339420:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761603.339425:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761603.339428:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761604.363484:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761604.363490:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761604.363495:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761605.580369:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761605.580381:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761605.581106:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761605.581108:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787761605.581333:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761605.581335:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1787761606.411435:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761606.411440:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761606.411444:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761607.435589:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761607.435595:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761607.435600:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761608.459478:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761608.459482:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761608.459485:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761610.507524:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761610.507531:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761610.507537:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787761610.700374:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761610.700386:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761610.701202:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761610.701204:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787761610.701417:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787761610.701419:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1787761611.531421:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761611.531427:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761611.531430:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761612.555476:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761612.555482:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761612.555486:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761614.603429:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761614.603434:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761614.603437:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761615.627493:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761615.627498:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761615.627519:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1787761615.819988:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761615.819992:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787761615.820777:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761615.820809:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787761615.821391:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761615.821395:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1787761616.651462:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761616.651467:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761616.651470:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761618.699415:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761618.699420:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761618.699423:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761619.723417:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761619.723421:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761619.723425:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761620.747423:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761620.747428:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761620.747431:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1787761620.940141:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761620.940145:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787761620.940649:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761620.940650:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787761620.940998:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761620.941004:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1787761622.795464:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761622.795468:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761622.795471:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761623.819545:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761623.819551:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761623.819555:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761624.843448:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761624.843456:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761624.843462:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1787761626.059956:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761626.060171:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761626.060321:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000020:00000001:3.0:1787761626.891396:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761626.891401:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761626.891405:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761627.915516:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761627.915523:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761627.915528:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761628.939410:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761628.939415:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761628.939418:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787761629.131535:0:238624:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.101:988
00000400:00000100:3.0:1787761629.131587:0:238624:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.101@tcp at host 192.168.203.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787761629.131601:0:238624:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761629.131606:0:238624:0:(router.c:1791:lnet_notify()) 192.168.203.1@tcp notifying 192.168.203.101@tcp: down
00000400:00000200:3.0:1787761629.131621:0:238624:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761629.131627:0:238624:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787761629.131633:0:238624:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:3.0:1787761629.131639:0:238624:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b400.
00000400:00000200:3.0:1787761629.131647:0:238624:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787761629.131653:0:238624:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787761629.131662:0:238624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e6555d8
00000400:00000010:3.0:1787761629.131665:0:238624:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e6555d8.
00000100:00000001:3.0:1787761629.131671:0:238624:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787761629.131681:0:238624:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b65366a9e00 x1874597594998912/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761629.131717:0:238624:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761629.131722:0:238624:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a9e00 x1874597594998912/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761651 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761629.131732:0:238624:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761629.131734:0:238624:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787761629.131750:0:238624:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:3.0:1787761629.131753:0:238624:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b600.
00000400:00000200:3.0:1787761629.131756:0:238624:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787761629.131760:0:238624:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787761629.131764:0:238624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655220
00000400:00000010:3.0:1787761629.131766:0:238624:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655220.
00000100:00000001:3.0:1787761629.131769:0:238624:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787761629.131774:0:238624:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b65366aad00 x1874597594999040/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761629.131784:0:238624:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761629.131786:0:238624:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366aad00 x1874597594999040/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761651 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761629.131793:0:238624:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761629.131795:0:238624:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787761629.131801:0:238624:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:3.0:1787761629.131804:0:238624:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b500.
00000400:00000200:3.0:1787761629.131807:0:238624:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787761629.131811:0:238624:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787761629.131814:0:238624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655000
00000400:00000010:3.0:1787761629.131816:0:238624:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655000.
00000100:00000001:3.0:1787761629.131818:0:238624:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787761629.131823:0:238624:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b65366a8000 x1874597594999168/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761629.131831:0:238624:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761629.131835:0:238624:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8000 x1874597594999168/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761651 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761629.131842:0:238624:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761629.131844:0:238624:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1787761630.987448:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761630.987462:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761630.987465:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761631.179390:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761631.179397:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761631.179399:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761631.179403:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761631.179407:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761631.179415:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20371
00000400:00000200:3.0:1787761631.179434:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761631.179440:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761631.179443:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761631.179446:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761631.179449:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761631.179451:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761631.179453:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761631.179473:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761631.179477:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761631.179480:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761631.179485:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761631.179488:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761631.179491:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761631.179494:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761631.179496:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761631.179498:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761631.179500:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761631.179503:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761631.179507:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761631.179510:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761631.179513:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761631.179517:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761631.179520:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761631.179523:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761631.179525:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761631.179533:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000020:00000040:3.0:1787761631.179537:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761631.179542:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761631.179544:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761631.179548:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761631.179551:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761631.179556:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761631.179566:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16000.
00000100:00000001:3.0:1787761631.179575:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761631.179586:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597594999296/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761631.179599:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761631.179605:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761631.179625:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597594999296/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761631.179659:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761631.179663:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761631.179667:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761631.179669:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761631.179671:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761631.179714:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761631.179717:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20371
00000400:00000200:3.0:1787761631.179721:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761631.179724:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761631.179727:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761631.179731:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761631.179734:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761631.179736:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761631.179739:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761631.179742:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761631.179746:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761631.179749:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761631.179755:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761631.179759:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761631.179763:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761631.179771:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761631.179777:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761631.179782:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761631.179786:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761631.179791:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761631.179796:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761631.179801:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761631.179806:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761631.179817:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761631.179823:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761631.179827:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761631.179835:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761631.179841:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761631.179847:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761631.179854:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787761631.179858:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761631.179863:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761631.179867:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761631.179870:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761631.179873:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761631.179877:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761631.179882:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15000.
00000100:00000001:3.0:1787761631.179887:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761631.179894:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597594999424/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761631.179905:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761631.179910:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761631.179918:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597594999424/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761631.179945:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761631.179952:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761631.179960:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761631.179963:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761631.179967:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761631.179970:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761631.179977:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20371
00000400:00000200:3.0:1787761631.179984:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761631.179989:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761631.179994:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761631.180000:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761631.180003:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761631.180008:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761631.180012:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761631.180017:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761631.180020:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761631.180022:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761631.180027:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761631.180031:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761631.180036:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761631.180045:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761631.180051:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761631.180056:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761631.180062:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761631.180067:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761631.180073:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761631.180076:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761631.180081:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761631.180087:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761631.180092:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761631.180094:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761631.180099:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761631.180104:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761631.180107:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761631.180114:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000020:00000040:3.0:1787761631.180121:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761631.180126:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761631.180128:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761631.180130:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761631.180131:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761631.180133:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761631.180137:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14400.
00000100:00000001:3.0:1787761631.180142:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761631.180148:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597594999552/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761631.180305:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761631.180309:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761631.180319:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597594999552/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1787761631.180333:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761631.180344:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1787761631.180352:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761631.180365:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761631.180378:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761631.180392:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20382)
00000800:00000200:0.1:1787761631.180833:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761631.180836:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761631.181061:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761631.181063:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1787761632.011442:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761632.011451:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761632.011457:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761633.035553:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761633.035560:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761633.035565:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761635.083575:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761635.083579:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761635.083581:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761636.107562:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761636.107568:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761636.107574:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761636.299351:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761636.299363:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761636.299366:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761636.299371:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761636.299378:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761636.299394:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20377
00000400:00000200:3.0:1787761636.299419:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761636.299439:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761636.299446:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761636.299466:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761636.299471:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761636.299474:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761636.299478:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761636.299482:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761636.299485:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761636.299488:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761636.299492:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761636.299497:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761636.299499:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761636.299502:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761636.299504:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761636.299505:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761636.299507:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761636.299510:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761636.299513:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761636.299515:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761636.299517:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761636.299521:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761636.299523:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761636.299525:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761636.299527:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761636.299537:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000020:00000040:3.0:1787761636.299540:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761636.299545:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761636.299546:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761636.299549:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761636.299553:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761636.299559:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761636.299568:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15c00.
00000100:00000001:3.0:1787761636.299575:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761636.299585:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597594999680/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761636.299595:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761636.299600:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761636.299604:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597594999680/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761636.299625:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761636.299628:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761636.299631:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761636.299632:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761636.299633:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761636.299635:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761636.299652:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20377
00000400:00000200:3.0:1787761636.299655:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761636.299657:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761636.299659:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761636.299661:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761636.299664:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761636.299667:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761636.299670:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761636.299677:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761636.299679:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761636.299680:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761636.299683:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761636.299685:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761636.299687:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761636.299691:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761636.299700:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761636.299706:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761636.299711:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761636.299714:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761636.299719:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761636.299727:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761636.299742:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761636.299756:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761636.299766:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761636.299785:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761636.299799:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761636.299813:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761636.299833:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761636.299840:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000020:00000040:3.0:1787761636.299847:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761636.299857:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761636.299860:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761636.299861:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761636.299862:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761636.299866:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761636.299875:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17c00.
00000100:00000001:3.0:1787761636.299888:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761636.299897:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597594999808/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761636.299914:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761636.299917:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761636.299922:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597594999808/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761636.299936:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761636.299942:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761636.299957:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761636.299959:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761636.299966:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761636.299980:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761636.299991:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20377
00000400:00000200:3.0:1787761636.300016:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761636.300037:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761636.300056:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761636.300074:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761636.300089:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761636.300097:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761636.300104:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761636.300108:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761636.300109:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761636.300110:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761636.300112:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761636.300120:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761636.300126:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761636.300135:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761636.300151:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761636.300168:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761636.300188:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761636.300204:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761636.300223:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761636.300234:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761636.300243:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761636.300291:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761636.300295:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761636.300297:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761636.300300:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761636.300302:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761636.300303:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761636.300308:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787761636.300312:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761636.300314:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761636.300315:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761636.300317:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761636.300318:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761636.300320:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761636.300323:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15800.
00000100:00000001:3.0:1787761636.300326:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761636.300348:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597594999936/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761636.300366:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761636.300378:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761636.300390:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597594999936/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1787761636.300405:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761636.300425:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1787761636.300427:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761636.300443:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761636.300455:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761636.300465:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20387)
00000800:00000200:0.1:1787761636.301098:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761636.301101:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761636.301499:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761636.301502:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1787761637.131429:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761637.131438:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761637.131444:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761639.179507:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761639.179514:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761639.179519:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761640.203551:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761640.203558:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761640.203564:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761641.227418:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761641.227422:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761641.227425:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761641.419343:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761641.419357:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761641.419363:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761641.419379:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761641.419387:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761641.419401:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20382
00000400:00000200:3.0:1787761641.419416:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761641.419426:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761641.419430:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761641.419433:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761641.419436:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761641.419438:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761641.419440:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761641.419445:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761641.419447:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761641.419450:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761641.419454:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761641.419456:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761641.419458:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761641.419460:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761641.419462:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761641.419464:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761641.419465:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761641.419468:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761641.419471:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761641.419473:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761641.419476:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761641.419479:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761641.419482:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761641.419484:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761641.419487:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761641.419496:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787761641.419500:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761641.419505:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761641.419507:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761641.419510:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761641.419513:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761641.419518:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761641.419529:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17000.
00000100:00000001:3.0:1787761641.419537:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761641.419546:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597595000064/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761641.419557:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761641.419562:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761641.419567:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597595000064/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761641.419588:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761641.419591:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761641.419594:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761641.419596:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761641.419597:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761641.419600:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761641.419621:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20382
00000400:00000200:3.0:1787761641.419625:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761641.419631:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761641.419636:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761641.419640:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761641.419642:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761641.419644:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761641.419647:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761641.419649:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761641.419652:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761641.419656:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761641.419661:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761641.419666:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761641.419671:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761641.419678:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761641.419680:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761641.419683:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761641.419687:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761641.419692:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761641.419699:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761641.419703:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761641.419708:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761641.419715:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761641.419720:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761641.419726:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761641.419732:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761641.419736:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761641.419742:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761641.419750:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000020:00000040:3.0:1787761641.419752:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761641.419756:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761641.419760:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761641.419762:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761641.419763:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761641.419765:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761641.419770:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15400.
00000100:00000001:3.0:1787761641.419775:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761641.419780:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597595000192/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761641.419791:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761641.419793:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761641.419797:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597595000192/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761641.419819:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761641.419825:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761641.419834:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761641.419837:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761641.419840:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761641.419847:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761641.419851:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20382
00000400:00000200:3.0:1787761641.419859:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761641.419864:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761641.419866:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761641.419873:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761641.419876:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761641.419878:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761641.419879:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761641.419881:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761641.419884:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761641.419887:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761641.419889:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761641.419890:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761641.419893:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761641.419900:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761641.419903:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761641.419906:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761641.419910:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761641.419912:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761641.419918:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761641.419921:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761641.419925:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761641.419931:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761641.419937:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761641.419942:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761641.419946:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761641.419950:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761641.419952:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761641.419958:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000020:00000040:3.0:1787761641.419962:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761641.419966:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761641.419967:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761641.419971:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761641.419974:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761641.419976:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761641.419981:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14c00.
00000100:00000001:3.0:1787761641.419986:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761641.419992:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597595000320/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761641.420004:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761641.420007:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787761641.420011:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:3.0:1787761641.420014:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597595000320/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1787761641.420017:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1787761641.420029:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761641.420035:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761641.420042:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761641.420047:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20392)
00000800:00000200:0.1:1787761641.420453:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761641.420455:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787761641.420693:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761641.420695:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1787761643.275538:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761643.275545:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761643.275551:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761644.299460:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761644.299464:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761644.299467:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761645.323512:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761645.323519:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761645.323524:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1787761646.540713:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761646.540732:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787761646.541394:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761646.541397:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787761646.541782:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761646.541785:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1787761647.371511:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761647.371516:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761647.371520:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761648.395535:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761648.395542:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761648.395546:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761649.419542:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761649.419561:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761649.419566:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761651.467427:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761651.467432:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761651.467437:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761651.659356:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761651.659366:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761651.659371:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761651.659376:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761651.659382:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761651.659391:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20392
00000400:00000200:3.0:1787761651.659401:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761651.659408:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761651.659411:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761651.659415:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761651.659418:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761651.659421:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761651.659423:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761651.659427:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761651.659429:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761651.659432:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761651.659435:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761651.659437:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761651.659440:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761651.659442:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761651.659444:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761651.659446:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761651.659448:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761651.659451:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761651.659454:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761651.659455:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761651.659458:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761651.659461:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761651.659463:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761651.659465:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761651.659466:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761651.659474:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000020:00000040:3.0:1787761651.659477:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761651.659481:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761651.659483:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761651.659486:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761651.659489:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761651.659493:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761651.659501:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16800.
00000100:00000001:3.0:1787761651.659509:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761651.659520:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597595000832/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761651.659541:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761651.659548:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761651.659555:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597595000832/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761651.659581:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761651.659585:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761651.659589:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761651.659591:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761651.659594:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761651.659599:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761651.659602:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20392
00000400:00000200:3.0:1787761651.659609:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761651.659614:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761651.659618:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761651.659622:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761651.659625:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761651.659630:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761651.659633:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761651.659637:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761651.659639:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761651.659641:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761651.659645:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761651.659649:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761651.659653:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000800:00000200:0.1:1787761651.659852:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761651.659856:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000100:00000040:3.0:1787761651.659909:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761651.659914:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761651.659919:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761651.659922:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761651.659925:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761651.659958:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761651.659963:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761651.659966:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761651.659972:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761651.659975:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761651.659980:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761651.659987:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761651.659991:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761651.659995:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761651.660000:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787761651.660003:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761651.660006:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761651.660009:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761651.660011:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761651.660012:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761651.660014:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761651.660018:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14000.
00000100:00000001:3.0:1787761651.660023:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761651.660028:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597595000960/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761651.660036:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761651.660040:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761651.660044:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597595000960/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761651.660058:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761651.660060:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761651.660062:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761651.660070:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761651.660074:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761651.660078:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761651.660082:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20392
00000400:00000200:3.0:1787761651.660087:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761651.660092:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761651.660096:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761651.660102:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761651.660106:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761651.660110:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761651.660114:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761651.660115:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761651.660117:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761651.660120:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761651.660124:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761651.660128:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761651.660131:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761651.660137:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761651.660141:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761651.660144:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761651.660147:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761651.660149:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761651.660155:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761651.660160:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761651.660163:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761651.660167:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761651.660171:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761651.660176:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761651.660179:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761651.660184:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761651.660187:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761651.660193:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000020:00000040:3.0:1787761651.660197:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761651.660201:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761651.660203:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761651.660206:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761651.660209:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761651.660211:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761651.660217:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17800.
00000100:00000001:3.0:1787761651.660222:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761651.660229:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597595001088/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761651.660245:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761651.660277:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761651.660283:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597595001088/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761651.660294:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761651.660299:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761651.660306:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761651.660312:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20402)
00000800:00000200:0.1:1787761651.660489:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761651.660491:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787761651.660738:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761651.660741:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1787761652.491425:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761652.491430:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761652.491433:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761653.515450:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761653.515455:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761653.515458:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761655.563436:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761655.563440:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761655.563444:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761656.587409:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761656.587413:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761656.587416:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761656.779363:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761656.779373:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761656.779380:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761656.779385:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761656.779394:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761656.779407:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20397
00000400:00000200:3.0:1787761656.779424:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761656.779434:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761656.779437:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761656.779442:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761656.779446:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761656.779449:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761656.779451:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761656.779456:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761656.779458:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761656.779461:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761656.779465:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761656.779467:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761656.779469:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761656.779471:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761656.779473:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761656.779475:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761656.779477:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761656.779480:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761656.779483:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761656.779485:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761656.779488:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761656.779491:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761656.779512:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761656.779515:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761656.779518:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761656.779531:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000020:00000040:3.0:1787761656.779535:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761656.779540:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761656.779541:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761656.779545:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761656.779548:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761656.779555:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761656.779565:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16c00.
00000100:00000001:3.0:1787761656.779574:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761656.779585:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597595001216/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761656.779596:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761656.779602:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761656.779607:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597595001216/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761656.779631:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761656.779634:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761656.779638:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761656.779640:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761656.779641:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761656.779644:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761656.779647:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20397
00000400:00000200:3.0:1787761656.779651:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761656.779655:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761656.779657:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761656.779661:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761656.779664:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761656.779671:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761656.779673:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761656.779679:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761656.779684:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761656.779688:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761656.779695:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761656.779701:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761656.779710:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761656.779721:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761656.779730:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761656.779739:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761656.779747:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761656.779755:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761656.779765:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761656.779772:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761656.779775:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761656.779784:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761656.779792:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761656.779794:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761656.779802:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761656.779809:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761656.779812:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761656.779817:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787761656.779821:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761656.779824:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761656.779825:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761656.779827:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761656.779828:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761656.779830:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761656.779835:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14800.
00000100:00000001:3.0:1787761656.779841:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761656.779846:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597595001344/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761656.779862:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761656.779866:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761656.779874:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597595001344/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761656.779904:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761656.779911:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761656.779919:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761656.779924:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761656.779928:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761656.779935:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761656.779938:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20397
00000400:00000200:3.0:1787761656.779950:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761656.779955:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761656.779957:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761656.779963:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761656.779969:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761656.779971:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761656.779973:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761656.779978:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761656.779982:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761656.779986:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761656.779988:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761656.779991:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761656.779996:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761656.780002:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761656.780006:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761656.780012:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761656.780018:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761656.780023:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761656.780031:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761656.780039:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761656.780046:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761656.780051:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761656.780055:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761656.780060:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761656.780064:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761656.780069:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761656.780074:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761656.780078:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787761656.780083:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761656.780087:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761656.780089:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761656.780096:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761656.780097:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761656.780099:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761656.780103:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16400.
00000100:00000001:3.0:1787761656.780112:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761656.780120:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597595001472/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1787761656.780127:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761656.780136:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
00000100:00000001:3.0:1787761656.780137:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761656.780142:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761656.780150:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597595001472/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761656.780163:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761656.780166:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761656.780172:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761656.780181:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20407)
00000800:00000200:0.1:1787761656.780638:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761656.780640:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787761656.780921:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761656.780923:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
00000020:00000001:3.0:1787761657.611544:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761657.611551:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761657.611557:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761659.659414:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761659.659418:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761659.659422:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761660.683408:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761660.683412:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761660.683415:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761661.707444:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761661.707449:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761661.707453:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761661.899343:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761661.899354:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761661.899359:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761661.899365:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761661.899372:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761661.899381:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20402
00000400:00000200:3.0:1787761661.899393:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761661.899400:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761661.899404:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761661.899407:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761661.899410:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761661.899413:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761661.899415:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761661.899418:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761661.899421:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761661.899423:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761661.899426:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761661.899428:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761661.899429:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761661.899432:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761661.899434:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761661.899435:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761661.899437:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761661.899439:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761661.899441:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761661.899443:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761661.899445:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761661.899448:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761661.899450:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761661.899452:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761661.899454:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761661.899479:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787761661.899482:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761661.899486:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761661.899487:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761661.899489:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761661.899492:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761661.899497:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761661.899507:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17400.
00000100:00000001:3.0:1787761661.899514:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761661.899524:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597595001600/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761661.899533:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761661.899538:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761661.899542:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597595001600/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761661.899561:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761661.899564:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761661.899566:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761661.899567:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761661.899569:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761661.899571:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761661.899573:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20402
00000400:00000200:3.0:1787761661.899576:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761661.899579:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761661.899581:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761661.899584:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761661.899586:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761661.899588:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761661.899593:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761661.899597:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761661.899600:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761661.899602:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761661.899606:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761661.899608:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761661.899614:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761661.899621:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761661.899624:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761661.899628:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761661.899632:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761661.899635:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761661.899638:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761661.899643:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761661.899646:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761661.899656:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761661.899662:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761661.899667:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761661.899674:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761661.899680:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761661.899685:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761661.899695:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787761661.899700:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761661.899707:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761661.899709:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761661.899711:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761661.899714:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761661.899718:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761661.899724:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16400.
00000100:00000001:3.0:1787761661.899729:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761661.899735:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597595001728/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761661.899746:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761661.899749:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761661.899760:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597595001728/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761661.899790:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761661.899796:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761661.899800:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761661.899803:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761661.899806:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761661.899810:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761661.899817:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20402
00000400:00000200:3.0:1787761661.899821:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761661.899826:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761661.899830:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761661.899834:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761661.899836:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761661.899841:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761661.899844:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761661.899848:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761661.899851:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761661.899852:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761661.899856:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761661.899859:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761661.899862:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761661.899869:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761661.899873:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761661.899877:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761661.899881:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761661.899886:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761661.899890:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761661.899893:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761661.899897:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761661.899901:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761661.899906:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761661.899907:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761661.899911:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761661.899915:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761661.899918:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761661.899926:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000020:00000040:3.0:1787761661.899930:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761661.899932:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761661.899936:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761661.899938:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761661.899941:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761661.899945:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787761661.899950:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
02000000:00000010:3.0:1787761661.899951:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14800.
00000800:00000200:0.1:1787761661.899954:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 28 secs later)
00000100:00000001:3.0:1787761661.899956:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761661.899963:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597595001856/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761661.899974:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761661.899976:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761661.899980:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597595001856/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761661.899993:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761661.899997:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761661.900003:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761661.900009:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20412)
00000800:00000200:0.1:1787761661.900346:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761661.900348:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1787761661.900567:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761661.900568:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 28 secs later)
00000020:00000001:3.0:1787761663.755422:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761663.755426:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761663.755430:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761664.779459:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761664.779463:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761664.779467:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761665.803594:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761665.803600:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761665.803605:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1787761667.020309:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761667.020313:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1787761667.021107:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761667.021109:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1787761667.021330:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761667.021332:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 23 secs later)
00000020:00000001:3.0:1787761667.851406:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761667.851411:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761667.851415:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761668.875423:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761668.875429:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761668.875434:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761669.899549:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761669.899553:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761669.899556:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761671.947444:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761671.947448:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761671.947451:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1787761672.139960:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761672.139968:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761672.140489:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761672.140490:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761672.140706:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761672.140708:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1787761672.971431:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761672.971436:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761672.971438:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761673.995445:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761673.995449:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761673.995453:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761676.043512:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761676.043519:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761676.043523:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761677.067543:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761677.067550:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761677.067555:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761677.259387:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761677.259405:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761677.259418:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761677.259430:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761677.259448:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761677.259468:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20418
00000400:00000200:3.0:1787761677.259487:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761677.259504:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761677.259509:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761677.259514:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761677.259518:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761677.259522:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761677.259525:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761677.259530:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761677.259534:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761677.259537:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761677.259540:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761677.259542:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761677.259545:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761677.259547:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761677.259548:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761677.259549:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761677.259550:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761677.259553:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761677.259555:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761677.259557:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761677.259559:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761677.259563:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761677.259565:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761677.259567:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761677.259569:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761677.259578:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000020:00000040:3.0:1787761677.259581:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761677.259586:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761677.259587:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761677.259590:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761677.259593:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761677.259599:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761677.259607:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16c00.
00000100:00000001:3.0:1787761677.259615:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761677.259625:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597595002752/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761677.259635:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761677.259641:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761677.259645:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597595002752/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761677.259672:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761677.259675:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761677.259678:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761677.259679:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761677.259681:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761677.259683:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761677.259685:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20418
00000400:00000200:3.0:1787761677.259687:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761677.259689:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761677.259691:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761677.259693:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761677.259697:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761677.259700:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761677.259702:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761677.259705:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761677.259707:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761677.259708:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761677.259711:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761677.259712:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761677.259714:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761677.259717:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761677.259718:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761677.259720:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761677.259723:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761677.259729:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761677.259736:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761677.259747:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761677.259750:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761677.259757:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761677.259765:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761677.259775:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761677.259784:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761677.259799:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761677.259803:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761677.259811:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787761677.259817:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761677.259830:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761677.259833:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761677.259840:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761677.259854:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761677.259865:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761677.259884:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17800.
00000100:00000001:3.0:1787761677.259895:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761677.259917:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597595002880/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761677.259942:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761677.259948:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761677.259956:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597595002880/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761677.259970:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761677.259973:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761677.259987:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761677.259988:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761677.259990:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761677.259992:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761677.259996:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20418
00000400:00000200:3.0:1787761677.260008:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761677.260019:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761677.260027:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761677.260037:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761677.260040:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761677.260046:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761677.260050:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761677.260059:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761677.260063:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761677.260070:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761677.260076:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761677.260086:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761677.260097:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761677.260112:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761677.260137:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761677.260150:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761677.260156:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761677.260167:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761677.260174:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761677.260177:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761677.260178:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761677.260187:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761677.260192:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761677.260205:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761677.260209:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761677.260216:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761677.260223:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761677.260233:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000020:00000040:3.0:1787761677.260241:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761677.260283:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761677.260284:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761677.260287:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761677.260288:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761677.260290:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761677.260296:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14000.
00000100:00000001:3.0:1787761677.260301:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761677.260321:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597595003008/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761677.260339:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761677.260350:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761677.260371:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597595003008/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761677.260390:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761677.260404:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761677.260418:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761677.260434:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20428)
00000800:00000200:0.1:1787761677.260474:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761677.260480:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761677.261053:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761677.261059:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761677.261500:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761677.261503:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1787761678.091480:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761678.091486:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761678.091489:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761680.139437:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761680.139442:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761680.139445:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761681.163510:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761681.163516:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761681.163521:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761682.187553:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761682.187560:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761682.187564:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761682.379440:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761682.379454:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761682.379462:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761682.379470:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761682.379478:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761682.379490:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20423
00000400:00000200:3.0:1787761682.379502:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761682.379512:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761682.379517:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761682.379521:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761682.379525:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761682.379532:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761682.379536:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761682.379540:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761682.379543:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761682.379546:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761682.379550:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761682.379553:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761682.379556:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761682.379561:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761682.379563:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761682.379566:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761682.379568:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761682.379572:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761682.379576:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761682.379579:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761682.379582:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761682.379586:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761682.379590:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761682.379592:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761682.379595:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761682.379605:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000020:00000040:3.0:1787761682.379609:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761682.379614:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761682.379616:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761682.379619:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761682.379622:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761682.379627:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761682.379636:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16800.
00000100:00000001:3.0:1787761682.379645:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761682.379657:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597595003136/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761682.379671:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761682.379676:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761682.379682:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597595003136/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761682.379707:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761682.379711:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761682.379715:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761682.379717:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761682.379720:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761682.379723:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761682.379726:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20423
00000400:00000200:3.0:1787761682.379731:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761682.379737:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761682.379741:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761682.379745:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761682.379749:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761682.379753:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761682.379761:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761682.379768:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761682.379774:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761682.379776:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761682.379784:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761682.379789:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761682.379799:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761682.379814:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761682.379821:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761682.379831:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761682.379843:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761682.379856:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761682.379873:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761682.379886:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761682.379899:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761682.379912:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761682.379924:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761682.379933:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761682.379944:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761682.379955:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761682.379964:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761682.379975:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000020:00000040:3.0:1787761682.379983:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761682.379992:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761682.379997:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761682.380005:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761682.380012:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761682.380020:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761682.380034:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14c00.
00000100:00000001:3.0:1787761682.380045:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761682.380062:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597595003264/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761682.380085:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761682.380094:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761682.380107:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597595003264/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761682.380149:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761682.380157:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761682.380170:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761682.380176:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761682.380182:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761682.380193:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761682.380204:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20423
00000400:00000200:3.0:1787761682.380219:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761682.380230:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761682.380235:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761682.380293:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000800:00000200:0.1:1787761682.380297:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:3.0:1787761682.380300:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1787761682.380307:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1787761682.380311:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761682.380345:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761682.380353:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761682.380358:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761682.380364:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761682.380369:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761682.380380:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761682.380389:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761682.380402:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761682.380410:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761682.380417:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761682.380424:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761682.380431:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761682.380443:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761682.380466:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761682.380476:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761682.380484:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761682.380492:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761682.380500:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761682.380508:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761682.380519:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761682.380529:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761682.380540:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787761682.380550:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761682.380560:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761682.380562:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761682.380566:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761682.380573:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761682.380576:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761682.380584:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15400.
00000100:00000001:3.0:1787761682.380592:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761682.380607:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597595003392/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761682.380623:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761682.380632:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761682.380648:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597595003392/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761682.380701:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761682.380708:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761682.380722:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761682.380734:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20433)
00000800:00000200:0.1:1787761682.381084:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761682.381087:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787761682.381492:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761682.381496:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1787761684.235535:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761684.235542:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761684.235548:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761685.259532:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761685.259539:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761685.259544:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761686.283444:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761686.283449:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761686.283452:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761687.499394:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761687.499401:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761687.499404:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761687.499408:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761687.499412:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761687.499422:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20428
00000400:00000200:3.0:1787761687.499433:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761687.499439:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761687.499442:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761687.499445:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761687.499453:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761687.499455:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761687.499458:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761687.499461:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761687.499464:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761687.499467:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761687.499471:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761687.499472:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761687.499474:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761687.499477:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761687.499478:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761687.499480:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761687.499481:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761687.499484:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761687.499487:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761687.499488:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761687.499491:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761687.499494:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761687.499497:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761687.499499:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761687.499501:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761687.499508:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787761687.499511:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761687.499516:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761687.499517:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761687.499521:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761687.499524:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761687.499529:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761687.499537:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17000.
00000100:00000001:3.0:1787761687.499545:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761687.499555:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597595003520/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761687.499565:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761687.499570:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761687.499575:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597595003520/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761687.499592:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761687.499595:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761687.499597:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761687.499598:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761687.499599:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761687.499602:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761687.499604:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20428
00000400:00000200:3.0:1787761687.499607:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761687.499610:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761687.499612:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761687.499615:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761687.499617:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761687.499619:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761687.499621:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761687.499622:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761687.499623:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761687.499624:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761687.499627:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761687.499631:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761687.499633:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761687.499636:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761687.499640:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761687.499707:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761687.499711:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761687.499716:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761687.499722:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761687.499728:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761687.499730:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761687.499737:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761687.499741:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761687.499744:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761687.499752:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761687.499759:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761687.499765:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761687.499774:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000020:00000040:3.0:1787761687.499779:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761687.499784:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761687.499786:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761687.499788:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761687.499790:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761687.499794:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761687.499799:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15800.
00000100:00000001:3.0:1787761687.499804:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787761687.499902:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761687.499907:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000100:00100000:3.0:1787761687.499939:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597595003648/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761687.499951:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761687.499954:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761687.499962:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597595003648/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761687.499993:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761687.499996:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761687.500000:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761687.500004:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761687.500007:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761687.500012:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761687.500018:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20428
00000400:00000200:3.0:1787761687.500063:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761687.500068:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761687.500072:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761687.500075:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761687.500077:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761687.500078:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761687.500080:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761687.500082:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761687.500084:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761687.500086:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761687.500088:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761687.500092:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761687.500096:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761687.500101:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761687.500106:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761687.500110:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761687.500114:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761687.500119:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761687.500123:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761687.500128:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761687.500130:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761687.500133:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761687.500137:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761687.500140:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761687.500144:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761687.500148:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761687.500151:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761687.500157:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000020:00000040:3.0:1787761687.500159:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761687.500161:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761687.500163:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761687.500167:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761687.500169:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761687.500172:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761687.500177:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17c00.
00000100:00000001:3.0:1787761687.500182:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761687.500190:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597595003776/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761687.500202:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761687.500205:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761687.500212:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597595003776/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761687.500229:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761687.500232:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761687.500240:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761687.500273:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20438)
00000800:00000200:0.1:1787761687.500480:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761687.500482:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787761687.500678:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761687.500680:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1787761688.331463:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761688.331469:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761688.331474:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761689.355513:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761689.355520:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761689.355524:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761690.379512:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761690.379518:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761690.379523:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761692.427421:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761692.427424:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761692.427427:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761692.619385:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761692.619393:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761692.619396:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761692.619400:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761692.619404:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761692.619413:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20433
00000400:00000200:3.0:1787761692.619438:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761692.619443:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761692.619446:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761692.619449:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761692.619451:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761692.619453:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761692.619455:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761692.619458:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761692.619460:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761692.619462:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761692.619465:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761692.619467:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761692.619469:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761692.619471:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761692.619472:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761692.619474:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761692.619475:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761692.619478:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761692.619480:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761692.619482:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761692.619484:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761692.619486:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761692.619506:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761692.619508:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761692.619511:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761692.619521:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000020:00000040:3.0:1787761692.619526:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761692.619531:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761692.619533:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761692.619537:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761692.619541:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761692.619546:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761692.619554:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15c00.
00000100:00000001:3.0:1787761692.619563:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761692.619575:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597595003904/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761692.619589:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761692.619595:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761692.619601:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597595003904/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761692.619627:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761692.619632:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761692.619636:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761692.619638:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761692.619640:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761692.619645:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761692.619649:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20433
00000400:00000200:3.0:1787761692.619655:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761692.619660:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761692.619663:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761692.619668:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761692.619672:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761692.619682:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761692.619691:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761692.619698:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761692.619700:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761692.619703:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761692.619709:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761692.619717:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761692.619725:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761692.619737:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761692.619745:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761692.619751:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761692.619758:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761692.619765:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761692.619773:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761692.619780:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761692.619789:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761692.619801:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761692.619807:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761692.619813:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761692.619822:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761692.619829:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761692.619832:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761692.619843:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787761692.619850:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761692.619853:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761692.619854:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761692.619857:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761692.619859:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761692.619861:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761692.619891:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14400.
00000100:00000001:3.0:1787761692.619899:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761692.619912:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597595004032/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761692.619938:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761692.619946:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761692.619960:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597595004032/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761692.620028:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761692.620038:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761692.620048:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761692.620055:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761692.620060:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761692.620066:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761692.620077:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20433
00000400:00000200:3.0:1787761692.620092:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761692.620106:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761692.620116:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761692.620144:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761692.620149:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761692.620154:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761692.620157:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761692.620161:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761692.620163:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761692.620166:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761692.620169:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761692.620172:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761692.620177:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761692.620183:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761692.620188:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761692.620189:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761692.620191:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761692.620214:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761692.620221:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761692.620227:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787761692.620228:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
02000000:00000001:3.0:1787761692.620234:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761692.620239:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761692.620241:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761692.620243:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761692.620289:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761692.620292:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761692.620294:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761692.620299:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000020:00000040:3.0:1787761692.620303:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761692.620306:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761692.620309:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761692.620314:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761692.620316:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761692.620319:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761692.620327:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15000.
00000100:00000001:3.0:1787761692.620335:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761692.620348:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597595004160/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761692.620366:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761692.620371:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761692.620382:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597595004160/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761692.620403:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761692.620410:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761692.620435:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761692.620440:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20443)
00000800:00000200:0.1:1787761692.620541:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761692.620631:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000020:00000001:3.0:1787761693.451536:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761693.451546:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761693.451552:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761694.475554:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761694.475563:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761694.475569:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761696.523540:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761696.523549:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761696.523555:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761697.547428:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761697.547432:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761697.547435:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1787761697.740057:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761697.740065:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761697.740669:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761697.740671:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761697.741184:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761697.741189:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1787761698.571490:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761698.571497:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761698.571502:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761700.619472:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761700.619480:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761700.619484:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761701.643520:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761701.643526:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761701.643531:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761702.667425:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761702.667430:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761702.667433:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761702.859356:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761702.859371:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761702.859377:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761702.859384:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761702.859392:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761702.859403:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20443
00000400:00000200:3.0:1787761702.859415:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761702.859424:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761702.859428:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761702.859432:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761702.859434:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761702.859437:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761702.859439:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761702.859443:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761702.859445:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761702.859450:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761702.859453:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761702.859455:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761702.859458:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761702.859460:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761702.859462:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761702.859463:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761702.859464:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761702.859467:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761702.859470:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761702.859472:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761702.859475:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761702.859478:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761702.859481:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761702.859483:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761702.859485:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761702.859495:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000020:00000040:3.0:1787761702.859499:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761702.859504:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761702.859505:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761702.859509:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761702.859512:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761702.859517:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761702.859525:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16000.
00000100:00000001:3.0:1787761702.859533:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761702.859543:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597595004672/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761702.859552:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761702.859558:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761702.859562:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597595004672/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761702.859582:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761702.859585:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761702.859588:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761702.859590:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761702.859591:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761702.859594:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761702.859597:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20443
00000400:00000200:3.0:1787761702.859600:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761702.859603:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761702.859605:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761702.859608:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761702.859611:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761702.859614:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761702.859617:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761702.859621:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761702.859623:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761702.859626:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761702.859630:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761702.859634:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761702.859638:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761702.859645:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761702.859649:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761702.859655:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761702.859658:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761702.859660:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761702.859664:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761702.859670:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761702.859675:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761702.859682:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761702.859687:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761702.859689:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761702.859695:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761702.859700:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761702.859702:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761702.859706:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787761702.859711:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761702.859715:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761702.859718:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761702.859719:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761702.859720:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761702.859722:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761702.859730:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15c00.
00000100:00000001:3.0:1787761702.859736:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761702.859740:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597595004800/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761702.859749:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761702.859751:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761702.859755:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597595004800/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761702.859770:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761702.859776:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761702.859783:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761702.859788:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761702.859790:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761702.859796:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761702.859801:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20443
00000400:00000200:3.0:1787761702.859808:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761702.859811:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761702.859813:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761702.859819:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761702.859822:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761702.859825:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761702.859826:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761702.859831:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761702.859834:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761702.859836:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761702.859838:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761702.859841:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761702.859846:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761702.859851:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761702.859853:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761702.859856:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761702.859859:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761702.859864:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761702.859869:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761702.859874:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761702.859877:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761702.859882:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761702.859887:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761702.859892:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761702.859895:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761702.859897:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761702.859900:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761702.859907:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787761702.859912:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761702.859917:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761702.859920:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761702.859923:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761702.859924:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761702.859926:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761702.859932:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15000.
00000100:00000001:3.0:1787761702.859937:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761702.859946:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597595004928/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1787761702.859954:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:3.0:1787761702.859959:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:0.1:1787761702.859961:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1787761702.859962:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761702.859969:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597595004928/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761702.859979:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761702.859982:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761702.859987:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761702.859993:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20453)
00000800:00000200:0.1:1787761702.860361:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761702.860363:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761702.860561:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761702.860563:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1787761704.715452:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761704.715457:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761704.715460:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761705.739454:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761705.739459:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761705.739462:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761706.763545:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761706.763552:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761706.763556:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1787761707.980211:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761707.980216:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787761707.980806:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761707.980810:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787761707.981375:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761707.981378:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1787761708.811438:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761708.811445:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761708.811449:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761709.835518:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761709.835526:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761709.835532:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761710.859394:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761710.859398:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761710.859401:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761712.907607:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761712.907615:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761712.907621:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1787761713.100348:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761713.100353:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787761713.101059:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761713.101062:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787761713.101327:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761713.101329:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1787761713.931374:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761713.931378:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761713.931381:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761714.955395:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761714.955400:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761714.955403:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761717.003423:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761717.003427:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761717.003430:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761718.027404:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761718.027410:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761718.027414:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761718.219340:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761718.219348:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761718.219351:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761718.219355:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761718.219360:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761718.219366:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20458
00000400:00000200:3.0:1787761718.219373:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761718.219379:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761718.219382:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761718.219385:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761718.219388:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761718.219390:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761718.219392:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761718.219395:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761718.219397:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761718.219399:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761718.219401:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761718.219403:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761718.219405:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761718.219407:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761718.219408:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761718.219410:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761718.219411:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761718.219414:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761718.219416:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761718.219418:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761718.219420:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761718.219423:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761718.219425:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761718.219426:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761718.219428:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761718.219433:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787761718.219436:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761718.219439:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761718.219440:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761718.219442:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761718.219445:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761718.219448:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761718.219455:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14400.
00000100:00000001:3.0:1787761718.219460:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761718.219468:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597595005824/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761718.219476:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761718.219479:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761718.219482:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597595005824/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761718.219497:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761718.219499:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761718.219501:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761718.219502:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761718.219504:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761718.219505:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761718.219507:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20458
00000400:00000200:3.0:1787761718.219509:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761718.219512:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761718.219514:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761718.219517:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761718.219518:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761718.219521:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761718.219523:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761718.219524:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761718.219528:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761718.219529:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761718.219534:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761718.219538:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761718.219541:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761718.219545:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761718.219550:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761718.219554:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761718.219558:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761718.219563:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761718.219567:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761718.219571:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761718.219574:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761718.219580:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761718.219587:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761718.219590:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761718.219596:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761718.219600:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761718.219605:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761718.219610:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787761718.219613:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761718.219615:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761718.219617:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761718.219621:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761718.219624:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761718.219625:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761718.219631:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17c00.
00000100:00000001:3.0:1787761718.219635:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761718.219643:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597595005952/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761718.219655:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761718.219662:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761718.219673:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597595005952/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761718.219697:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761718.219704:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761718.219707:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761718.219710:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761718.219712:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761718.219716:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761718.219720:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20458
00000400:00000200:3.0:1787761718.219728:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761718.219735:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761718.219739:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761718.219745:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761718.219750:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761718.219756:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761718.219762:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761718.219767:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761718.219770:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761718.219771:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761718.219773:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761718.219778:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761718.219782:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761718.219790:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761718.219792:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761718.219796:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761718.219799:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761718.219803:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761718.219808:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761718.219812:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761718.219817:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761718.219820:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761718.219823:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761718.219826:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:0.1:1787761718.219826:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000008:00100000:3.0:1787761718.219830:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.1:1787761718.219831:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000008:00000001:3.0:1787761718.219835:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761718.219841:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761718.219847:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000020:00000040:3.0:1787761718.219852:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761718.219859:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761718.219863:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761718.219869:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761718.219873:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761718.219878:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761718.219892:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15800.
00000100:00000001:3.0:1787761718.219900:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761718.219913:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597595006080/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761718.219929:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761718.219934:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761718.219942:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597595006080/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761718.219952:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761718.219957:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761718.219963:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761718.219970:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20469)
00000800:00000200:0.1:1787761718.220224:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761718.220226:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761718.220449:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761718.220451:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1787761719.051386:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761719.051389:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761719.051392:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761721.099475:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761721.099480:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761721.099485:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761722.123403:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761722.123407:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761722.123410:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761722.315357:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761722.315367:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761722.315369:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761722.315375:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761722.315378:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761722.315382:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761722.315385:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761722.315389:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761722.315393:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761723.147505:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761723.147512:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761723.147516:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761723.339339:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761723.339353:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761723.339356:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761723.339361:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761723.339368:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761723.339381:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20464
00000400:00000200:3.0:1787761723.339396:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761723.339405:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761723.339412:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761723.339419:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761723.339426:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761723.339442:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761723.339448:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761723.339461:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761723.339470:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761723.339508:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761723.339519:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761723.339536:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761723.339546:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761723.339555:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761723.339561:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761723.339583:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761723.339585:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761723.339589:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761723.339595:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761723.339598:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761723.339601:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761723.339605:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761723.339608:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761723.339610:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761723.339614:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761723.339624:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000020:00000040:3.0:1787761723.339628:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761723.339649:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761723.339652:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761723.339657:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761723.339661:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761723.339667:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761723.339680:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17000.
00000100:00000001:3.0:1787761723.339691:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761723.339703:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597595006208/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761723.339720:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761723.339727:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761723.339734:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597595006208/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761723.339763:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761723.339768:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761723.339773:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761723.339775:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761723.339777:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761723.339782:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761723.339785:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20464
00000400:00000200:3.0:1787761723.339790:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761723.339793:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761723.339796:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761723.339799:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761723.339801:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761723.339803:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761723.339805:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761723.339806:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761723.339807:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761723.339809:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761723.339811:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761723.339813:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761723.339815:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761723.339833:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761723.339835:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761723.339839:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761723.339841:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761723.339844:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761723.339848:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761723.339851:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761723.339854:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761723.339860:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761723.339863:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761723.339867:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761723.339872:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761723.339878:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761723.339882:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761723.339904:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000020:00000040:3.0:1787761723.339908:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761723.339913:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761723.339917:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761723.339919:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761723.339920:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761723.339925:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761723.339932:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15400.
00000100:00000001:3.0:1787761723.339936:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761723.339947:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597595006336/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761723.339959:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761723.339962:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761723.339969:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597595006336/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761723.339979:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761723.339982:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761723.339988:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761723.339992:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761723.339993:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761723.339996:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761723.340001:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20464
00000400:00000200:3.0:1787761723.340006:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761723.340012:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761723.340013:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761723.340016:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761723.340023:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761723.340025:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761723.340026:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761723.340028:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761723.340043:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761723.340047:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761723.340051:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761723.340054:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761723.340060:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761723.340063:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761723.340073:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761723.340076:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761723.340081:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761723.340087:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761723.340093:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761723.340098:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761723.340101:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761723.340107:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761723.340112:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761723.340115:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761723.340118:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761723.340123:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761723.340129:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761723.340133:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787761723.340138:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761723.340143:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761723.340145:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761723.340147:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761723.340148:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761723.340150:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761723.340154:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14c00.
00000100:00000001:3.0:1787761723.340158:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761723.340165:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597595006464/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761723.340176:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761723.340181:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761723.340188:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597595006464/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761723.340204:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761723.340207:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761723.340213:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761723.340224:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20474)
00000800:00000200:0.1:1787761723.340299:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761723.340303:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761723.340861:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761723.340865:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761723.341334:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761723.341337:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1787761725.195503:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761725.195509:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761725.195514:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761726.219509:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761726.219516:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761726.219521:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787761727.243479:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761727.243487:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761727.243493:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761728.459341:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761728.459352:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761728.459356:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761728.459360:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761728.459366:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761728.459375:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20469
00000400:00000200:3.0:1787761728.459387:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761728.459399:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761728.459408:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761728.459416:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761728.459428:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761728.459442:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761728.459454:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761728.459470:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761728.459475:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761728.459481:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761728.459486:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761728.459489:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761728.459493:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761728.459497:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761728.459498:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761728.459500:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761728.459502:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761728.459505:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761728.459508:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761728.459509:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761728.459512:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761728.459516:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761728.459518:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761728.459521:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761728.459523:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761728.459532:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000020:00000040:3.0:1787761728.459535:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761728.459540:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761728.459541:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761728.459545:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761728.459548:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761728.459553:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761728.459561:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16800.
00000100:00000001:3.0:1787761728.459570:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761728.459579:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597595006592/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761728.459590:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761728.459595:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761728.459599:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597595006592/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761728.459619:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761728.459622:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761728.459625:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761728.459626:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761728.459628:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761728.459630:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761728.459632:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20469
00000400:00000200:3.0:1787761728.459636:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761728.459639:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761728.459641:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761728.459643:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761728.459646:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761728.459647:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761728.459650:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761728.459652:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761728.459655:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761728.459656:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761728.459659:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761728.459662:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761728.459665:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761728.459670:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761728.459673:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761728.459677:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761728.459681:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761728.459683:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761728.459685:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761728.459686:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761728.459687:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761728.459693:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761728.459698:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761728.459704:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761728.459710:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761728.459716:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761728.459719:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761728.459723:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000020:00000040:3.0:1787761728.459725:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761728.459729:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761728.459731:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761728.459734:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761728.459736:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761728.459739:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761728.459742:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14000.
00000100:00000001:3.0:1787761728.459747:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761728.459756:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597595006720/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761728.459764:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761728.459765:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761728.459769:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597595006720/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761728.459781:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761728.459783:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761728.459788:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761728.459791:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761728.459793:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761728.459798:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761728.459801:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20469
00000400:00000200:3.0:1787761728.459804:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761728.459809:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761728.459811:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761728.459813:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761728.459815:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761728.459820:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761728.459823:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761728.459827:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761728.459829:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761728.459831:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761728.459834:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761728.459837:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761728.459841:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761728.459848:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761728.459853:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761728.459856:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761728.459861:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761728.459866:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761728.459872:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761728.459877:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761728.459878:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761728.459881:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761728.459886:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761728.459890:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761728.459893:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761728.459898:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761728.459902:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761728.459908:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787761728.459913:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761728.459920:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761728.459923:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761728.459928:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761728.459932:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761728.459936:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761728.459941:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17800.
00000100:00000001:3.0:1787761728.459949:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761728.459955:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597595006848/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761728.459970:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761728.459973:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761728.459978:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597595006848/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761728.459986:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761728.459989:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761728.459993:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761728.460014:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20479)
00000800:00000200:0.1:1787761728.460025:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761728.460030:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
02000000:00000001:0.0:1787761728.460332:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761728.460335:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761728.460337:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760d800.
02000000:00000001:0.0:1787761728.460338:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761728.460342:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761728.460343:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60840.
00000400:00000010:0.0:1787761728.460346:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e6557f8.
00000100:00000200:0.0:1787761728.460349:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595006720, portal 10
00000100:00000001:0.0:1787761728.460350:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761728.460351:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765438144 : -110615944113472 : ffff9b6537f1d2c0)
00000100:00000040:0.0:1787761728.460357:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d2c0 x1874597595006720/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761728.460362:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761728.460364:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761728.460366:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655110.
00000100:00000200:0.0:1787761728.460367:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595006720, offset 0
00000400:00000200:0.0:1787761728.460370:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761728.460373:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761728.460375:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761728.460378:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761728.460380:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761728.460381:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761728.460383:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761728.460385:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277647:277647:256:4294967295] 192.168.203.101@tcp LPNI seq info [277646:277646:8:4294967295]
00000400:00000200:0.0:1787761728.460388:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761728.460393:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761728.460396:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761728.460399:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b800.
00000800:00000200:0.0:1787761728.460402:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761728.460404:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761728.460407:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761728.460409:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1787761728.460412:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761728.460414:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b800.
00000400:00000200:0.0:1787761728.460590:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761728.460606:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761728.460622:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655110
00000400:00000010:0.0:1787761728.460627:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655110.
00000100:00000001:0.0:1787761728.460636:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761728.460650:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d2c0 x1874597595006720/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761728.460674:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761728.460682:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d2c0 x1874597595006720/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761753 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761728.460698:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761728.460702:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761728.460719:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761728.460728:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:0.0:1787761728.460738:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761728.460745:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315141645
00000100:00000001:0.0:1787761728.460751:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315142391
00000100:00000001:0.0:1787761728.460756:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315141645
00000100:00000001:0.0:1787761728.460782:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315142391
00000100:00000001:0.0:1787761728.460789:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761728.460795:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761728.460800:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761728.460811:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761728/real 1787761728]  req@ffff9b6537f1d2c0 x1874597595006720/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761728.460828:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761728.460831:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761728.460836:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60840.
00000400:00000200:0.0:1787761728.460840:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e6557f8
00000400:00000010:0.0:1787761728.460843:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e6557f8.
00000100:00000001:0.0:1787761728.460847:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761728.460853:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d2c0 x1874597595006720/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761728.460864:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d2c0 x1874597595006720/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761728.460873:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761728.460875:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761728.460878:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761728.460880:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761728.460885:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d2c0 x1874597595006720/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761728.460895:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761728.460901:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d2c0 x1874597595006720/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761753 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761728.460910:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761728.460914:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761728.460916:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761728.460918:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761728.460921:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761728.460924:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761728.460928:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761728.460934:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761728.460937:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761728.460942:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d2c0 x1874597595006720/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761753 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761728.460952:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595006720:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761728.460958:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761728.460964:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f0c0 x1874597595006848/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761728.460981:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761728.460984:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761728.460988:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761728.460993:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761728.461021:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761728.461026:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595006848:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761728.461031:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761728.461036:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761728.461040:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761728.461043:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761728.461054:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e000.
02000000:00000001:0.0:1787761728.461057:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761728.461064:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761728.461069:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60840.
00000400:00000010:0.0:1787761728.461075:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e6557f8.
00000100:00000200:0.0:1787761728.461082:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595006848, portal 4
00000100:00000001:0.0:1787761728.461085:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761728.461087:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765445824 : -110615944105792 : ffff9b6537f1f0c0)
00000100:00000040:0.0:1787761728.461096:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f0c0 x1874597595006848/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761728.461105:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761728.461109:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761728.461111:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655110.
00000100:00000200:0.0:1787761728.461115:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595006848, offset 0
00000400:00000200:0.0:1787761728.461122:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761728.461132:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761728.461140:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761728.461147:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761728.461152:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761728.461157:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761728.461161:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761728.461167:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277648:277648:256:4294967295] 192.168.203.101@tcp LPNI seq info [277647:277647:8:4294967295]
00000400:00000200:0.0:1787761728.461173:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761728.461184:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761728.461191:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761728.461197:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b800.
00000800:00000200:0.0:1787761728.461205:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761728.461211:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761728.461218:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761728.461223:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1787761728.461228:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761728.461231:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b800.
00000400:00000200:0.0:1787761728.461236:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761728.461240:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761728.461244:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655110
00000400:00000010:0.0:1787761728.461284:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655110.
00000100:00000001:0.0:1787761728.461288:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761728.461293:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f0c0 x1874597595006848/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761728.461304:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761728.461308:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f0c0 x1874597595006848/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761753 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761728.461316:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761728.461319:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761728.461323:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761728.461328:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:0.0:1787761728.461332:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761728.461335:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315141652
00000100:00000001:0.0:1787761728.461338:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315142391
00000100:00000001:0.0:1787761728.461341:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315141652
00000100:00000001:0.0:1787761728.461344:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315142391
00000100:00000001:0.0:1787761728.461346:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761728.461350:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761728.461352:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761728.461357:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761728/real 1787761728]  req@ffff9b6537f1f0c0 x1874597595006848/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761728.461368:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761728.461371:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761728.461373:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60840.
00000400:00000200:0.0:1787761728.461376:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e6557f8
00000400:00000010:0.0:1787761728.461380:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e6557f8.
00000100:00000001:0.0:1787761728.461385:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761728.461390:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f0c0 x1874597595006848/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761728.461401:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f0c0 x1874597595006848/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761728.461409:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761728.461411:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761728.461413:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761728.461415:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761728.461419:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f0c0 x1874597595006848/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761728.461427:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761728.461432:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f0c0 x1874597595006848/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761753 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761728.461440:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761728.461445:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761728.461448:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761728.461450:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761728.461453:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761728.461455:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761728.461459:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761728.461465:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761728.461468:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761728.461473:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f0c0 x1874597595006848/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761753 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761728.461482:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595006848:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761728.461487:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761728.461491:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761728.461494:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d2c0 x1874597595006720/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761753 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761728.461502:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761728.461506:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761728.461509:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760d800.
02000000:00000001:0.0:1787761728.461513:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761728.461517:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761728.461519:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=103 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:0.0:1787761728.461522:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761728.461525:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14000.
02000000:00000001:0.0:1787761728.461530:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761728.461532:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761728.461535:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d2c0.
00000100:00000001:0.0:1787761728.461539:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761728.461541:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761728.461543:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761728.461547:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f0c0 x1874597595006848/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761753 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761728.461555:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761728.461557:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761728.461559:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760e000.
02000000:00000001:0.0:1787761728.461561:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761728.461562:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761728.461564:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:0.0:1787761728.461566:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761728.461569:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17800.
02000000:00000001:0.0:1787761728.461571:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761728.461573:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761728.461575:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f0c0.
00000100:00000001:0.0:1787761728.461578:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761728.461579:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761728.461582:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761728.461591:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761728.461593:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761728.461595:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761728.461598:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761729.227308:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315142391, at 4315142400
00000100:00000010:0.0:1787761729.227330:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d2540.
00010000:00000001:0.0:1787761729.291334:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761729.291340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761729.291347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761729.291349:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761729.291354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761729.291355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761729.291414:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761729.291420:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761729.291424:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761730.315327:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761730.315335:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761730.315341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761730.315343:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761730.315346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761730.315347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761730.315429:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761730.315434:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761730.315437:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761731.339330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761731.339338:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761731.339344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761731.339345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761731.339348:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761731.339349:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761731.339426:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761731.339431:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761731.339434:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761732.363367:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761732.363378:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761732.363387:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761732.363389:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761732.363394:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761732.363396:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761732.363429:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761732.363434:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761732.363438:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761733.387374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761733.387384:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761733.387386:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761733.387390:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761733.387397:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761733.387400:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761733.387403:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761733.387406:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761733.387411:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761733.387413:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761733.387415:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761733.387420:0:311388:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1787761733.387423:0:311388:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1787761733.387425:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761733.387427:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761733.387429:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761733.387431:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761733.387433:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761733.387437:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761733.387438:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761733.387513:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761733.387520:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761733.387525:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761733.579307:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761733.579322:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761733.579326:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761733.579333:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761733.579340:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761733.579352:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20474
00000400:00000200:3.0:1787761733.579366:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761733.579377:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761733.579383:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761733.579388:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761733.579392:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761733.579397:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761733.579402:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761733.579408:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761733.579411:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761733.579419:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761733.579428:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761733.579436:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761733.579447:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761733.579471:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761733.579475:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761733.579477:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761733.579481:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761733.579484:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761733.579490:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761733.579494:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761733.579497:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761733.579501:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761733.579504:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761733.579506:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761733.579509:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761733.579520:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787761733.579524:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761733.579529:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761733.579530:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761733.579534:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761733.579536:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761733.579542:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761733.579553:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16c00.
00000100:00000001:3.0:1787761733.579560:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761733.579570:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597595006976/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761733.579580:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761733.579586:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761733.579590:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597595006976/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761733.579611:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761733.579614:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761733.579618:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761733.579619:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761733.579620:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761733.579623:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761733.579625:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20474
00000400:00000200:3.0:1787761733.579629:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761733.579631:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761733.579634:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761733.579637:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761733.579639:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761733.579641:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761733.579643:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761733.579645:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761733.579646:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000100:00000001:0.0:1787761733.579647:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787761733.579648:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761733.579653:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000100:00000001:0.0:1787761733.579654:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787761733.579655:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:0.0:1787761733.579658:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787761733.579659:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761733.579663:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761733.579667:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761733.579669:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f0c0 x1874597595006976/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787761733.579670:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761733.579674:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761733.579680:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761733.579685:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787761733.579687:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761733.579688:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761733.579691:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761733.579692:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787761733.579697:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761733.579700:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761733.579703:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761733.579707:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595006976:192.168.203.101@tcp:250:kworker.0
02000000:00000001:3.0:1787761733.579707:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761733.579715:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787761733.579715:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761733.579720:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1787761733.579722:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761733.579726:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787761733.579728:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787761733.579730:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1787761733.579734:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761733.579736:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761733.579740:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760d800.
00000100:00000010:3.0:1787761733.579741:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
02000000:00000001:0.0:1787761733.579747:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787761733.579747:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761733.579753:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761733.579755:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761733.579756:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761733.579757:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761733.579759:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761733.579761:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000010:3.0:1787761733.579763:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14800.
00000100:00000001:3.0:1787761733.579768:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787761733.579769:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60840.
00000100:00100000:3.0:1787761733.579775:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597595007104/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761733.579781:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1787761733.579783:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e6557f8.
00000100:00000001:3.0:1787761733.579784:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761733.579790:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597595007104/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761733.579797:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595006976, portal 25
00000100:00000001:0.0:1787761733.579802:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761733.579805:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765445824 : -110615944105792 : ffff9b6537f1f0c0)
00000100:00000001:3.0:1787761733.579813:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761733.579815:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f0c0 x1874597595006976/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761733.579817:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761733.579823:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761733.579824:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761733.579826:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761733.579827:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761733.579830:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20474
00000400:00000200:3.0:1787761733.579836:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761733.579839:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761733.579843:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787761733.579844:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787761733.579849:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000040:0.0:1787761733.579854:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787761733.579854:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1787761733.579860:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655110.
00000100:00000040:3.0:1787761733.579860:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761733.579866:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000200:0.0:1787761733.579867:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595006976, offset 0
00000020:00000001:3.0:1787761733.579870:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761733.579872:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761733.579874:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761733.579875:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000400:00000200:0.0:1787761733.579879:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000020:00000001:3.0:1787761733.579880:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761733.579884:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761733.579887:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761733.579889:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761733.579890:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:0.0:1787761733.579893:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787761733.579893:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761733.579898:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761733.579902:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761733.579903:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761733.579906:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
02000000:00000001:3.0:1787761733.579907:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761733.579911:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787761733.579915:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787761733.579916:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761733.579919:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761733.579921:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1787761733.579922:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000008:00000001:3.0:1787761733.579926:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761733.579929:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787761733.579929:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761733.579934:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000010:3.0:1787761733.579934:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000020:00000040:3.0:1787761733.579939:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000200:0.0:1787761733.579943:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277649:277649:256:4294967295] 192.168.203.101@tcp LPNI seq info [277648:277648:8:4294967295]
02000000:00000001:3.0:1787761733.579944:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761733.579947:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761733.579950:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1787761733.579952:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:3.0:1787761733.579953:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761733.579956:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761733.579974:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16400.
00000100:00000001:3.0:1787761733.579980:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761733.579984:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1787761733.579988:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597595007232/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761733.579997:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:0.0:1787761733.579999:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787761733.580000:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761733.580008:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597595007232/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:0.0:1787761733.580011:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b800.
00000100:00000001:3.0:1787761733.580018:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761733.580021:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761733.580027:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:0.0:1787761733.580028:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:3.0:1787761733.580032:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20484)
00000800:00000200:0.0:1787761733.580035:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761733.580044:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761733.580049:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787761733.580055:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761733.580058:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b800.
00000400:00000200:0.0:1787761733.580078:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761733.580084:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761733.580091:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655110
00000400:00000010:0.0:1787761733.580094:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655110.
00000100:00000001:0.0:1787761733.580098:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761733.580102:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f0c0 x1874597595006976/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761733.580113:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761733.580117:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f0c0 x1874597595006976/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761758 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761733.580127:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761733.580129:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761733.580139:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761733.580144:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761733.580148:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315147511
00000100:00000010:0.0:1787761733.580155:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2540.
00000100:00000001:0.0:1787761733.580165:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787761733.580171:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315147511
00000100:00000010:0.0:1787761733.580174:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2f00.
00000100:00000001:0.0:1787761733.580177:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787761733.580186:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761733.580189:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761733.580192:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761733.580196:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761733/real 1787761733]  req@ffff9b6537f1f0c0 x1874597595006976/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761733.580206:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761733.580208:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761733.580210:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60840.
00000400:00000200:0.0:1787761733.580212:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e6557f8
00000400:00000010:0.0:1787761733.580214:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e6557f8.
00000100:00000001:0.0:1787761733.580216:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761733.580219:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f0c0 x1874597595006976/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761733.580228:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f0c0 x1874597595006976/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761733.580234:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761733.580235:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761733.580237:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761733.580240:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761733.580244:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f0c0 x1874597595006976/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761733.580279:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761733.580286:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f0c0 x1874597595006976/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761758 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761733.580294:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761733.580297:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761733.580298:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761733.580299:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761733.580302:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761733.580303:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761733.580306:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761733.580310:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761733.580312:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761733.580315:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f0c0 x1874597595006976/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761758 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761733.580321:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595006976:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787761733.580326:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761733.580328:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761733.580330:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f0c0 x1874597595006976/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761758 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761733.580340:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761733.580343:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761733.580345:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760d800.
02000000:00000001:0.0:1787761733.580348:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761733.580350:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761733.580351:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:0.0:1787761733.580353:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761733.580356:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16c00.
02000000:00000001:0.0:1787761733.580359:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761733.580361:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761733.580362:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f0c0.
00000100:00000001:0.0:1787761733.580365:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761733.580366:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761733.580368:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761733.580376:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761733.580378:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761733.580380:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761733.580381:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761733.580382:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761733.580385:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d2c0 x1874597595007104/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761733.580390:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761733.580391:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761733.580393:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761733.580394:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761733.580396:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761733.580398:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595007104:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761733.580400:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761733.580402:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761733.580403:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761733.580405:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761733.580407:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760d800.
02000000:00000001:0.0:1787761733.580409:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761733.580412:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761733.580414:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60840.
00000400:00000010:0.0:1787761733.580417:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e6557f8.
00000100:00000200:0.0:1787761733.580419:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595007104, portal 10
00000100:00000001:0.0:1787761733.580421:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761733.580422:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765438144 : -110615944113472 : ffff9b6537f1d2c0)
00000100:00000040:0.0:1787761733.580428:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d2c0 x1874597595007104/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761733.580433:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761733.580435:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761733.580436:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655110.
00000100:00000200:0.0:1787761733.580438:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595007104, offset 0
00000400:00000200:0.0:1787761733.580441:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761733.580444:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761733.580447:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761733.580449:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761733.580451:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761733.580453:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761733.580455:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761733.580457:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277650:277650:256:4294967295] 192.168.203.101@tcp LPNI seq info [277649:277649:8:4294967295]
00000400:00000200:0.0:1787761733.580460:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761733.580465:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761733.580468:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761733.580470:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b800.
00000800:00000200:0.0:1787761733.580473:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761733.580476:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761733.580479:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761733.580481:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787761733.580484:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761733.580486:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b800.
00000400:00000200:0.0:1787761733.580488:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761733.580491:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761733.580501:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655110
00000400:00000010:0.0:1787761733.580503:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655110.
00000100:00000001:0.0:1787761733.580505:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761733.580508:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d2c0 x1874597595007104/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761733.580513:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761733.580515:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d2c0 x1874597595007104/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761758 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761733.580519:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761733.580521:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761733.580523:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761733.580527:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:0.0:1787761733.580529:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761733.580531:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315146765
00000100:00000001:0.0:1787761733.580533:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315147511
00000100:00000001:0.0:1787761733.580535:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315146765
00000100:00000001:0.0:1787761733.580536:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315147511
00000100:00000001:0.0:1787761733.580538:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761733.580539:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761733.580540:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761733.580544:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761733/real 1787761733]  req@ffff9b6537f1d2c0 x1874597595007104/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761733.580552:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761733.580553:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761733.580555:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60840.
00000400:00000200:0.0:1787761733.580557:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e6557f8
00000400:00000010:0.0:1787761733.580559:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e6557f8.
00000100:00000001:0.0:1787761733.580561:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761733.580564:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d2c0 x1874597595007104/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761733.580574:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d2c0 x1874597595007104/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761733.580589:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761733.580591:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761733.580593:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761733.580595:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761733.580599:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d2c0 x1874597595007104/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761733.580607:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761733.580611:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d2c0 x1874597595007104/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761758 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761733.580619:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761733.580622:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761733.580624:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761733.580625:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761733.580628:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761733.580630:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761733.580633:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761733.580637:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761733.580639:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761733.580643:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d2c0 x1874597595007104/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761758 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761733.580648:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595007104:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761733.580651:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761733.580653:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1fc00 x1874597595007232/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761733.580658:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761733.580659:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761733.580662:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761733.580664:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761733.580665:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761733.580667:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595007232:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761733.580670:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761733.580672:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761733.580672:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761733.580674:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761733.580677:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e000.
02000000:00000001:0.0:1787761733.580678:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761733.580682:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761733.580684:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60840.
00000400:00000010:0.0:1787761733.580687:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e6557f8.
00000100:00000200:0.0:1787761733.580689:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595007232, portal 4
00000100:00000001:0.0:1787761733.580691:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761733.580692:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765448704 : -110615944102912 : ffff9b6537f1fc00)
00000100:00000040:0.0:1787761733.580697:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1fc00 x1874597595007232/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761733.580702:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761733.580703:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761733.580705:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655110.
00000100:00000200:0.0:1787761733.580707:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595007232, offset 0
00000400:00000200:0.0:1787761733.580709:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761733.580712:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761733.580714:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761733.580716:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761733.580718:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761733.580720:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761733.580722:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761733.580724:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277651:277651:256:4294967295] 192.168.203.101@tcp LPNI seq info [277650:277650:8:4294967295]
00000400:00000200:0.0:1787761733.580727:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761733.580731:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761733.580738:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761733.580741:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b800.
00000800:00000200:0.0:1787761733.580746:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761733.580749:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761733.580754:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761733.580757:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787761733.580761:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761733.580764:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b800.
00000400:00000200:0.0:1787761733.580767:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761733.580771:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761733.580775:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655110
00000400:00000010:0.0:1787761733.580777:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655110.
00000100:00000001:0.0:1787761733.580780:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761733.580784:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1fc00 x1874597595007232/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761733.580791:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761733.580793:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1fc00 x1874597595007232/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761758 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761733.580798:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761733.580799:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761733.580802:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761733.580805:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:0.0:1787761733.580807:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761733.580809:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315146771
00000100:00000001:0.0:1787761733.580811:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315147511
00000100:00000001:0.0:1787761733.580813:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315146771
00000100:00000001:0.0:1787761733.580814:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315147511
00000100:00000001:0.0:1787761733.580816:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761733.580818:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761733.580819:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761733.580821:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761733/real 1787761733]  req@ffff9b6537f1fc00 x1874597595007232/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761733.580828:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761733.580829:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761733.580830:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60840.
00000400:00000200:0.0:1787761733.580832:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e6557f8
00000400:00000010:0.0:1787761733.580833:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e6557f8.
00000100:00000001:0.0:1787761733.580834:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761733.580836:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1fc00 x1874597595007232/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761733.580842:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1fc00 x1874597595007232/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761733.580846:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761733.580847:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761733.580848:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761733.580849:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761733.580851:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1fc00 x1874597595007232/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761733.580855:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761733.580858:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1fc00 x1874597595007232/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761758 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761733.580862:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761733.580864:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761733.580865:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761733.580866:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761733.580868:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761733.580869:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761733.580870:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761733.580872:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761733.580873:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761733.580877:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1fc00 x1874597595007232/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761758 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761733.580882:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595007232:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761733.580885:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761733.580886:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761733.580888:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d2c0 x1874597595007104/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761758 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761733.580892:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761733.580893:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761733.580895:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760d800.
02000000:00000001:0.0:1787761733.580896:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761733.580897:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761733.580898:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=103 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:0.0:1787761733.580899:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761733.580900:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14800.
02000000:00000001:0.0:1787761733.580902:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761733.580903:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761733.580904:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d2c0.
00000100:00000001:0.0:1787761733.580906:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761733.580907:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761733.580909:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761733.580911:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1fc00 x1874597595007232/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761758 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761733.580915:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761733.580916:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761733.580917:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760e000.
02000000:00000001:0.0:1787761733.580918:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761733.580919:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761733.580919:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:0.0:1787761733.580920:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761733.580921:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16400.
02000000:00000001:0.0:1787761733.580922:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761733.580924:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761733.580925:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1fc00.
00000100:00000001:0.0:1787761733.580927:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761733.580928:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761733.580929:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761733.580932:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761733.580933:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761733.580934:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761733.580935:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761734.347335:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315147511, at 4315147520
00000100:00000010:0.0:1787761734.347357:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d2540.
00010000:00000001:0.0:1787761734.411324:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761734.411331:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761734.411337:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761734.411338:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761734.411341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761734.411342:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761734.411400:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761734.411405:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761734.411409:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761735.435336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761735.435346:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761735.435352:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761735.435353:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761735.435356:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761735.435357:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761735.435411:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761735.435415:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761735.435419:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761736.459360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761736.459369:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761736.459376:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761736.459378:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761736.459382:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761736.459384:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761736.459410:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761736.459413:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761736.459416:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761737.483342:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761737.483350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761737.483356:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761737.483357:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761737.483360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761737.483364:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761737.483367:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761737.483370:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761737.483373:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761737.483375:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761737.483378:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761737.483379:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761737.483428:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761737.483434:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761737.483437:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761738.507320:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761738.507328:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761738.507335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761738.507336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761738.507340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761738.507341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761738.507387:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761738.507392:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761738.507395:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787761738.699603:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761738.699611:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761738.699617:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761738.699630:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588d2c0 x1874597595007360/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761738.699652:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761738.699656:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761738.699666:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761738.699672:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761738.699679:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761738.699688:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595007360:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787761738.699708:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761738.699716:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761738.699722:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761738.699729:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761738.699740:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e400.
02000000:00000001:0.0:1787761738.699745:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761738.699760:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761738.699768:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60840.
00000400:00000010:0.0:1787761738.699788:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e6557f8.
00000100:00000200:0.0:1787761738.699804:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595007360, portal 25
00000100:00000001:0.0:1787761738.699811:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761738.699816:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188131520 : -110616521420096 : ffff9b651588d2c0)
00000100:00000040:0.0:1787761738.699833:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588d2c0 x1874597595007360/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761738.699861:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761738.699868:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761738.699876:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655110.
00000100:00000200:0.0:1787761738.699881:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595007360, offset 0
00000400:00000200:0.0:1787761738.699891:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761738.699902:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761738.699910:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761738.699918:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761738.699938:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761738.699944:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761738.699947:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761738.699951:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277652:277652:256:4294967295] 192.168.203.101@tcp LPNI seq info [277651:277651:8:4294967295]
00000400:00000200:0.0:1787761738.699957:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761738.699969:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761738.699977:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761738.699985:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b800.
00000800:00000200:0.0:1787761738.699994:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761738.699999:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761738.700007:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761738.700011:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787761738.700017:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761738.700021:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b800.
00000400:00000200:0.0:1787761738.700030:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761738.700036:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761738.700044:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655110
00000400:00000010:0.0:1787761738.700048:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655110.
00000100:00000001:0.0:1787761738.700053:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761738.700058:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588d2c0 x1874597595007360/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761738.700070:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761738.700076:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588d2c0 x1874597595007360/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761763 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761738.700085:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761738.700087:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761738.700106:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761738.700112:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761738.700115:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315152631
00000100:00000010:0.0:1787761738.700122:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2540.
00000100:00000001:0.0:1787761738.700132:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787761738.700140:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315152631
00000100:00000010:0.0:1787761738.700143:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2060.
00000100:00000001:0.0:1787761738.700147:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787761738.700151:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761738.700154:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761738.700157:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761738.700162:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761738/real 1787761738]  req@ffff9b651588d2c0 x1874597595007360/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761738.700173:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761738.700175:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761738.700178:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60840.
00000400:00000200:0.0:1787761738.700181:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e6557f8
00000400:00000010:0.0:1787761738.700183:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e6557f8.
00000100:00000001:0.0:1787761738.700187:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761738.700191:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588d2c0 x1874597595007360/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761738.700202:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588d2c0 x1874597595007360/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761738.700211:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761738.700213:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761738.700216:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761738.700219:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761738.700224:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588d2c0 x1874597595007360/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761738.700235:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761738.700241:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588d2c0 x1874597595007360/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761763 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761738.700276:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761738.700279:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761738.700281:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761738.700283:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761738.700286:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761738.700288:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761738.700292:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761738.700296:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761738.700299:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761738.700305:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588d2c0 x1874597595007360/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761763 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761738.700314:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595007360:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787761738.700320:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761738.700322:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761738.700326:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588d2c0 x1874597595007360/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761763 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761738.700334:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761738.700338:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761738.700341:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760e400.
02000000:00000001:0.0:1787761738.700345:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761738.700348:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761738.700349:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:0.0:1787761738.700352:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761738.700356:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08400.
02000000:00000001:0.0:1787761738.700361:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761738.700364:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761738.700366:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588d2c0.
00000100:00000001:0.0:1787761738.700374:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761738.700376:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761738.700379:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761738.700388:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761738.700390:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761738.700393:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761738.700395:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761738.700396:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761738.700401:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c780 x1874597595007488/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761738.700410:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761738.700411:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761738.700414:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761738.700417:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761738.700419:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761738.700423:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595007488:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761738.700427:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761738.700429:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761738.700431:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761738.700433:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761738.700437:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e400.
02000000:00000001:0.0:1787761738.700439:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761738.700445:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761738.700448:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60840.
00000400:00000010:0.0:1787761738.700452:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e6557f8.
00000100:00000200:0.0:1787761738.700455:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595007488, portal 10
00000100:00000001:0.0:1787761738.700457:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761738.700459:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188128640 : -110616521422976 : ffff9b651588c780)
00000100:00000040:0.0:1787761738.700467:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c780 x1874597595007488/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761738.700474:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761738.700477:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761738.700480:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655110.
00000100:00000200:0.0:1787761738.700483:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595007488, offset 0
00000400:00000200:0.0:1787761738.700487:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761738.700492:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761738.700496:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761738.700500:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761738.700502:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761738.700505:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761738.700508:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761738.700511:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277653:277653:256:4294967295] 192.168.203.101@tcp LPNI seq info [277652:277652:8:4294967295]
00000400:00000200:0.0:1787761738.700516:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761738.700523:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761738.700528:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761738.700532:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b800.
00000800:00000200:0.0:1787761738.700536:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761738.700539:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761738.700544:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761738.700548:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787761738.700553:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761738.700555:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b800.
00000400:00000200:0.0:1787761738.700559:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761738.700562:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761738.700566:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655110
00000400:00000010:0.0:1787761738.700568:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655110.
00000100:00000001:0.0:1787761738.700571:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761738.700576:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c780 x1874597595007488/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761738.700585:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761738.700589:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c780 x1874597595007488/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761763 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761738.700597:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761738.700598:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761738.700603:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761738.700608:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:0.0:1787761738.700612:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761738.700615:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315151885
00000100:00000001:0.0:1787761738.700618:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315152631
00000100:00000001:0.0:1787761738.700621:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315151885
00000100:00000001:0.0:1787761738.700624:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315152631
00000100:00000001:0.0:1787761738.700627:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761738.700629:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761738.700631:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761738.700636:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761738/real 1787761738]  req@ffff9b651588c780 x1874597595007488/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761738.700646:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761738.700647:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761738.700649:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60840.
00000400:00000200:0.0:1787761738.700652:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e6557f8
00000400:00000010:0.0:1787761738.700654:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e6557f8.
00000100:00000001:0.0:1787761738.700656:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761738.700660:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c780 x1874597595007488/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761738.700670:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c780 x1874597595007488/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761738.700677:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761738.700679:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761738.700681:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761738.700683:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761738.700687:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c780 x1874597595007488/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761738.700695:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761738.700699:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c780 x1874597595007488/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761763 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761738.700708:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761738.700711:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761738.700712:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761738.700714:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761738.700717:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761738.700719:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761738.700722:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761738.700726:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761738.700728:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761738.700733:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c780 x1874597595007488/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761763 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761738.700743:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595007488:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761738.700748:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761738.700751:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588f840 x1874597595007616/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761738.700759:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761738.700761:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761738.700764:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761738.700766:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761738.700769:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761738.700773:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595007616:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761738.700777:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761738.700779:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761738.700781:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761738.700783:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761738.700788:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787761738.700791:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761738.700795:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761738.700798:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60840.
00000400:00000010:0.0:1787761738.700802:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e6557f8.
00000100:00000200:0.0:1787761738.700806:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595007616, portal 4
00000100:00000001:0.0:1787761738.700808:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761738.700810:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188141120 : -110616521410496 : ffff9b651588f840)
00000100:00000040:0.0:1787761738.700816:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588f840 x1874597595007616/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761738.700825:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761738.700827:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761738.700830:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655110.
00000100:00000200:0.0:1787761738.700833:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595007616, offset 0
00000400:00000200:0.0:1787761738.700838:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761738.700842:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761738.700846:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761738.700849:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761738.700852:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761738.700855:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761738.700857:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761738.700861:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277654:277654:256:4294967295] 192.168.203.101@tcp LPNI seq info [277653:277653:8:4294967295]
00000400:00000200:0.0:1787761738.700866:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761738.700872:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761738.700877:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761738.700881:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b800.
00000800:00000200:0.0:1787761738.700885:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761738.700889:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761738.700893:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761738.700896:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787761738.700900:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761738.700902:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b800.
00000400:00000200:0.0:1787761738.700906:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761738.700910:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761738.700913:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655110
00000400:00000010:0.0:1787761738.700916:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655110.
00000100:00000001:0.0:1787761738.700919:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761738.700937:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588f840 x1874597595007616/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761738.700947:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761738.700951:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588f840 x1874597595007616/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761763 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761738.700958:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761738.700960:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761738.700963:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761738.700967:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:0.0:1787761738.700971:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761738.700973:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315151891
00000100:00000001:0.0:1787761738.700976:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315152631
00000100:00000001:0.0:1787761738.700979:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315151891
00000100:00000001:0.0:1787761738.700981:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315152631
00000100:00000001:0.0:1787761738.700984:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761738.700986:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761738.700988:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761738.700993:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761738/real 1787761738]  req@ffff9b651588f840 x1874597595007616/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761738.701003:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761738.701005:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761738.701007:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60840.
00000400:00000200:0.0:1787761738.701010:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e6557f8
00000400:00000010:0.0:1787761738.701012:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e6557f8.
00000100:00000001:0.0:1787761738.701015:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761738.701019:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588f840 x1874597595007616/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761738.701030:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588f840 x1874597595007616/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761738.701039:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761738.701041:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761738.701043:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761738.701045:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761738.701049:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588f840 x1874597595007616/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761738.701058:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761738.701062:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588f840 x1874597595007616/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761763 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761738.701071:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761738.701074:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761738.701076:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761738.701078:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761738.701080:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761738.701082:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761738.701085:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761738.701088:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761738.701091:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761738.701095:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588f840 x1874597595007616/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761763 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761738.701104:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595007616:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761738.701108:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761738.701110:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761738.701114:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c780 x1874597595007488/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761763 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761738.701121:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761738.701123:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761738.701126:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760e400.
02000000:00000001:0.0:1787761738.701129:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761738.701131:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761738.701133:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=103 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:0.0:1787761738.701135:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761738.701138:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0ac00.
02000000:00000001:0.0:1787761738.701141:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761738.701143:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761738.701144:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c780.
00000100:00000001:0.0:1787761738.701149:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761738.701150:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761738.701152:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761738.701156:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588f840 x1874597595007616/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761763 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761738.701165:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761738.701166:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761738.701168:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787761738.701170:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761738.701172:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761738.701173:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:0.0:1787761738.701176:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761738.701177:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:0.0:1787761738.701180:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761738.701181:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761738.701183:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588f840.
00000100:00000001:0.0:1787761738.701187:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761738.701189:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761738.701191:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761738.701195:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761738.701197:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761738.701199:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761738.701201:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761739.467344:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315152631, at 4315152640
00000100:00000010:0.0:1787761739.467365:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d2540.
00010000:00000001:0.0:1787761739.531319:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761739.531326:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761739.531333:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761739.531334:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761739.531337:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761739.531339:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761739.531376:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761739.531380:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761739.531384:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761740.555353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761740.555361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761740.555368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761740.555370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761740.555374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761740.555376:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761740.555399:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761740.555403:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761740.555406:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761741.579368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761741.579377:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761741.579383:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761741.579384:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761741.579387:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761741.579388:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761741.579437:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761741.579442:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761741.579445:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761742.603351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761742.603359:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761742.603365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761742.603366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761742.603369:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761742.603370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761742.603440:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761742.603444:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761742.603448:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761743.627327:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761743.627337:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761743.627339:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761743.627343:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761743.627348:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761743.627351:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761743.627353:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761743.627355:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761743.627359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761743.627360:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761743.627361:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761743.627366:0:311388:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1787761743.627369:0:311388:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1787761743.627371:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761743.627372:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761743.627373:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761743.627375:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761743.627376:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761743.627379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761743.627381:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761743.627429:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761743.627433:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761743.627435:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787761743.819579:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761743.819584:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761743.819587:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761743.819595:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588e940 x1874597595007744/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761743.819605:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761743.819607:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761743.819612:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761743.819616:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761743.819619:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761743.819623:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595007744:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787761743.819628:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761743.819634:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761743.819637:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761743.819640:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761743.819648:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760c400.
02000000:00000001:0.0:1787761743.819651:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761743.819658:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761743.819663:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60840.
00000400:00000010:0.0:1787761743.819673:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e6557f8.
00000100:00000200:0.0:1787761743.819683:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595007744, portal 25
00000100:00000001:0.0:1787761743.819686:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761743.819688:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188137280 : -110616521414336 : ffff9b651588e940)
00000100:00000040:0.0:1787761743.819695:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588e940 x1874597595007744/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761743.819703:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761743.819707:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761743.819712:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655110.
00000100:00000200:0.0:1787761743.819715:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595007744, offset 0
00000400:00000200:0.0:1787761743.819724:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761743.819734:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761743.819742:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761743.819750:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761743.819755:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761743.819761:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761743.819764:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761743.819769:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277655:277655:256:4294967295] 192.168.203.101@tcp LPNI seq info [277654:277654:8:4294967295]
00000400:00000200:0.0:1787761743.819775:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761743.819787:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761743.819795:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761743.819801:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b800.
00000800:00000200:0.0:1787761743.819809:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761743.819814:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761743.819821:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761743.819826:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1787761743.819831:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761743.819835:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b800.
00000400:00000200:0.0:1787761743.819843:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761743.819849:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761743.819855:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655110
00000400:00000010:0.0:1787761743.819859:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655110.
00000100:00000001:0.0:1787761743.819864:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761743.819869:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588e940 x1874597595007744/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761743.819880:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761743.819884:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588e940 x1874597595007744/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761768 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761743.819904:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761743.819905:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761743.819915:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761743.819920:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761743.819923:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315157751
00000100:00000010:0.0:1787761743.819928:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2540.
00000100:00000001:0.0:1787761743.819936:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787761743.819943:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315157751
00000100:00000010:0.0:1787761743.819945:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d23c0.
00000100:00000001:0.0:1787761743.819948:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787761743.819956:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761743.819960:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761743.819963:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761743.819969:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761743/real 1787761743]  req@ffff9b651588e940 x1874597595007744/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761743.819981:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761743.819984:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761743.819986:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60840.
00000400:00000200:0.0:1787761743.819989:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e6557f8
00000400:00000010:0.0:1787761743.819991:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e6557f8.
00000100:00000001:0.0:1787761743.819994:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761743.819998:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588e940 x1874597595007744/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761743.820007:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588e940 x1874597595007744/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761743.820012:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761743.820014:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761743.820016:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761743.820017:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761743.820021:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588e940 x1874597595007744/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761743.820026:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761743.820029:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588e940 x1874597595007744/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761768 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761743.820040:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761743.820042:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761743.820043:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761743.820044:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761743.820046:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761743.820048:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761743.820050:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761743.820053:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761743.820055:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761743.820058:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588e940 x1874597595007744/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761768 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761743.820063:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595007744:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787761743.820067:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761743.820069:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761743.820072:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588e940 x1874597595007744/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761768 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761743.820079:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761743.820083:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761743.820087:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760c400.
02000000:00000001:0.0:1787761743.820091:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761743.820093:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761743.820103:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:0.0:1787761743.820110:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761743.820114:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0a800.
02000000:00000001:0.0:1787761743.820119:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761743.820122:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761743.820125:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588e940.
00000100:00000001:0.0:1787761743.820129:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761743.820130:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761743.820132:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761743.820140:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761743.820141:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761743.820142:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761743.820144:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761743.820145:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761743.820148:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c000 x1874597595007872/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761743.820154:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761743.820155:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761743.820156:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761743.820158:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761743.820159:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761743.820161:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595007872:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761743.820164:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761743.820166:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761743.820167:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761743.820168:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761743.820171:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760c400.
02000000:00000001:0.0:1787761743.820172:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761743.820175:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761743.820178:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60840.
00000400:00000010:0.0:1787761743.820180:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e6557f8.
00000100:00000200:0.0:1787761743.820183:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595007872, portal 10
00000100:00000001:0.0:1787761743.820185:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761743.820186:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188126720 : -110616521424896 : ffff9b651588c000)
00000100:00000040:0.0:1787761743.820191:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c000 x1874597595007872/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761743.820196:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761743.820198:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761743.820200:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655110.
00000100:00000200:0.0:1787761743.820201:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595007872, offset 0
00000400:00000200:0.0:1787761743.820204:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761743.820207:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761743.820210:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761743.820213:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761743.820215:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761743.820217:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761743.820219:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761743.820221:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277656:277656:256:4294967295] 192.168.203.101@tcp LPNI seq info [277655:277655:8:4294967295]
00000400:00000200:0.0:1787761743.820224:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761743.820229:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761743.820232:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761743.820234:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b800.
00000800:00000200:0.0:1787761743.820237:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761743.820239:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761743.820243:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761743.820263:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1787761743.820271:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761743.820273:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b800.
00000400:00000200:0.0:1787761743.820276:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761743.820279:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761743.820281:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655110
00000400:00000010:0.0:1787761743.820283:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655110.
00000100:00000001:0.0:1787761743.820285:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761743.820288:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c000 x1874597595007872/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761743.820293:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761743.820295:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c000 x1874597595007872/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761768 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761743.820300:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761743.820302:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761743.820304:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761743.820307:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:0.0:1787761743.820310:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761743.820311:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315157005
00000100:00000001:0.0:1787761743.820314:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315157751
00000100:00000001:0.0:1787761743.820316:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315157005
00000100:00000001:0.0:1787761743.820318:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315157751
00000100:00000001:0.0:1787761743.820319:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761743.820321:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761743.820322:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761743.820324:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761743/real 1787761743]  req@ffff9b651588c000 x1874597595007872/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761743.820329:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761743.820330:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761743.820331:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60840.
00000400:00000200:0.0:1787761743.820332:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e6557f8
00000400:00000010:0.0:1787761743.820333:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e6557f8.
00000100:00000001:0.0:1787761743.820335:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761743.820337:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c000 x1874597595007872/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761743.820343:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c000 x1874597595007872/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761743.820346:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761743.820347:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761743.820348:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761743.820349:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761743.820351:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c000 x1874597595007872/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761743.820355:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761743.820358:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c000 x1874597595007872/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761768 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761743.820363:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761743.820365:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761743.820374:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761743.820375:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761743.820376:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761743.820380:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761743.820382:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761743.820385:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761743.820387:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761743.820392:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c000 x1874597595007872/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761768 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761743.820400:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595007872:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761743.820405:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761743.820408:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588f840 x1874597595008000/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761743.820416:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761743.820417:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761743.820420:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761743.820422:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761743.820424:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761743.820427:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595008000:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761743.820431:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761743.820433:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761743.820435:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761743.820437:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761743.820442:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e800.
02000000:00000001:0.0:1787761743.820443:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761743.820446:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761743.820448:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60840.
00000400:00000010:0.0:1787761743.820451:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e6557f8.
00000100:00000200:0.0:1787761743.820453:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595008000, portal 4
00000100:00000001:0.0:1787761743.820455:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761743.820457:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188141120 : -110616521410496 : ffff9b651588f840)
00000100:00000040:0.0:1787761743.820462:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588f840 x1874597595008000/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761743.820467:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761743.820468:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761743.820470:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655110.
00000100:00000200:0.0:1787761743.820472:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595008000, offset 0
00000400:00000200:0.0:1787761743.820474:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761743.820477:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761743.820479:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761743.820481:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761743.820483:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761743.820485:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761743.820487:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761743.820489:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277657:277657:256:4294967295] 192.168.203.101@tcp LPNI seq info [277656:277656:8:4294967295]
00000400:00000200:0.0:1787761743.820492:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761743.820496:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761743.820499:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761743.820501:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b800.
00000800:00000200:0.0:1787761743.820504:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761743.820506:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761743.820509:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761743.820511:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1787761743.820514:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761743.820516:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b800.
00000400:00000200:0.0:1787761743.820518:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761743.820521:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761743.820523:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655110
00000400:00000010:0.0:1787761743.820524:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655110.
00000100:00000001:0.0:1787761743.820526:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761743.820528:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588f840 x1874597595008000/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761743.820534:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761743.820536:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588f840 x1874597595008000/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761768 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761743.820541:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761743.820543:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761743.820545:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761743.820547:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:0.0:1787761743.820549:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761743.820550:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315157011
00000100:00000001:0.0:1787761743.820552:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315157751
00000100:00000001:0.0:1787761743.820554:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315157011
00000100:00000001:0.0:1787761743.820556:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315157751
00000100:00000001:0.0:1787761743.820557:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761743.820558:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761743.820559:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761743.820561:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761743/real 1787761743]  req@ffff9b651588f840 x1874597595008000/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761743.820566:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761743.820567:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761743.820568:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60840.
00000400:00000200:0.0:1787761743.820570:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e6557f8
00000400:00000010:0.0:1787761743.820571:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e6557f8.
00000100:00000001:0.0:1787761743.820572:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761743.820575:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588f840 x1874597595008000/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761743.820581:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588f840 x1874597595008000/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761743.820585:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761743.820586:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761743.820587:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761743.820588:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761743.820591:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588f840 x1874597595008000/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761743.820596:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761743.820599:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588f840 x1874597595008000/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761768 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761743.820603:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761743.820604:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761743.820605:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761743.820606:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761743.820607:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761743.820608:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761743.820610:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761743.820611:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761743.820613:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761743.820615:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588f840 x1874597595008000/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761768 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761743.820620:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595008000:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761743.820622:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761743.820623:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761743.820625:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c000 x1874597595007872/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761768 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761743.820629:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761743.820630:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761743.820631:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760c400.
02000000:00000001:0.0:1787761743.820633:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761743.820634:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761743.820635:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=103 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:0.0:1787761743.820637:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761743.820639:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08000.
02000000:00000001:0.0:1787761743.820641:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761743.820642:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761743.820644:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c000.
00000100:00000001:0.0:1787761743.820648:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761743.820649:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761743.820650:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761743.820652:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588f840 x1874597595008000/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761768 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761743.820657:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761743.820658:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761743.820659:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760e800.
02000000:00000001:0.0:1787761743.820661:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761743.820661:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761743.820662:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:0.0:1787761743.820663:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761743.820664:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:0.0:1787761743.820665:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761743.820666:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761743.820667:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588f840.
00000100:00000001:0.0:1787761743.820669:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761743.820670:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761743.820671:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761743.820673:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761743.820674:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761743.820675:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761743.820676:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761744.587393:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315157751, at 4315157760
00000100:00000010:0.0:1787761744.587427:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d2540.
00010000:00000001:0.0:1787761744.651325:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761744.651330:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761744.651335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761744.651336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761744.651339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761744.651340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761744.651362:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761744.651365:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761744.651368:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761745.675366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761745.675374:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761745.675381:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761745.675382:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761745.675386:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761745.675388:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761745.675516:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761745.675522:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761745.675527:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761746.699347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761746.699358:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761746.699366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761746.699368:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761746.699373:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761746.699375:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761746.699457:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761746.699461:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761746.699464:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761747.723332:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761747.723341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761747.723347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761747.723348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761747.723351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761747.723355:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761747.723357:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761747.723360:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761747.723363:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761747.723366:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761747.723368:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761747.723370:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761747.723429:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761747.723435:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761747.723439:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761748.747343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761748.747351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761748.747358:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761748.747359:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761748.747362:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761748.747364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761748.747387:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761748.747390:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761748.747393:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787761748.939676:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761748.939683:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761748.939689:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761748.939702:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c780 x1874597595008128/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761748.939720:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761748.939725:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761748.939730:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761748.939733:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761748.939738:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761748.939760:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595008128:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787761748.939768:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761748.939775:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761748.939779:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761748.939782:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761748.939791:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760c400.
02000000:00000001:0.0:1787761748.939794:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761748.939825:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761748.939831:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60840.
00000400:00000010:0.0:1787761748.939846:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e6557f8.
00000100:00000200:0.0:1787761748.939877:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595008128, portal 25
00000100:00000001:0.0:1787761748.939883:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761748.939895:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188128640 : -110616521422976 : ffff9b651588c780)
00000100:00000040:0.0:1787761748.939910:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c780 x1874597595008128/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761748.939929:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761748.939937:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761748.939941:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655110.
00000100:00000200:0.0:1787761748.939946:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595008128, offset 0
00000400:00000200:0.0:1787761748.939958:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761748.939971:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761748.939985:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761748.939995:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761748.940005:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761748.940015:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761748.940023:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761748.940034:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277658:277658:256:4294967295] 192.168.203.101@tcp LPNI seq info [277657:277657:8:4294967295]
00000400:00000200:0.0:1787761748.940042:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761748.940067:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761748.940105:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761748.940113:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b800.
00000800:00000200:0.0:1787761748.940121:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761748.940125:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787761748.940130:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761748.940133:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1787761748.940136:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761748.940139:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b800.
00000400:00000200:0.0:1787761748.940163:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761748.940168:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761748.940174:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655110
00000400:00000010:0.0:1787761748.940176:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655110.
00000100:00000001:0.0:1787761748.940181:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761748.940185:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c780 x1874597595008128/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761748.940195:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761748.940199:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c780 x1874597595008128/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761773 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761748.940205:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761748.940207:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761748.940216:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761748.940220:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761748.940223:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315162871
00000100:00000010:0.0:1787761748.940228:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2540.
00000100:00000001:0.0:1787761748.940237:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787761748.940246:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315162871
00000100:00000010:0.0:1787761748.940250:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2c60.
00000100:00000001:0.0:1787761748.940254:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787761748.940259:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761748.940295:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761748.940298:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761748.940305:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761748/real 1787761748]  req@ffff9b651588c780 x1874597595008128/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761748.940318:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761748.940320:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761748.940322:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60840.
00000400:00000200:0.0:1787761748.940325:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e6557f8
00000400:00000010:0.0:1787761748.940326:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e6557f8.
00000100:00000001:0.0:1787761748.940346:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761748.940349:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c780 x1874597595008128/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761748.940355:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c780 x1874597595008128/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761748.940360:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761748.940361:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761748.940363:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761748.940365:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761748.940368:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c780 x1874597595008128/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761748.940372:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761748.940375:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c780 x1874597595008128/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761773 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761748.940381:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761748.940383:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761748.940384:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761748.940385:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761748.940388:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761748.940389:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761748.940391:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761748.940394:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761748.940412:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761748.940416:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c780 x1874597595008128/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761773 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761748.940424:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595008128:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787761748.940428:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761748.940430:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761748.940432:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c780 x1874597595008128/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761773 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761748.940437:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761748.940440:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761748.940443:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760c400.
02000000:00000001:0.0:1787761748.940445:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761748.940447:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761748.940448:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:0.0:1787761748.940450:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761748.940453:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08400.
02000000:00000001:0.0:1787761748.940456:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761748.940458:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761748.940460:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c780.
00000100:00000001:0.0:1787761748.940465:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761748.940466:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761748.940468:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761748.940476:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761748.940478:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761748.940480:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761748.940481:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761748.940482:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761748.940485:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588d2c0 x1874597595008256/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761748.940491:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761748.940493:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761748.940495:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761748.940497:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761748.940500:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761748.940502:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595008256:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761748.940505:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761748.940507:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761748.940509:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761748.940510:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761748.940513:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760c400.
02000000:00000001:0.0:1787761748.940514:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761748.940518:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761748.940521:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60840.
00000400:00000010:0.0:1787761748.940524:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e6557f8.
00000100:00000200:0.0:1787761748.940527:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595008256, portal 10
00000100:00000001:0.0:1787761748.940528:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761748.940545:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188131520 : -110616521420096 : ffff9b651588d2c0)
00000100:00000040:0.0:1787761748.940550:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588d2c0 x1874597595008256/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761748.940555:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761748.940557:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761748.940558:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655110.
00000100:00000200:0.0:1787761748.940560:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595008256, offset 0
00000400:00000200:0.0:1787761748.940563:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761748.940566:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761748.940568:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761748.940571:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761748.940572:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761748.940574:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761748.940576:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761748.940578:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277659:277659:256:4294967295] 192.168.203.101@tcp LPNI seq info [277658:277658:8:4294967295]
00000400:00000200:0.0:1787761748.940581:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761748.940586:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761748.940590:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761748.940593:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b800.
00000800:00000200:0.0:1787761748.940612:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761748.940615:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787761748.940618:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761748.940621:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1787761748.940624:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761748.940626:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b800.
00000400:00000200:0.0:1787761748.940629:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761748.940632:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761748.940634:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655110
00000400:00000010:0.0:1787761748.940636:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655110.
00000100:00000001:0.0:1787761748.940638:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761748.940641:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588d2c0 x1874597595008256/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761748.940647:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761748.940650:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588d2c0 x1874597595008256/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761773 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761748.940655:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761748.940656:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761748.940659:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761748.940663:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:0.0:1787761748.940665:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761748.940667:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315162125
00000100:00000001:0.0:1787761748.940669:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315162871
00000100:00000001:0.0:1787761748.940671:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315162125
00000100:00000001:0.0:1787761748.940673:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315162871
00000100:00000001:0.0:1787761748.940675:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761748.940677:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761748.940678:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761748.940681:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761748/real 1787761748]  req@ffff9b651588d2c0 x1874597595008256/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761748.940693:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761748.940694:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761748.940695:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60840.
00000400:00000200:0.0:1787761748.940697:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e6557f8
00000400:00000010:0.0:1787761748.940698:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e6557f8.
00000100:00000001:0.0:1787761748.940700:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761748.940702:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588d2c0 x1874597595008256/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761748.940708:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588d2c0 x1874597595008256/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761748.940713:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761748.940715:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761748.940716:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761748.940717:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761748.940720:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588d2c0 x1874597595008256/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761748.940725:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761748.940728:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588d2c0 x1874597595008256/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761773 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761748.940733:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761748.940735:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761748.940751:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761748.940752:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761748.940754:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761748.940755:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761748.940756:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761748.940758:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761748.940759:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761748.940763:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588d2c0 x1874597595008256/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761773 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761748.940768:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595008256:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761748.940771:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761748.940773:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588f840 x1874597595008384/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761748.940777:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761748.940778:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761748.940779:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761748.940780:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761748.940781:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761748.940783:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595008384:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761748.940785:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761748.940786:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761748.940787:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761748.940788:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761748.940790:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760c800.
02000000:00000001:0.0:1787761748.940791:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761748.940794:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761748.940796:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60840.
00000400:00000010:0.0:1787761748.940798:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e6557f8.
00000100:00000200:0.0:1787761748.940800:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595008384, portal 4
00000100:00000001:0.0:1787761748.940817:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761748.940818:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188141120 : -110616521410496 : ffff9b651588f840)
00000100:00000040:0.0:1787761748.940824:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588f840 x1874597595008384/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761748.940829:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761748.940831:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761748.940833:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655110.
00000100:00000200:0.0:1787761748.940835:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595008384, offset 0
00000400:00000200:0.0:1787761748.940838:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761748.940841:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761748.940844:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761748.940846:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761748.940848:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761748.940851:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761748.940872:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761748.940875:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277660:277660:256:4294967295] 192.168.203.101@tcp LPNI seq info [277659:277659:8:4294967295]
00000400:00000200:0.0:1787761748.940879:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761748.940884:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761748.940889:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761748.940892:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b800.
00000800:00000200:0.0:1787761748.940895:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761748.940898:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787761748.940901:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761748.940903:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1787761748.940906:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761748.940908:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b800.
00000400:00000200:0.0:1787761748.940910:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761748.940913:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761748.940916:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655110
00000400:00000010:0.0:1787761748.940918:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655110.
00000100:00000001:0.0:1787761748.940920:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761748.940923:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588f840 x1874597595008384/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761748.940930:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761748.940933:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588f840 x1874597595008384/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761773 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761748.940938:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761748.940939:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761748.940942:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761748.940945:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:0.0:1787761748.940947:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761748.940950:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315162131
00000100:00000001:0.0:1787761748.940952:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315162871
00000100:00000001:0.0:1787761748.940954:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315162131
00000100:00000001:0.0:1787761748.940956:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315162871
00000100:00000001:0.0:1787761748.940957:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761748.940959:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761748.940960:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761748.940963:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761748/real 1787761748]  req@ffff9b651588f840 x1874597595008384/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761748.940968:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761748.940970:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761748.940971:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60840.
00000400:00000200:0.0:1787761748.940973:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e6557f8
00000400:00000010:0.0:1787761748.940974:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e6557f8.
00000100:00000001:0.0:1787761748.940976:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761748.940979:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588f840 x1874597595008384/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761748.940985:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588f840 x1874597595008384/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761748.940989:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761748.940990:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761748.940992:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761748.940993:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761748.940995:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588f840 x1874597595008384/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761748.941000:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761748.941004:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588f840 x1874597595008384/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761773 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761748.941012:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761748.941016:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761748.941018:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761748.941020:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761748.941022:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761748.941024:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761748.941028:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761748.941033:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761748.941036:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761748.941041:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588f840 x1874597595008384/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761773 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761748.941052:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595008384:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761748.941058:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761748.941060:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761748.941064:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588d2c0 x1874597595008256/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761773 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761748.941087:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761748.941089:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761748.941090:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760c400.
02000000:00000001:0.0:1787761748.941092:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761748.941093:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761748.941094:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=103 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:0.0:1787761748.941096:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761748.941098:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0a400.
02000000:00000001:0.0:1787761748.941101:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761748.941102:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761748.941103:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588d2c0.
00000100:00000001:0.0:1787761748.941108:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761748.941109:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761748.941111:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761748.941113:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588f840 x1874597595008384/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761773 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761748.941122:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761748.941123:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761748.941124:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760c800.
02000000:00000001:0.0:1787761748.941126:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761748.941126:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761748.941127:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:0.0:1787761748.941128:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761748.941129:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08800.
02000000:00000001:0.0:1787761748.941130:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761748.941131:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761748.941132:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588f840.
00000100:00000001:0.0:1787761748.941135:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761748.941135:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761748.941136:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761748.941139:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761748.941140:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761748.941141:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761748.941142:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761749.707354:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315162871, at 4315162880
00000100:00000010:0.0:1787761749.707363:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d2540.
00010000:00000001:0.0:1787761749.771324:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761749.771330:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761749.771335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761749.771336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761749.771339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761749.771340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761749.771381:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761749.771386:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761749.771389:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761750.795344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761750.795351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761750.795357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761750.795358:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761750.795361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761750.795362:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761750.795416:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761750.795420:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761750.795423:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761751.819331:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761751.819339:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761751.819343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761751.819345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761751.819348:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761751.819349:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761751.819412:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761751.819416:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761751.819418:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761752.843353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761752.843362:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761752.843368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761752.843369:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761752.843379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761752.843380:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761752.843410:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761752.843413:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761752.843415:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761753.867332:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761753.867341:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761753.867344:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761753.867348:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761753.867360:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761753.867363:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761753.867365:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761753.867366:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761753.867370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761753.867372:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761753.867373:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761753.867379:0:311388:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1787761753.867381:0:311388:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1787761753.867382:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761753.867383:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761753.867384:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761753.867385:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761753.867387:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761753.867390:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761753.867391:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761753.867451:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761753.867457:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761753.867461:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761754.059322:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761754.059340:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761754.059345:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761754.059353:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761754.059360:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761754.059373:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20494
00000400:00000200:3.0:1787761754.059386:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761754.059393:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761754.059397:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761754.059400:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761754.059403:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761754.059405:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761754.059407:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761754.059411:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761754.059413:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761754.059415:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761754.059419:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761754.059421:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761754.059422:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761754.059424:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761754.059426:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761754.059427:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761754.059429:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761754.059432:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761754.059435:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761754.059437:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761754.059439:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761754.059443:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761754.059445:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761754.059448:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761754.059451:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761754.059459:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787761754.059462:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761754.059467:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761754.059468:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761754.059472:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761754.059475:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761754.059480:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761754.059488:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17400.
00000100:00000001:3.0:1787761754.059496:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761754.059506:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597595008512/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761754.059516:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761754.059521:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761754.059526:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597595008512/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761754.059546:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761754.059549:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761754.059552:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761754.059553:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761754.059555:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761754.059557:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761754.059559:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20494
00000400:00000200:3.0:1787761754.059561:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761754.059563:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761754.059565:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761754.059567:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761754.059569:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761754.059571:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761754.059572:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761754.059575:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761754.059576:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761754.059578:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761754.059580:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761754.059583:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761754.059586:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:0.0:1787761754.059590:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787761754.059591:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787761754.059596:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761754.059596:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787761754.059601:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787761754.059603:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761754.059607:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761754.059613:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000040:0.0:1787761754.059614:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d680 x1874597595008512/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761754.059619:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761754.059626:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761754.059631:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787761754.059635:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761754.059639:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761754.059645:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761754.059648:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761754.059649:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761754.059651:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761754.059653:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761754.059656:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:0.0:1787761754.059658:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595008512:192.168.203.101@tcp:250:kworker.0
00000008:00100000:3.0:1787761754.059662:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787761754.059665:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1787761754.059666:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761754.059670:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761754.059673:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000020:00000040:3.0:1787761754.059675:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761754.059677:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787761754.059678:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787761754.059679:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761754.059682:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761754.059683:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761754.059684:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761754.059687:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787761754.059688:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761754.059695:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16400.
02000000:00000010:0.0:1787761754.059697:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760cc00.
00000100:00000001:3.0:1787761754.059699:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761754.059701:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761754.059707:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597595008640/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787761754.059711:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761754.059718:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60840.
00000100:00000001:3.0:1787761754.059720:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761754.059724:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761754.059727:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597595008640/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1787761754.059728:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e6557f8.
00000100:00000001:3.0:1787761754.059738:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761754.059740:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761754.059742:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761754.059744:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:0.0:1787761754.059745:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595008512, portal 25
00000100:00080000:3.0:1787761754.059746:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787761754.059750:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787761754.059751:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787761754.059753:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765439104 : -110615944112512 : ffff9b6537f1d680)
00000100:00080000:3.0:1787761754.059755:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20494
00000400:00000200:3.0:1787761754.059764:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:0.0:1787761754.059765:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d680 x1874597595008512/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787761754.059770:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761754.059775:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787761754.059782:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787761754.059783:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761754.059786:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761754.059789:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000040:3.0:1787761754.059792:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000010:0.0:1787761754.059794:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655110.
00000100:00000001:3.0:1787761754.059796:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000200:0.0:1787761754.059799:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595008512, offset 0
00000020:00000001:3.0:1787761754.059800:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761754.059802:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761754.059805:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761754.059806:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761754.059808:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761754.059812:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:0.0:1787761754.059813:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000040:3.0:1787761754.059831:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761754.059834:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761754.059835:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:0.0:1787761754.059839:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787761754.059839:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761754.059843:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761754.059846:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761754.059849:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761754.059851:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
02000000:00000001:3.0:1787761754.059852:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761754.059857:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761754.059859:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761754.059861:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787761754.059861:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761754.059864:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761754.059868:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761754.059869:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000001:3.0:1787761754.059871:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761754.059875:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000010:3.0:1787761754.059876:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000400:00000200:0.0:1787761754.059879:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000020:00000040:3.0:1787761754.059881:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000200:0.0:1787761754.059887:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277661:277661:256:4294967295] 192.168.203.101@tcp LPNI seq info [277660:277660:8:4294967295]
02000000:00000001:3.0:1787761754.059888:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761754.059890:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761754.059894:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1787761754.059895:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:3.0:1787761754.059896:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761754.059900:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761754.059904:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14800.
00000100:00000001:3.0:1787761754.059910:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761754.059911:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1787761754.059919:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597595008768/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1787761754.059921:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761754.059930:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b800.
00000100:00000001:3.0:1787761754.059930:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761754.059934:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761754.059939:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597595008768/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1787761754.059943:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761754.059951:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1787761754.059952:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761754.059958:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1787761754.059962:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:3.0:1787761754.059964:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:0.1:1787761754.059970:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000100:00000040:3.0:1787761754.059972:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20504)
00000800:00000100:0.0:1787761754.059983:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761754.059986:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b800.
00000400:00000200:0.0:1787761754.059995:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761754.060000:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761754.060008:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655110
00000400:00000010:0.0:1787761754.060011:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655110.
00000100:00000001:0.0:1787761754.060015:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761754.060020:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d680 x1874597595008512/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761754.060029:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761754.060032:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d680 x1874597595008512/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761779 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761754.060037:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761754.060039:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761754.060048:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761754.060051:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761754.060054:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315167991
00000100:00000010:0.0:1787761754.060059:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2540.
00000100:00000001:0.0:1787761754.060066:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787761754.060073:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315167991
00000100:00000010:0.0:1787761754.060075:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2240.
00000100:00000001:0.0:1787761754.060078:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787761754.060080:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761754.060082:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761754.060085:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761754.060088:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761754/real 1787761754]  req@ffff9b6537f1d680 x1874597595008512/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761754.060112:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761754.060113:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761754.060115:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60840.
00000400:00000200:0.0:1787761754.060117:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e6557f8
00000400:00000010:0.0:1787761754.060119:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e6557f8.
00000100:00000001:0.0:1787761754.060121:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761754.060124:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d680 x1874597595008512/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761754.060130:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d680 x1874597595008512/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761754.060135:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761754.060136:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761754.060138:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761754.060140:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761754.060143:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d680 x1874597595008512/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761754.060148:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761754.060152:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d680 x1874597595008512/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761779 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761754.060157:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761754.060159:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761754.060160:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761754.060161:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761754.060163:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761754.060165:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761754.060167:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761754.060170:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761754.060171:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761754.060174:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d680 x1874597595008512/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761779 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761754.060181:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595008512:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787761754.060185:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761754.060187:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761754.060189:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d680 x1874597595008512/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761779 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761754.060193:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761754.060195:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761754.060198:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760cc00.
02000000:00000001:0.0:1787761754.060200:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761754.060201:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761754.060202:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:0.0:1787761754.060204:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761754.060207:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17400.
02000000:00000001:0.0:1787761754.060210:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761754.060211:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761754.060213:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d680.
00000100:00000001:0.0:1787761754.060216:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761754.060217:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761754.060219:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761754.060226:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761754.060227:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761754.060229:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761754.060230:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761754.060231:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761754.060234:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e940 x1874597595008640/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761754.060239:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761754.060240:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761754.060242:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761754.060244:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761754.060270:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761754.060274:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595008640:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761754.060278:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761754.060280:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761754.060281:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761754.060283:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761754.060285:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760cc00.
02000000:00000001:0.0:1787761754.060288:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761754.060291:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761754.060293:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60840.
00000400:00000010:0.0:1787761754.060296:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e6557f8.
00000100:00000200:0.0:1787761754.060299:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595008640, portal 10
00000100:00000001:0.0:1787761754.060301:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761754.060303:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765443904 : -110615944107712 : ffff9b6537f1e940)
00000100:00000040:0.0:1787761754.060309:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e940 x1874597595008640/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761754.060314:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761754.060315:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761754.060317:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655110.
00000100:00000200:0.0:1787761754.060319:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595008640, offset 0
00000400:00000200:0.0:1787761754.060321:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761754.060324:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761754.060327:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761754.060329:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761754.060331:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761754.060333:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761754.060335:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761754.060337:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277662:277662:256:4294967295] 192.168.203.101@tcp LPNI seq info [277661:277661:8:4294967295]
00000400:00000200:0.0:1787761754.060340:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761754.060344:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761754.060347:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761754.060356:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b800.
00000800:00000200:0.0:1787761754.060359:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761754.060362:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787761754.060365:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761754.060367:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787761754.060370:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761754.060372:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b800.
00000400:00000200:0.0:1787761754.060374:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761754.060377:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761754.060380:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655110
00000400:00000010:0.0:1787761754.060382:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655110.
00000100:00000001:0.0:1787761754.060384:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761754.060387:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1e940 x1874597595008640/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761754.060393:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761754.060396:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e940 x1874597595008640/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761779 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761754.060402:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761754.060403:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761754.060406:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761754.060409:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:0.0:1787761754.060412:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761754.060414:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315167245
00000100:00000001:0.0:1787761754.060417:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315167991
00000100:00000001:0.0:1787761754.060418:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315167245
00000100:00000001:0.0:1787761754.060420:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315167991
00000100:00000001:0.0:1787761754.060422:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761754.060423:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761754.060424:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761754.060427:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761754/real 1787761754]  req@ffff9b6537f1e940 x1874597595008640/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761754.060432:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761754.060433:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761754.060435:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60840.
00000400:00000200:0.0:1787761754.060437:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e6557f8
00000400:00000010:0.0:1787761754.060438:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e6557f8.
00000100:00000001:0.0:1787761754.060440:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761754.060442:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e940 x1874597595008640/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761754.060447:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e940 x1874597595008640/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761754.060451:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761754.060452:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761754.060453:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761754.060454:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761754.060456:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e940 x1874597595008640/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761754.060460:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761754.060462:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e940 x1874597595008640/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761779 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761754.060467:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761754.060469:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761754.060470:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761754.060471:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761754.060472:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761754.060473:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761754.060475:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761754.060477:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761754.060478:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761754.060481:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e940 x1874597595008640/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761779 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761754.060486:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595008640:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761754.060489:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761754.060492:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f480 x1874597595008768/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761754.060498:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761754.060499:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761754.060500:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761754.060501:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761754.060503:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761754.060505:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595008768:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761754.060507:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761754.060508:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761754.060509:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761754.060511:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761754.060514:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760c400.
02000000:00000001:0.0:1787761754.060515:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761754.060518:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761754.060520:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60840.
00000400:00000010:0.0:1787761754.060524:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e6557f8.
00000100:00000200:0.0:1787761754.060527:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595008768, portal 4
00000100:00000001:0.0:1787761754.060529:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761754.060531:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765446784 : -110615944104832 : ffff9b6537f1f480)
00000100:00000040:0.0:1787761754.060537:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f480 x1874597595008768/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761754.060545:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761754.060547:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761754.060550:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655110.
00000100:00000200:0.0:1787761754.060553:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595008768, offset 0
00000400:00000200:0.0:1787761754.060558:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761754.060562:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761754.060566:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761754.060570:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761754.060574:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761754.060576:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761754.060578:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761754.060581:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277663:277663:256:4294967295] 192.168.203.101@tcp LPNI seq info [277662:277662:8:4294967295]
00000400:00000200:0.0:1787761754.060584:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761754.060588:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761754.060592:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761754.060594:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b800.
00000800:00000200:0.0:1787761754.060597:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761754.060600:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787761754.060603:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761754.060606:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787761754.060611:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761754.060613:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b800.
00000400:00000200:0.0:1787761754.060617:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761754.060620:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761754.060624:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655110
00000400:00000010:0.0:1787761754.060626:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655110.
00000100:00000001:0.0:1787761754.060628:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761754.060633:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f480 x1874597595008768/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761754.060642:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761754.060646:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f480 x1874597595008768/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761779 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761754.060654:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761754.060655:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761754.060659:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761754.060662:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:0.0:1787761754.060664:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761754.060666:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315167251
00000100:00000001:0.0:1787761754.060668:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315167991
00000100:00000001:0.0:1787761754.060670:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315167251
00000100:00000001:0.0:1787761754.060673:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315167991
00000100:00000001:0.0:1787761754.060674:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761754.060676:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761754.060677:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761754.060681:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761754/real 1787761754]  req@ffff9b6537f1f480 x1874597595008768/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761754.060686:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761754.060687:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761754.060688:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60840.
00000400:00000200:0.0:1787761754.060690:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e6557f8
00000400:00000010:0.0:1787761754.060691:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e6557f8.
00000100:00000001:0.0:1787761754.060693:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761754.060695:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f480 x1874597595008768/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761754.060700:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f480 x1874597595008768/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761754.060704:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761754.060705:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761754.060706:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761754.060707:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761754.060709:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f480 x1874597595008768/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761754.060714:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761754.060716:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f480 x1874597595008768/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761779 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761754.060721:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761754.060722:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761754.060723:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761754.060724:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761754.060726:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761754.060728:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761754.060729:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761754.060732:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761754.060734:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761754.060736:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f480 x1874597595008768/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761779 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761754.060740:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595008768:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761754.060743:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761754.060745:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761754.060747:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e940 x1874597595008640/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761779 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761754.060752:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761754.060753:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761754.060754:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760cc00.
02000000:00000001:0.0:1787761754.060756:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761754.060757:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761754.060757:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=103 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:0.0:1787761754.060759:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761754.060761:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16400.
02000000:00000001:0.0:1787761754.060763:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761754.060764:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761754.060765:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e940.
00000100:00000001:0.0:1787761754.060767:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761754.060767:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761754.060768:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761754.060770:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f480 x1874597595008768/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761779 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761754.060775:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761754.060776:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761754.060777:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760c400.
02000000:00000001:0.0:1787761754.060780:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761754.060781:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761754.060782:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:0.0:1787761754.060784:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761754.060785:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14800.
02000000:00000001:0.0:1787761754.060786:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761754.060787:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761754.060788:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f480.
00000100:00000001:0.0:1787761754.060789:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761754.060790:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761754.060791:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761754.060793:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761754.060794:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761754.060795:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761754.060797:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761754.827343:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315167991, at 4315168000
00000100:00000010:0.0:1787761754.827368:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d2540.
00010000:00000001:0.0:1787761754.891343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761754.891347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761754.891352:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761754.891353:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761754.891356:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761754.891357:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761754.891431:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761754.891436:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761754.891439:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761755.915366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761755.915374:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761755.915380:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761755.915381:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761755.915384:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761755.915385:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761755.915475:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761755.915484:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761755.915489:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761756.939349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761756.939360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761756.939369:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761756.939371:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761756.939376:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761756.939377:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761756.939449:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761756.939454:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761756.939459:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761757.963330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761757.963338:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761757.963343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761757.963345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761757.963348:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761757.963352:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761757.963354:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761757.963357:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761757.963361:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761757.963363:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761757.963365:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761757.963367:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761757.963429:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761757.963435:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761757.963439:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761758.987344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761758.987355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761758.987364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761758.987365:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761758.987370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761758.987372:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761758.987443:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761758.987446:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761758.987449:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761759.179320:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761759.179333:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761759.179338:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761759.179343:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761759.179349:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761759.179358:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20499
00000400:00000200:3.0:1787761759.179370:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761759.179377:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761759.179381:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761759.179384:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761759.179387:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761759.179390:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761759.179391:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761759.179395:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761759.179396:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761759.179399:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761759.179402:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761759.179404:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761759.179406:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761759.179408:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761759.179410:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761759.179411:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761759.179412:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761759.179415:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761759.179417:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761759.179419:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761759.179422:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761759.179426:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761759.179428:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761759.179430:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761759.179432:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761759.179438:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000020:00000040:3.0:1787761759.179441:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761759.179445:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761759.179446:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761759.179450:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761759.179453:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761759.179460:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761759.179469:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16c00.
00000100:00000001:3.0:1787761759.179477:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761759.179490:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597595008896/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761759.179504:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761759.179511:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761759.179517:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597595008896/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761759.179539:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761759.179542:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761759.179545:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761759.179547:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761759.179549:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761759.179553:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761759.179556:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20499
00000400:00000200:3.0:1787761759.179561:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761759.179564:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1787761759.179565:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:0.0:1787761759.179569:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787761759.179570:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787761759.179573:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787761759.179577:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761759.179582:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761759.179583:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1cf00 x1874597595008896/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787761759.179588:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787761759.179595:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761759.179596:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761759.179600:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761759.179602:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761759.179604:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761759.179608:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595008896:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787761759.179612:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761759.179617:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761759.179620:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761759.179623:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761759.179627:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e800.
02000000:00000001:0.0:1787761759.179629:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761759.179635:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761759.179639:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60840.
00000400:00000010:0.0:1787761759.179646:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e6557f8.
00000100:00000001:3.0:1787761759.179653:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000200:0.0:1787761759.179654:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595008896, portal 25
00000020:00000001:3.0:1787761759.179659:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787761759.179660:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1787761759.179662:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000100:00000001:0.0:1787761759.179663:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765437184 : -110615944114432 : ffff9b6537f1cf00)
00000020:00000001:3.0:1787761759.179666:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761759.179670:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000100:00000040:0.0:1787761759.179672:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1cf00 x1874597595008896/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787761759.179673:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761759.179678:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761759.179686:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787761759.179687:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787761759.179689:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761759.179693:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000040:3.0:1787761759.179695:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000010:0.0:1787761759.179697:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655110.
00000100:00000001:3.0:1787761759.179699:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000200:0.0:1787761759.179701:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595008896, offset 0
00000020:00000040:3.0:1787761759.179703:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761759.179707:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761759.179709:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761759.179713:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
02000000:00000001:3.0:1787761759.179714:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761759.179721:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761759.179724:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761759.179725:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787761759.179728:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761759.179733:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1787761759.179734:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000008:00000001:3.0:1787761759.179737:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761759.179740:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761759.179741:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:3.0:1787761759.179743:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000400:00000200:0.0:1787761759.179747:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000020:00000040:3.0:1787761759.179748:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761759.179752:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1787761759.179753:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787761759.179754:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761759.179757:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1787761759.179758:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
02000000:00000001:3.0:1787761759.179759:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761759.179763:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761759.179764:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277664:277664:256:4294967295] 192.168.203.101@tcp LPNI seq info [277663:277663:8:4294967295]
02000000:00000010:3.0:1787761759.179767:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17800.
00000400:00000200:0.0:1787761759.179770:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787761759.179775:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761759.179796:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597595009024/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787761759.179797:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761759.179809:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761759.179817:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b800.
00000100:00000001:3.0:1787761759.179817:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:0.0:1787761759.179827:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761759.179832:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:0.0:1787761759.179845:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761759.179849:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761759.179851:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315173111
00000100:00000010:0.0:1787761759.179855:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2b40.
00000100:00000001:0.0:1787761759.179864:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787761759.179870:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315173111
00000100:00000010:0.0:1787761759.179873:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2120.
00000100:00000001:0.0:1787761759.179875:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787761759.179883:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761759.179886:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761759.179888:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761759.179890:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761759.179898:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761759.179899:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787761759.179902:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761759.179903:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761759.179905:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761759.179907:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761759.179939:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761759.179948:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597595009024/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761759.179970:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761759.179974:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761759.179979:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761759.179981:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761759.179983:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761759.179987:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.1:1787761759.180158:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00080000:3.0:1787761759.180620:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20499
00000400:00000200:3.0:1787761759.180629:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761759.180634:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761759.180646:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761759.180650:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761759.180653:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761759.180655:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761759.180657:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761759.180660:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761759.180662:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761759.180664:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761759.180667:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761759.180669:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761759.180671:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761759.180674:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761759.180676:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761759.180678:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761759.180681:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761759.180684:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761759.180687:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761759.180690:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761759.180693:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761759.180697:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761759.180700:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761759.180703:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761759.180705:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761759.180709:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761759.180711:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761759.180718:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787761759.180721:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761759.180724:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761759.180725:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761759.180728:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761759.180729:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761759.180732:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761759.180736:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14000.
00000100:00000001:3.0:1787761759.180743:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761759.180749:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597595009152/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761759.180758:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761759.180761:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761759.180765:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597595009152/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761759.180796:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761759.180800:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761759.180805:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761759.180811:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20510)
00000800:00000200:1.1:1787761759.180970:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:0.0:1787761759.947429:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315173111, at 4315173120
00000100:00000010:0.0:1787761759.947450:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d2b40.
00010000:00000001:0.0:1787761760.011375:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761760.011386:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761760.011396:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761760.011399:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761760.011406:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761760.011409:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761760.011534:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761760.011541:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761760.011547:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761761.035374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761761.035383:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761761.035392:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761761.035394:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761761.035398:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761761.035400:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761761.035436:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761761.035440:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761761.035445:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761762.059305:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761762.059310:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761762.059315:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761762.059316:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761762.059319:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761762.059321:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761762.059389:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761762.059392:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761762.059395:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787761762.251711:0:238625:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.101:988
00000400:00000100:3.0:1787761762.251775:0:238625:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.101@tcp at host 192.168.203.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787761762.251786:0:238625:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761762.251790:0:238625:0:(router.c:1791:lnet_notify()) 192.168.203.1@tcp notifying 192.168.203.101@tcp: down
00000400:00000200:3.0:1787761762.251797:0:238625:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761762.251801:0:238625:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787761762.251807:0:238625:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:3.0:1787761762.251811:0:238625:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b800.
00000400:00000200:3.0:1787761762.251818:0:238625:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787761762.251823:0:238625:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787761762.251831:0:238625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655110
00000400:00000010:3.0:1787761762.251833:0:238625:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655110.
00000100:00000001:3.0:1787761762.251838:0:238625:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787761762.251845:0:238625:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b6537f1cf00 x1874597595008896/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761762.251869:0:238625:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761762.251872:0:238625:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1cf00 x1874597595008896/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761784 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761762.251878:0:238625:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761762.251879:0:238625:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787761762.251889:0:238625:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:3.0:1787761762.251891:0:238625:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:3.0:1787761762.251894:0:238625:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787761762.251896:0:238625:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787761762.251898:0:238625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:3.0:1787761762.251900:0:238625:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:3.0:1787761762.251902:0:238625:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787761762.251905:0:238625:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b6537f1c3c0 x1874597595009024/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761762.251912:0:238625:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761762.251915:0:238625:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1c3c0 x1874597595009024/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761784 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761762.251920:0:238625:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761762.251921:0:238625:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787761762.251928:0:238625:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:3.0:1787761762.251932:0:238625:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18f00.
00000400:00000200:3.0:1787761762.251938:0:238625:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787761762.251960:0:238625:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787761762.251985:0:238625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352440
00000400:00000010:3.0:1787761762.251990:0:238625:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352440.
00000100:00000001:3.0:1787761762.251997:0:238625:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787761762.252007:0:238625:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b6537f1e1c0 x1874597595009152/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761762.252032:0:238625:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761762.252040:0:238625:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e1c0 x1874597595009152/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761784 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761762.252056:0:238625:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761762.252061:0:238625:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1787761763.083294:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761763.083300:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761763.083304:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761763.083305:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761763.083307:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761763.083308:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761763.083323:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761763.083325:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761763.083327:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761764.107444:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761764.107457:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761764.107461:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761764.107467:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761764.107475:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761764.107478:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761764.107481:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761764.107484:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761764.107490:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761764.107492:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761764.107494:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761764.107500:0:311388:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1787761764.107504:0:311388:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1787761764.107505:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761764.107508:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761764.107509:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761764.107512:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761764.107514:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761764.107518:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761764.107520:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761764.107621:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761764.107628:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761764.107631:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787761764.300016:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761764.300034:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761764.300045:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761764.300076:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c000 x1874597595009280/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761764.300156:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761764.300165:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761764.300179:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761764.300190:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761764.300201:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761764.300218:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595009280:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787761764.300359:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761764.300376:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761764.300384:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761764.300397:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761764.300421:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787761764.300436:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761764.300465:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761764.300484:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761764.300521:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761764.300545:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595009280, portal 25
00000100:00000001:0.0:1787761764.300559:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761764.300567:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188126720 : -110616521424896 : ffff9b651588c000)
00000100:00000040:0.0:1787761764.300594:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c000 x1874597595009280/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761764.300650:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761764.300663:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761764.300684:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761764.300702:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595009280, offset 0
00000400:00000200:0.0:1787761764.300729:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761764.300778:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761764.300815:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761764.300837:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761764.300860:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761764.300886:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761764.300901:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761764.300921:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277667:277667:256:4294967295] 192.168.203.101@tcp LPNI seq info [277666:277666:8:4294967295]
00000400:00000200:0.0:1787761764.300949:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761764.300986:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761764.301029:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761764.301049:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761764.301084:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761764.301098:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761764.301132:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761764.301145:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787761764.301160:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761764.301165:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761764.301180:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761764.301191:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761764.301202:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761764.301229:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761764.301291:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761764.301312:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c000 x1874597595009280/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761764.301335:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761764.301343:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c000 x1874597595009280/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761789 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761764.301359:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761764.301362:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761764.301376:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761764.301385:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761764.301391:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315178233
00000100:00000010:0.0:1787761764.301401:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2b40.
00000100:00000001:0.0:1787761764.301413:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787761764.301425:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315178233
00000100:00000010:0.0:1787761764.301432:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2540.
00000100:00000001:0.0:1787761764.301437:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787761764.301463:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761764.301469:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761764.301474:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761764.301484:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761764/real 1787761764]  req@ffff9b651588c000 x1874597595009280/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761764.301513:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761764.301516:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761764.301519:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761764.301524:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761764.301526:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761764.301530:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761764.301536:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c000 x1874597595009280/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761764.301547:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c000 x1874597595009280/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761764.301556:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761764.301558:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761764.301561:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761764.301563:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761764.301568:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c000 x1874597595009280/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761764.301576:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761764.301582:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c000 x1874597595009280/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761789 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761764.301592:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761764.301596:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761764.301598:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761764.301599:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761764.301603:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761764.301606:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761764.301610:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761764.301615:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761764.301618:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761764.301623:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c000 x1874597595009280/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761789 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761764.301635:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595009280:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787761764.301648:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761764.301653:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761764.301662:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c000 x1874597595009280/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761789 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761764.301675:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761764.301680:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761764.301685:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787761764.301691:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761764.301696:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761764.301700:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:0.0:1787761764.301704:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761764.301709:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0b400.
02000000:00000001:0.0:1787761764.301716:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761764.301719:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761764.301723:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c000.
00000100:00000001:0.0:1787761764.301732:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761764.301735:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761764.301740:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761764.301775:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761764.301779:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761764.301784:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761764.301788:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761764.301790:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761764.301798:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588e940 x1874597595009408/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761764.301808:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761764.301810:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761764.301814:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761764.301817:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761764.301820:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761764.301824:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595009408:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761764.301829:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761764.301833:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761764.301836:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761764.301838:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761764.301843:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787761764.301846:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761764.301851:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761764.301855:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761764.301860:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761764.301865:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595009408, portal 10
00000100:00000001:0.0:1787761764.301867:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761764.301869:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188137280 : -110616521414336 : ffff9b651588e940)
00000100:00000040:0.0:1787761764.301877:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588e940 x1874597595009408/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761764.301886:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761764.301889:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761764.301892:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761764.301895:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595009408, offset 0
00000400:00000200:0.0:1787761764.301900:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761764.301906:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761764.301912:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761764.301916:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761764.301930:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761764.301933:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761764.301937:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761764.301941:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277668:277668:256:4294967295] 192.168.203.101@tcp LPNI seq info [277667:277667:8:4294967295]
00000400:00000200:0.0:1787761764.301946:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761764.301955:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761764.301961:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761764.301965:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761764.301970:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761764.301975:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761764.301980:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761764.301984:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787761764.301989:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761764.301992:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761764.301997:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761764.302001:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761764.302006:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761764.302008:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761764.302011:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761764.302016:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588e940 x1874597595009408/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761764.302026:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761764.302030:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588e940 x1874597595009408/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761789 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761764.302039:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761764.302041:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761764.302045:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761764.302050:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:0.0:1787761764.302054:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761764.302057:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315177486
00000100:00000001:0.0:1787761764.302061:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315178233
00000100:00000001:0.0:1787761764.302064:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315177486
00000100:00000001:0.0:1787761764.302067:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315178233
00000100:00000001:0.0:1787761764.302069:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761764.302072:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761764.302074:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761764.302079:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761764/real 1787761764]  req@ffff9b651588e940 x1874597595009408/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761764.302088:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761764.302090:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761764.302093:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761764.302096:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761764.302098:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761764.302101:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761764.302105:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588e940 x1874597595009408/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761764.302115:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588e940 x1874597595009408/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761764.302123:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761764.302125:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761764.302127:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761764.302129:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761764.302133:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588e940 x1874597595009408/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761764.302141:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761764.302146:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588e940 x1874597595009408/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761789 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761764.302154:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761764.302158:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761764.302160:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761764.302161:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761764.302164:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761764.302167:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761764.302170:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761764.302174:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761764.302176:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761764.302181:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588e940 x1874597595009408/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761789 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761764.302190:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595009408:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761764.302196:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761764.302201:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588f840 x1874597595009536/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761764.302210:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761764.302212:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761764.302214:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761764.302216:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761764.302219:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761764.302222:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595009536:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761764.302226:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761764.302228:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761764.302230:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761764.302233:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761764.302237:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760d800.
02000000:00000001:0.0:1787761764.302239:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761764.302243:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761764.302277:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761764.302283:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761764.302287:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595009536, portal 4
00000100:00000001:0.0:1787761764.302290:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761764.302291:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188141120 : -110616521410496 : ffff9b651588f840)
00000100:00000040:0.0:1787761764.302299:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588f840 x1874597595009536/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761764.302307:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761764.302310:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761764.302313:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761764.302316:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595009536, offset 0
00000400:00000200:0.0:1787761764.302321:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761764.302325:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761764.302329:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761764.302333:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761764.302399:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761764.302404:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761764.302420:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761764.302427:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277669:277669:256:4294967295] 192.168.203.101@tcp LPNI seq info [277668:277668:8:4294967295]
00000400:00000200:0.0:1787761764.302436:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761764.302450:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761764.302459:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761764.302467:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761764.302474:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761764.302477:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761764.302483:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761764.302487:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787761764.302492:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761764.302495:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761764.302499:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761764.302504:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761764.302509:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761764.302511:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761764.302515:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761764.302520:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588f840 x1874597595009536/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761764.302530:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761764.302534:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588f840 x1874597595009536/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761789 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761764.302542:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761764.302545:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761764.302550:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761764.302554:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:0.0:1787761764.302558:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761764.302561:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315177493
00000100:00000001:0.0:1787761764.302565:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315178233
00000100:00000001:0.0:1787761764.302567:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315177493
00000100:00000001:0.0:1787761764.302571:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315178233
00000100:00000001:0.0:1787761764.302574:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761764.302577:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761764.302579:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761764.302584:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761764/real 1787761764]  req@ffff9b651588f840 x1874597595009536/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761764.302594:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761764.302596:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761764.302598:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761764.302601:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761764.302603:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761764.302605:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761764.302609:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588f840 x1874597595009536/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761764.302620:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588f840 x1874597595009536/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761764.302627:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761764.302629:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761764.302631:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761764.302633:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761764.302638:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588f840 x1874597595009536/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761764.302651:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761764.302660:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588f840 x1874597595009536/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761789 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761764.302673:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761764.302678:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761764.302681:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761764.302683:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761764.302688:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761764.302691:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761764.302697:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761764.302704:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761764.302709:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761764.302718:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588f840 x1874597595009536/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761789 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761764.302737:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595009536:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761764.302770:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761764.302785:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761764.302791:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588e940 x1874597595009408/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761789 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761764.302801:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761764.302803:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761764.302806:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787761764.302811:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761764.302813:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761764.302815:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=103 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:0.0:1787761764.302818:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761764.302820:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee09000.
02000000:00000001:0.0:1787761764.302823:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761764.302825:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761764.302827:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588e940.
00000100:00000001:0.0:1787761764.302832:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761764.302834:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761764.302836:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761764.302840:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588f840 x1874597595009536/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761789 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761764.302848:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761764.302850:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761764.302851:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760d800.
02000000:00000001:0.0:1787761764.302854:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761764.302856:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761764.302858:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:0.0:1787761764.302861:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761764.302862:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee09400.
02000000:00000001:0.0:1787761764.302865:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761764.302866:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761764.302868:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588f840.
00000100:00000001:0.0:1787761764.302871:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761764.302873:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761764.302875:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761764.302879:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761764.302881:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761764.302883:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761764.302886:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761765.067333:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315178233, at 4315178240
00000100:00000010:0.0:1787761765.067353:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d2b40.
00010000:00000001:0.0:1787761765.131329:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761765.131334:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761765.131339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761765.131340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761765.131343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761765.131344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761765.131369:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761765.131372:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761765.131374:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761766.155351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761766.155359:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761766.155365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761766.155366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761766.155369:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761766.155370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761766.155451:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761766.155456:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761766.155459:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761767.179345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761767.179353:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761767.179359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761767.179360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761767.179363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761767.179369:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761767.179371:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761767.179374:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761767.179377:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761767.179379:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761767.179381:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761767.179383:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761767.179404:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761767.179407:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761767.179409:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761768.203342:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761768.203350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761768.203356:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761768.203358:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761768.203361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761768.203362:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761768.203415:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761768.203420:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761768.203423:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761769.227347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761769.227357:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761769.227365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761769.227367:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761769.227372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761769.227373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761769.227403:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761769.227407:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761769.227411:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787761769.419563:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761769.419569:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761769.419573:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761769.419583:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588d2c0 x1874597595009664/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761769.419600:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761769.419601:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761769.419605:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761769.419610:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761769.419614:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761769.419619:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595009664:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787761769.419632:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761769.419639:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761769.419644:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761769.419651:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761769.419658:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e000.
02000000:00000001:0.0:1787761769.419662:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761769.419674:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761769.419680:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761769.419690:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761769.419719:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595009664, portal 25
00000100:00000001:0.0:1787761769.419725:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761769.419727:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188131520 : -110616521420096 : ffff9b651588d2c0)
00000100:00000040:0.0:1787761769.419737:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588d2c0 x1874597595009664/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761769.419754:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761769.419761:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761769.419766:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761769.419772:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595009664, offset 0
00000400:00000200:0.0:1787761769.419785:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761769.419805:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761769.419818:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761769.419827:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761769.419833:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761769.419841:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761769.419848:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761769.419859:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277670:277670:256:4294967295] 192.168.203.101@tcp LPNI seq info [277669:277669:8:4294967295]
00000400:00000200:0.0:1787761769.419875:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761769.419900:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761769.419915:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761769.419922:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761769.419932:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761769.419937:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761769.419942:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761769.419945:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787761769.419949:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761769.419951:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761769.419958:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761769.419962:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761769.419968:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761769.419970:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761769.419974:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761769.419977:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588d2c0 x1874597595009664/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761769.419986:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761769.419989:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588d2c0 x1874597595009664/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761794 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761769.419994:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761769.419996:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761769.420005:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761769.420009:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761769.420012:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315183351
00000100:00000010:0.0:1787761769.420017:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2b40.
00000100:00000001:0.0:1787761769.420025:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787761769.420032:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315183351
00000100:00000010:0.0:1787761769.420034:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2720.
00000100:00000001:0.0:1787761769.420037:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787761769.420046:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761769.420048:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761769.420051:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761769.420054:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761769/real 1787761769]  req@ffff9b651588d2c0 x1874597595009664/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761769.420062:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761769.420064:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761769.420067:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761769.420070:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761769.420072:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761769.420074:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761769.420077:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588d2c0 x1874597595009664/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761769.420083:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588d2c0 x1874597595009664/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761769.420088:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761769.420089:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761769.420091:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761769.420093:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761769.420096:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588d2c0 x1874597595009664/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761769.420104:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761769.420109:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588d2c0 x1874597595009664/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761794 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761769.420117:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761769.420121:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761769.420123:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761769.420124:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761769.420127:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761769.420130:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761769.420133:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761769.420138:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761769.420142:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761769.420147:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588d2c0 x1874597595009664/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761794 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761769.420157:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595009664:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787761769.420165:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761769.420168:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761769.420172:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588d2c0 x1874597595009664/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761794 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761769.420181:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761769.420184:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761769.420186:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760e000.
02000000:00000001:0.0:1787761769.420189:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761769.420191:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761769.420192:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:0.0:1787761769.420194:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761769.420197:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee09800.
02000000:00000001:0.0:1787761769.420200:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761769.420202:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761769.420203:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588d2c0.
00000100:00000001:0.0:1787761769.420210:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761769.420211:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761769.420213:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761769.420221:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761769.420223:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761769.420224:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761769.420225:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761769.420227:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761769.420230:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c780 x1874597595009792/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761769.420235:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761769.420236:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761769.420238:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761769.420240:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761769.420241:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761769.420243:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595009792:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761769.420270:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761769.420273:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761769.420275:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761769.420277:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761769.420280:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e000.
02000000:00000001:0.0:1787761769.420283:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761769.420287:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761769.420290:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761769.420293:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761769.420296:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595009792, portal 10
00000100:00000001:0.0:1787761769.420298:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761769.420299:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188128640 : -110616521422976 : ffff9b651588c780)
00000100:00000040:0.0:1787761769.420306:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c780 x1874597595009792/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761769.420310:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761769.420319:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761769.420321:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761769.420323:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595009792, offset 0
00000400:00000200:0.0:1787761769.420326:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761769.420330:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761769.420333:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761769.420335:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761769.420337:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761769.420339:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761769.420341:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761769.420343:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277671:277671:256:4294967295] 192.168.203.101@tcp LPNI seq info [277670:277670:8:4294967295]
00000400:00000200:0.0:1787761769.420346:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761769.420350:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761769.420353:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761769.420356:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761769.420359:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761769.420361:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761769.420364:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761769.420366:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787761769.420369:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761769.420371:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761769.420374:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761769.420376:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761769.420379:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761769.420380:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761769.420382:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761769.420384:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c780 x1874597595009792/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761769.420390:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761769.420392:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c780 x1874597595009792/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761794 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761769.420397:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761769.420398:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761769.420401:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761769.420405:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:0.0:1787761769.420408:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761769.420410:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315182605
00000100:00000001:0.0:1787761769.420413:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315183351
00000100:00000001:0.0:1787761769.420415:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315182605
00000100:00000001:0.0:1787761769.420418:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315183351
00000100:00000001:0.0:1787761769.420420:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761769.420422:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761769.420424:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761769.420428:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761769/real 1787761769]  req@ffff9b651588c780 x1874597595009792/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761769.420437:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761769.420439:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761769.420441:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761769.420444:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761769.420446:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761769.420449:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761769.420453:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c780 x1874597595009792/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761769.420463:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c780 x1874597595009792/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761769.420468:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761769.420469:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761769.420471:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761769.420472:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761769.420475:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c780 x1874597595009792/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761769.420480:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761769.420483:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c780 x1874597595009792/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761794 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761769.420487:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761769.420488:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761769.420489:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761769.420490:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761769.420491:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761769.420492:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761769.420494:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761769.420496:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761769.420498:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761769.420500:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c780 x1874597595009792/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761794 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761769.420505:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595009792:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761769.420508:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761769.420511:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588f840 x1874597595009920/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761769.420521:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761769.420522:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761769.420523:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761769.420525:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761769.420526:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761769.420528:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595009920:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761769.420530:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761769.420531:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761769.420532:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761769.420534:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761769.420537:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787761769.420538:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761769.420541:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761769.420543:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761769.420546:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761769.420548:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595009920, portal 4
00000100:00000001:0.0:1787761769.420549:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761769.420551:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188141120 : -110616521410496 : ffff9b651588f840)
00000100:00000040:0.0:1787761769.420555:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588f840 x1874597595009920/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761769.420560:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761769.420561:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761769.420563:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761769.420564:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595009920, offset 0
00000400:00000200:0.0:1787761769.420567:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761769.420569:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761769.420572:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761769.420574:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761769.420576:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761769.420577:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761769.420579:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761769.420582:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277672:277672:256:4294967295] 192.168.203.101@tcp LPNI seq info [277671:277671:8:4294967295]
00000400:00000200:0.0:1787761769.420585:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761769.420590:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761769.420593:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761769.420596:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761769.420598:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761769.420600:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761769.420603:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761769.420606:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787761769.420609:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761769.420611:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761769.420613:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761769.420615:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761769.420617:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761769.420619:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761769.420620:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761769.420623:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588f840 x1874597595009920/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761769.420628:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761769.420630:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588f840 x1874597595009920/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761794 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761769.420635:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761769.420636:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761769.420638:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761769.420641:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:0.0:1787761769.420643:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761769.420644:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315182611
00000100:00000001:0.0:1787761769.420646:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315183351
00000100:00000001:0.0:1787761769.420648:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315182611
00000100:00000001:0.0:1787761769.420650:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315183351
00000100:00000001:0.0:1787761769.420651:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761769.420653:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761769.420654:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761769.420657:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761769/real 1787761769]  req@ffff9b651588f840 x1874597595009920/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761769.420662:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761769.420663:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761769.420664:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761769.420666:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761769.420667:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761769.420668:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761769.420670:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588f840 x1874597595009920/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761769.420676:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588f840 x1874597595009920/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761769.420680:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761769.420680:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761769.420682:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761769.420682:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761769.420684:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588f840 x1874597595009920/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761769.420688:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761769.420691:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588f840 x1874597595009920/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761794 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761769.420695:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761769.420696:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761769.420697:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761769.420698:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761769.420699:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761769.420700:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761769.420701:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761769.420705:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761769.420706:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761769.420722:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588f840 x1874597595009920/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761794 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761769.420729:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595009920:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761769.420732:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761769.420734:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761769.420736:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c780 x1874597595009792/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761794 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761769.420741:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761769.420742:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761769.420744:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760e000.
02000000:00000001:0.0:1787761769.420746:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761769.420747:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761769.420748:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=103 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:0.0:1787761769.420749:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761769.420751:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0bc00.
02000000:00000001:0.0:1787761769.420753:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761769.420754:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761769.420755:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c780.
00000100:00000001:0.0:1787761769.420758:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761769.420759:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761769.420760:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761769.420762:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588f840 x1874597595009920/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761794 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761769.420767:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761769.420767:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761769.420768:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787761769.420770:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761769.420770:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761769.420771:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:0.0:1787761769.420772:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761769.420774:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee09400.
02000000:00000001:0.0:1787761769.420776:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761769.420776:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761769.420777:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588f840.
00000100:00000001:0.0:1787761769.420781:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761769.420782:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761769.420783:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761769.420785:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761769.420786:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761769.420787:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761769.420788:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761770.187335:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315183351, at 4315183360
00000100:00000010:0.0:1787761770.187352:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d2b40.
00010000:00000001:0.0:1787761770.251335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761770.251341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761770.251346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761770.251347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761770.251350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761770.251351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761770.251401:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761770.251405:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761770.251409:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761771.275386:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761771.275394:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761771.275400:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761771.275401:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761771.275404:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761771.275405:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761771.275428:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761771.275430:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761771.275433:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761772.299328:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761772.299335:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761772.299341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761772.299342:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761772.299345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761772.299346:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761772.299408:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761772.299413:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761772.299416:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761773.323331:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761773.323341:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761773.323343:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761773.323346:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761773.323352:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761773.323355:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761773.323357:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761773.323359:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761773.323363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761773.323364:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761773.323366:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761773.323371:0:311388:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1787761773.323374:0:311388:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1787761773.323375:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761773.323376:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761773.323377:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761773.323378:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761773.323380:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761773.323383:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761773.323384:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761773.323407:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761773.323409:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761773.323411:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761774.347323:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761774.347331:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761774.347336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761774.347337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761774.347340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761774.347341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761774.347417:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761774.347423:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761774.347428:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787761774.539695:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761774.539703:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761774.539709:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761774.539724:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588e940 x1874597595010048/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761774.539750:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761774.539755:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761774.539764:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761774.539769:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761774.539776:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761774.539785:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595010048:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787761774.539802:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761774.539811:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761774.539817:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761774.539833:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761774.539845:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760d800.
02000000:00000001:0.0:1787761774.539851:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761774.539865:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761774.539875:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761774.539888:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761774.539903:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595010048, portal 25
00000100:00000001:0.0:1787761774.539928:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761774.539934:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188137280 : -110616521414336 : ffff9b651588e940)
00000100:00000040:0.0:1787761774.539952:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588e940 x1874597595010048/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761774.539990:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761774.540001:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761774.540025:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761774.540031:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595010048, offset 0
00000400:00000200:0.0:1787761774.540047:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761774.540070:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761774.540087:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761774.540097:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761774.540107:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761774.540116:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761774.540122:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761774.540134:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277673:277673:256:4294967295] 192.168.203.101@tcp LPNI seq info [277672:277672:8:4294967295]
00000400:00000200:0.0:1787761774.540149:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761774.540170:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761774.540180:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761774.540189:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761774.540198:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761774.540204:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787761774.540211:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761774.540215:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787761774.540220:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761774.540223:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761774.540232:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761774.540238:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761774.540284:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761774.540288:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761774.540294:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761774.540299:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588e940 x1874597595010048/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761774.540312:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761774.540316:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588e940 x1874597595010048/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761799 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761774.540326:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761774.540328:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761774.540337:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761774.540343:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761774.540347:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315188472
00000100:00000010:0.0:1787761774.540368:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2b40.
00000100:00000001:0.0:1787761774.540379:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787761774.540387:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315188472
00000100:00000010:0.0:1787761774.540391:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2d80.
00000100:00000001:0.0:1787761774.540395:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787761774.540404:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761774.540408:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761774.540411:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761774.540417:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761774/real 1787761774]  req@ffff9b651588e940 x1874597595010048/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761774.540428:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761774.540431:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761774.540434:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761774.540437:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761774.540440:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761774.540443:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761774.540447:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588e940 x1874597595010048/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761774.540458:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588e940 x1874597595010048/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761774.540466:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761774.540469:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761774.540471:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761774.540474:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761774.540479:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588e940 x1874597595010048/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761774.540487:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761774.540492:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588e940 x1874597595010048/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761799 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761774.540502:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761774.540506:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761774.540508:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761774.540509:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761774.540513:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761774.540516:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761774.540519:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761774.540524:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761774.540527:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761774.540533:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588e940 x1874597595010048/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761799 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761774.540543:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595010048:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787761774.540552:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761774.540555:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761774.540559:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588e940 x1874597595010048/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761799 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761774.540568:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761774.540572:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761774.540576:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760d800.
02000000:00000001:0.0:1787761774.540580:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761774.540582:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761774.540601:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:0.0:1787761774.540604:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761774.540608:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0b400.
02000000:00000001:0.0:1787761774.540614:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761774.540618:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761774.540621:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588e940.
00000100:00000001:0.0:1787761774.540626:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761774.540628:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761774.540632:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761774.540643:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761774.540645:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761774.540648:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761774.540650:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761774.540652:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761774.540658:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c000 x1874597595010176/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761774.540668:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761774.540670:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761774.540673:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761774.540714:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761774.540717:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761774.540721:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595010176:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761774.540725:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761774.540727:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761774.540729:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761774.540732:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761774.540736:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760d800.
02000000:00000001:0.0:1787761774.540738:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761774.540742:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761774.540745:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761774.540749:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761774.540752:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595010176, portal 10
00000100:00000001:0.0:1787761774.540755:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761774.540756:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188126720 : -110616521424896 : ffff9b651588c000)
00000100:00000040:0.0:1787761774.540764:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c000 x1874597595010176/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761774.540772:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761774.540775:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761774.540778:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761774.540781:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595010176, offset 0
00000400:00000200:0.0:1787761774.540786:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761774.540808:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761774.540815:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761774.540820:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761774.540824:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761774.540827:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761774.540831:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761774.540837:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277674:277674:256:4294967295] 192.168.203.101@tcp LPNI seq info [277673:277673:8:4294967295]
00000400:00000200:0.0:1787761774.540844:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761774.540870:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761774.540876:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761774.540880:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761774.540886:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761774.540889:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787761774.540894:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761774.540897:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787761774.540902:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761774.540904:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761774.540908:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761774.540912:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761774.540915:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761774.540917:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761774.540920:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761774.540924:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c000 x1874597595010176/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761774.540933:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761774.540936:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c000 x1874597595010176/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761799 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761774.540944:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761774.540946:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761774.540967:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761774.540973:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:0.0:1787761774.540978:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761774.540981:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315187725
00000100:00000001:0.0:1787761774.540986:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315188472
00000100:00000001:0.0:1787761774.540990:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315187725
00000100:00000001:0.0:1787761774.540994:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315188472
00000100:00000001:0.0:1787761774.540997:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761774.541001:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761774.541003:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761774.541009:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761774/real 1787761774]  req@ffff9b651588c000 x1874597595010176/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761774.541034:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761774.541036:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761774.541038:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761774.541041:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761774.541042:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761774.541045:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761774.541049:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c000 x1874597595010176/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761774.541059:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c000 x1874597595010176/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761774.541066:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761774.541068:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761774.541070:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761774.541072:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761774.541076:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c000 x1874597595010176/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761774.541102:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761774.541109:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c000 x1874597595010176/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761799 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761774.541121:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761774.541125:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761774.541128:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761774.541130:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761774.541133:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761774.541136:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761774.541140:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761774.541159:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761774.541162:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761774.541167:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c000 x1874597595010176/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761799 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761774.541177:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595010176:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761774.541182:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761774.541186:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588f840 x1874597595010304/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761774.541202:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761774.541203:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761774.541206:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761774.541208:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761774.541211:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761774.541214:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595010304:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761774.541218:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761774.541220:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761774.541222:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761774.541224:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761774.541228:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e800.
02000000:00000001:0.0:1787761774.541231:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761774.541234:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761774.541238:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761774.541242:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761774.541244:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595010304, portal 4
00000100:00000001:0.0:1787761774.541246:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761774.541248:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188141120 : -110616521410496 : ffff9b651588f840)
00000100:00000040:0.0:1787761774.541255:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588f840 x1874597595010304/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761774.541262:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761774.541267:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761774.541270:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761774.541273:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595010304, offset 0
00000400:00000200:0.0:1787761774.541278:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761774.541284:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761774.541290:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761774.541294:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761774.541297:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761774.541300:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761774.541303:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761774.541307:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277675:277675:256:4294967295] 192.168.203.101@tcp LPNI seq info [277674:277674:8:4294967295]
00000400:00000200:0.0:1787761774.541311:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761774.541318:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761774.541323:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761774.541327:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761774.541331:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761774.541335:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787761774.541340:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761774.541343:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787761774.541348:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761774.541351:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761774.541373:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761774.541378:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761774.541382:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761774.541384:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761774.541387:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761774.541392:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588f840 x1874597595010304/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761774.541402:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761774.541405:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588f840 x1874597595010304/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761799 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761774.541412:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761774.541414:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761774.541418:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761774.541421:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:0.0:1787761774.541424:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761774.541427:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315187732
00000100:00000001:0.0:1787761774.541430:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315188472
00000100:00000001:0.0:1787761774.541432:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315187732
00000100:00000001:0.0:1787761774.541434:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315188472
00000100:00000001:0.0:1787761774.541437:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761774.541440:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761774.541442:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761774.541446:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761774/real 1787761774]  req@ffff9b651588f840 x1874597595010304/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761774.541455:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761774.541456:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761774.541458:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761774.541461:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761774.541463:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761774.541465:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761774.541469:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588f840 x1874597595010304/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761774.541479:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588f840 x1874597595010304/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761774.541488:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761774.541490:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761774.541492:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761774.541494:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761774.541498:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588f840 x1874597595010304/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761774.541506:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761774.541510:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588f840 x1874597595010304/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761799 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761774.541519:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761774.541521:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761774.541523:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761774.541525:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761774.541527:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761774.541529:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761774.541532:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761774.541537:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761774.541540:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761774.541545:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588f840 x1874597595010304/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761799 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761774.541554:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595010304:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761774.541559:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761774.541561:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761774.541565:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c000 x1874597595010176/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761799 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761774.541573:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761774.541575:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761774.541577:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760d800.
02000000:00000001:0.0:1787761774.541580:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761774.541582:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761774.541584:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=103 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:0.0:1787761774.541587:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761774.541589:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08800.
02000000:00000001:0.0:1787761774.541593:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761774.541594:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761774.541596:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c000.
00000100:00000001:0.0:1787761774.541601:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761774.541603:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761774.541605:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761774.541609:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588f840 x1874597595010304/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761799 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761774.541617:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761774.541618:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761774.541620:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760e800.
02000000:00000001:0.0:1787761774.541623:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761774.541624:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761774.541626:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:0.0:1787761774.541628:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761774.541630:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0a400.
02000000:00000001:0.0:1787761774.541634:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761774.541635:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761774.541637:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588f840.
00000100:00000001:0.0:1787761774.541640:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761774.541642:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761774.541644:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761774.541647:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761774.541649:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761774.541651:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761774.541653:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761775.307345:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315188472, at 4315188480
00000100:00000010:0.0:1787761775.307366:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d2b40.
00010000:00000001:0.0:1787761775.371315:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761775.371320:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761775.371326:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761775.371327:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761775.371330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761775.371331:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761775.371351:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761775.371354:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761775.371356:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761776.395356:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761776.395364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761776.395369:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761776.395371:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761776.395374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761776.395375:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761776.395435:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761776.395441:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761776.395445:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761777.419348:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761777.419356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761777.419362:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761777.419363:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761777.419366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761777.419370:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761777.419372:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761777.419375:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761777.419378:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761777.419381:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761777.419384:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761777.419386:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761777.419408:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761777.419411:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761777.419413:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761778.443351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761778.443359:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761778.443365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761778.443366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761778.443369:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761778.443370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761778.443448:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761778.443452:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761778.443456:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761779.467338:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761779.467347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761779.467353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761779.467354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761779.467357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761779.467358:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761779.467385:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761779.467388:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761779.467391:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787761779.659561:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761779.659567:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761779.659571:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761779.659583:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c780 x1874597595010432/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761779.659601:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761779.659605:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761779.659613:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761779.659618:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761779.659622:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761779.659630:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595010432:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787761779.659637:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761779.659653:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761779.659656:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761779.659661:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761779.659670:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e400.
02000000:00000001:0.0:1787761779.659675:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761779.659685:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761779.659693:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761779.659704:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761779.659716:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595010432, portal 25
00000100:00000001:0.0:1787761779.659720:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761779.659724:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188128640 : -110616521422976 : ffff9b651588c780)
00000100:00000040:0.0:1787761779.659735:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c780 x1874597595010432/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761779.659759:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761779.659765:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761779.659770:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761779.659775:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595010432, offset 0
00000400:00000200:0.0:1787761779.659788:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761779.659800:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761779.659810:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761779.659819:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761779.659824:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761779.659828:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761779.659831:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761779.659834:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277676:277676:256:4294967295] 192.168.203.101@tcp LPNI seq info [277675:277675:8:4294967295]
00000400:00000200:0.0:1787761779.659837:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761779.659847:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761779.659856:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761779.659864:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761779.659877:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761779.659884:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787761779.659896:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761779.659902:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1787761779.659910:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761779.659915:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761779.659923:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761779.659935:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761779.659945:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761779.659949:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761779.659955:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761779.659962:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c780 x1874597595010432/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761779.659972:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761779.659978:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c780 x1874597595010432/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761804 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761779.659998:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761779.660002:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761779.660013:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761779.660022:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761779.660027:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315193591
00000100:00000010:0.0:1787761779.660034:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2b40.
00000100:00000001:0.0:1787761779.660043:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787761779.660052:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315193591
00000100:00000010:0.0:1787761779.660057:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d26c0.
00000100:00000001:0.0:1787761779.660065:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787761779.660069:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761779.660071:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761779.660073:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761779.660077:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761779/real 1787761779]  req@ffff9b651588c780 x1874597595010432/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761779.660085:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761779.660086:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761779.660088:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761779.660090:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761779.660092:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761779.660094:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761779.660096:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c780 x1874597595010432/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761779.660103:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c780 x1874597595010432/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761779.660109:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761779.660111:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761779.660113:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761779.660115:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761779.660118:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c780 x1874597595010432/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761779.660123:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761779.660126:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c780 x1874597595010432/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761804 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761779.660132:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761779.660134:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761779.660135:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761779.660136:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761779.660138:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761779.660140:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761779.660142:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761779.660144:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761779.660146:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761779.660149:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c780 x1874597595010432/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761804 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761779.660155:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595010432:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787761779.660159:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761779.660160:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761779.660162:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c780 x1874597595010432/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761804 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761779.660167:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761779.660169:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761779.660173:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760e400.
02000000:00000001:0.0:1787761779.660175:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761779.660176:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761779.660178:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:0.0:1787761779.660180:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761779.660182:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08400.
02000000:00000001:0.0:1787761779.660187:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761779.660189:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761779.660190:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c780.
00000100:00000001:0.0:1787761779.660195:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761779.660196:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761779.660197:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761779.660205:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761779.660206:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761779.660207:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761779.660209:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761779.660210:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761779.660212:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588d2c0 x1874597595010560/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761779.660218:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761779.660219:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761779.660220:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761779.660222:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761779.660223:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761779.660225:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595010560:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761779.660227:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761779.660228:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761779.660230:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761779.660231:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761779.660233:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e400.
02000000:00000001:0.0:1787761779.660235:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761779.660237:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761779.660239:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761779.660242:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761779.660244:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595010560, portal 10
00000100:00000001:0.0:1787761779.660270:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761779.660271:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188131520 : -110616521420096 : ffff9b651588d2c0)
00000100:00000040:0.0:1787761779.660277:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588d2c0 x1874597595010560/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761779.660282:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761779.660284:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761779.660286:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761779.660288:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595010560, offset 0
00000400:00000200:0.0:1787761779.660290:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761779.660293:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761779.660296:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761779.660299:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761779.660301:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761779.660303:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761779.660304:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761779.660306:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277677:277677:256:4294967295] 192.168.203.101@tcp LPNI seq info [277676:277676:8:4294967295]
00000400:00000200:0.0:1787761779.660309:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761779.660314:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761779.660317:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761779.660319:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761779.660322:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761779.660324:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787761779.660327:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761779.660329:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1787761779.660332:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761779.660333:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761779.660336:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761779.660338:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761779.660341:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761779.660342:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761779.660344:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761779.660346:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588d2c0 x1874597595010560/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761779.660357:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761779.660359:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588d2c0 x1874597595010560/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761804 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761779.660364:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761779.660365:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761779.660367:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761779.660370:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:0.0:1787761779.660372:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761779.660373:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315192845
00000100:00000001:0.0:1787761779.660375:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315193591
00000100:00000001:0.0:1787761779.660377:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315192845
00000100:00000001:0.0:1787761779.660379:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315193591
00000100:00000001:0.0:1787761779.660381:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761779.660382:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761779.660383:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761779.660385:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761779/real 1787761779]  req@ffff9b651588d2c0 x1874597595010560/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761779.660390:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761779.660391:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761779.660392:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761779.660393:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761779.660395:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761779.660396:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761779.660398:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588d2c0 x1874597595010560/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761779.660404:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588d2c0 x1874597595010560/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761779.660407:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761779.660409:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761779.660411:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761779.660412:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761779.660414:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588d2c0 x1874597595010560/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761779.660418:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761779.660421:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588d2c0 x1874597595010560/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761804 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761779.660425:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761779.660426:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761779.660427:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761779.660428:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761779.660429:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761779.660430:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761779.660432:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761779.660434:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761779.660435:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761779.660437:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588d2c0 x1874597595010560/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761804 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761779.660442:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595010560:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761779.660444:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761779.660446:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588f840 x1874597595010688/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761779.660451:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761779.660452:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761779.660454:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761779.660455:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761779.660456:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761779.660459:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595010688:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761779.660461:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761779.660462:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761779.660464:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761779.660465:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761779.660467:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760c800.
02000000:00000001:0.0:1787761779.660469:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761779.660471:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761779.660473:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761779.660475:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761779.660477:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595010688, portal 4
00000100:00000001:0.0:1787761779.660478:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761779.660479:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188141120 : -110616521410496 : ffff9b651588f840)
00000100:00000040:0.0:1787761779.660484:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588f840 x1874597595010688/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761779.660488:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761779.660490:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761779.660491:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761779.660492:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595010688, offset 0
00000400:00000200:0.0:1787761779.660495:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761779.660496:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761779.660498:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761779.660500:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761779.660502:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761779.660503:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761779.660505:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761779.660507:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277678:277678:256:4294967295] 192.168.203.101@tcp LPNI seq info [277677:277677:8:4294967295]
00000400:00000200:0.0:1787761779.660510:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761779.660514:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761779.660517:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761779.660518:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761779.660521:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761779.660523:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787761779.660526:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761779.660528:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1787761779.660530:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761779.660532:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761779.660534:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761779.660536:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761779.660538:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761779.660539:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761779.660540:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761779.660542:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588f840 x1874597595010688/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761779.660548:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761779.660550:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588f840 x1874597595010688/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761804 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761779.660555:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761779.660556:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761779.660557:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761779.660559:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:0.0:1787761779.660561:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761779.660562:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315192851
00000100:00000001:0.0:1787761779.660564:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315193591
00000100:00000001:0.0:1787761779.660565:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315192851
00000100:00000001:0.0:1787761779.660567:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315193591
00000100:00000001:0.0:1787761779.660569:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761779.660570:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761779.660571:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761779.660573:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761779/real 1787761779]  req@ffff9b651588f840 x1874597595010688/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761779.660578:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761779.660579:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761779.660580:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761779.660582:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761779.660583:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761779.660584:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761779.660586:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588f840 x1874597595010688/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761779.660591:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588f840 x1874597595010688/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761779.660595:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761779.660596:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761779.660597:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761779.660598:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761779.660600:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588f840 x1874597595010688/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761779.660604:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761779.660606:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588f840 x1874597595010688/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761804 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761779.660610:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761779.660611:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761779.660612:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761779.660613:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761779.660614:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761779.660615:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761779.660617:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761779.660619:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761779.660620:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761779.660622:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588f840 x1874597595010688/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761804 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761779.660633:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595010688:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761779.660636:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761779.660637:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761779.660651:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588d2c0 x1874597595010560/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761804 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761779.660656:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761779.660657:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761779.660659:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760e400.
02000000:00000001:0.0:1787761779.660661:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761779.660662:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761779.660663:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=103 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:0.0:1787761779.660665:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761779.660666:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0ac00.
02000000:00000001:0.0:1787761779.660669:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761779.660670:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761779.660671:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588d2c0.
00000100:00000001:0.0:1787761779.660676:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761779.660677:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761779.660678:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761779.660680:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588f840 x1874597595010688/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761804 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761779.660685:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761779.660686:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761779.660687:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760c800.
02000000:00000001:0.0:1787761779.660688:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761779.660689:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761779.660689:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:0.0:1787761779.660690:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761779.660691:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:0.0:1787761779.660693:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761779.660694:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761779.660695:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588f840.
00000100:00000001:0.0:1787761779.660698:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761779.660700:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761779.660701:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761779.660703:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761779.660704:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761779.660706:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761779.660707:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761780.427361:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315193591, at 4315193600
00000100:00000010:0.0:1787761780.427376:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d2b40.
00010000:00000001:0.0:1787761780.491328:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761780.491333:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761780.491338:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761780.491340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761780.491343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761780.491344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761780.491446:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761780.491454:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761780.491460:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761781.515404:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761781.515413:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761781.515419:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761781.515421:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761781.515425:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761781.515427:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761781.515453:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761781.515456:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761781.515460:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761782.539349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761782.539355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761782.539359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761782.539360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761782.539362:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761782.539363:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761782.539445:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761782.539468:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761782.539472:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761783.563328:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761783.563335:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761783.563336:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761783.563339:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761783.563342:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761783.563344:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761783.563346:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761783.563348:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761783.563351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761783.563352:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761783.563354:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761783.563358:0:311388:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:0.0:1787761783.563360:0:311388:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1787761783.563362:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1787761783.563363:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000010:0.0:1787761783.563391:0:311388:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b6442d43480.
00010000:00000001:0.0:1787761783.563395:0:311388:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered
00010000:00010000:0.0:1787761783.563403:0:311388:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00000001:0.0:1787761783.563404:0:311388:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761783.563406:0:311388:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761783.563407:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1787761783.563408:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1787761783.563411:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761783.563411:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761783.563431:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761783.563433:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761783.563435:0:260569:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00000001:0.0:1787761783.563438:0:260569:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered
00010000:00000001:0.0:1787761783.563440:0:260569:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered
00010000:00010000:0.0:1787761783.563444:0:260569:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6513a7a600/0xf223c8ba2c1e1124 lrc: 2/0,0 mode: PR/PR res: [0x200002341:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8950dc2702270030 expref: -99 pid: 322230 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00000080:00000001:0.0:1787761783.563453:0:260569:0:(namei.c:477:ll_md_blocking_ast()) Process entered
00000080:00000001:0.0:1787761783.563456:0:260569:0:(namei.c:240:ll_lock_cancel_bits()) Process entered
00000080:00000001:0.0:1787761783.563459:0:260569:0:(file.c:6113:ll_have_md_lock()) Process entered
00000080:00000040:0.0:1787761783.563460:0:260569:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200002341:0x3c:0x0] mode (null)
00000002:00000001:0.0:1787761783.563464:0:260569:0:(mdc_locks.c:137:mdc_lock_match()) Process entered
00010000:00000001:0.0:1787761783.563466:0:260569:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered
00000020:00000001:3.0:1787761783.563479:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00010000:00000040:0.0:1787761783.563481:0:260569:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b653303f700 count: 3
00000020:00000001:3.0:1787761783.563483:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761783.563484:0:260569:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00010000:00010000:3.0:1787761783.563488:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000002:00000001:0.0:1787761783.563490:0:260569:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:0.0:1787761783.563493:0:260569:0:(mdc_locks.c:137:mdc_lock_match()) Process entered
00010000:00000001:0.0:1787761783.563494:0:260569:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:0.0:1787761783.563496:0:260569:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b653303f700 count: 3
00010000:00000001:0.0:1787761783.563497:0:260569:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:0.0:1787761783.563499:0:260569:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1787761783.563500:0:260569:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1787761783.563503:0:260569:0:(dcache.c:195:ll_prune_aliases()) Process entered
00000080:00000002:0.0:1787761783.563504:0:260569:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002341:0x3c:0x0](ffff9b65044fc2c8) invalid
00000020:00000001:0.0:1787761783.563507:0:260569:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbf2747f07ca0
00000080:00002000:0.0:1787761783.563509:0:260569:0:(llite_internal.h:2031:d_lustre_invalidate()) invalidate dentry d160n.sanity (ffff9b65088ea870) parent ffff9b6511d48af8 inode ffff9b65044fc2c8 refc 3
00000080:00000001:0.0:1787761783.563512:0:260569:0:(dcache.c:209:ll_prune_aliases()) Process leaving
00000080:00000001:0.0:1787761783.563526:0:260569:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving
00000080:00000001:0.0:1787761783.563527:0:260569:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761783.563529:0:260569:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered
00010000:00000001:0.0:1787761783.563532:0:260569:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:0.0:1787761783.563533:0:260569:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:0.0:1787761783.563534:0:260569:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:0.0:1787761783.563535:0:260569:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787761783.563538:0:260569:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b6513a7a600 with handle 0xf223c8ba2c1e1124 from hash
00010000:00000001:0.0:1787761783.563539:0:260569:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:0.0:1787761783.563541:0:260569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:0.0:1787761783.563542:0:260569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1787761783.563543:0:260569:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:0.0:1787761783.563545:0:260569:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving
00010000:00000001:0.0:1787761783.563546:0:260569:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000)
00010000:00000001:0.0:1787761783.563549:0:260569:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1787761783.563551:0:260569:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered
00010000:00000001:0.0:1787761783.563552:0:260569:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered
00000100:00000010:0.0:1787761783.563561:0:260569:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c03c0.
00000020:00000040:0.0:1787761783.563563:0:260569:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000100:00000001:0.0:1787761783.563568:0:260569:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787761783.563570:0:260569:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761783.563574:0:260569:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787761783.563579:0:260569:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b65078b3200.
00000100:00000001:0.0:1787761783.563585:0:260569:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761783.563587:0:260569:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered
00010000:00010000:0.0:1787761783.563592:0:260569:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6513a7a600/0xf223c8ba2c1e1124 lrc: 1/0,0 mode: --/PR res: [0x200002341:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8950dc2702270030 expref: -99 pid: 322230 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:0.0:1787761783.563598:0:260569:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00000001:0.0:1787761783.563599:0:260569:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761783.563603:0:260569:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787761783.563608:0:260569:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761783.563640:0:260569:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ca6be87] to pc [ptlrpcd_00_01+1]  req@ffff9b65113c03c0 x1874597595010816/t0(0) o103->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295
00010000:00000001:0.0:1787761783.563670:0:260569:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:0.0:1787761783.563673:0:260569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00010000:0.0:1787761783.563675:0:260569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b6504d3c000 lock: ffff9b6513a7a600/0xf223c8ba2c1e1124 lrc: 0/0,0 mode: --/PR res: [0x200002341:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8950dc2702270030 expref: -99 pid: 322230 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00000001:0.0:1787761783.563684:0:260569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:0.0:1787761783.563687:0:260569:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000010:0.0:1787761783.563690:0:260569:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9b6442d43480.
00010000:00000001:0.0:1787761783.563695:0:260569:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761783.563698:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761783.563701:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761783.563705:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787761783.563707:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761783.563709:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761783.563710:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787761783.563712:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761783.563714:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761783.563716:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787761783.563731:0:238636:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00100000:0.0:1787761783.563737:0:238636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00000001:0.0:1787761783.563745:0:238636:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761783.563764:0:238636:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761783.563767:0:238636:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761783.563770:0:238636:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761783.563772:0:238636:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761783.563774:0:238636:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761783.563780:0:238636:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c03c0 x1874597595010816/t0(0) o103->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761783.563788:0:238636:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761783.563789:0:238636:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787761783.563792:0:238636:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN)  req@ffff9b65113c03c0 x1874597595010816/t0(0) o103->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761783.563800:0:238636:0:(client.c:1850:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761783.563804:0:238636:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761783.563806:0:238636:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761783.563807:0:238636:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761783.563809:0:238636:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761783.563813:0:238636:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000010:0.1:1787761783.569280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b6513a7a600.
00000100:00000001:0.0:1787761784.587337:0:238636:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787761784.587349:0:238636:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761784.587351:0:238636:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761784.587356:0:238636:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761784.587359:0:238636:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761784.587363:0:238636:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761784.587367:0:238636:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761784.587370:0:238636:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761784.587373:0:238636:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761784.587377:0:238636:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761784.587400:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761784.587403:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761784.587407:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761784.587408:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761784.587411:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761784.587413:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761784.587433:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761784.587436:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761784.587439:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761784.779447:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761784.779464:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761784.779469:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761784.779474:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761784.779480:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761784.779490:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20525
00000400:00000200:3.0:1787761784.779502:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761784.779512:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761784.779516:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761784.779519:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761784.779524:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761784.779526:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761784.779529:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761784.779534:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761784.779538:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761784.779541:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761784.779546:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761784.779548:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761784.779551:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761784.779554:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761784.779556:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761784.779557:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761784.779559:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761784.779562:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761784.779566:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761784.779568:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761784.779571:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761784.779575:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761784.779579:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761784.779581:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761784.779583:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761784.779594:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787761784.779598:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761784.779620:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761784.779623:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761784.779627:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761784.779631:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761784.779637:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761784.779649:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16800.
00000100:00000001:3.0:1787761784.779658:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761784.779670:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597595010944/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761784.779684:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761784.779690:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761784.779695:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597595010944/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761784.779729:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761784.779733:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761784.779737:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761784.779739:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761784.779741:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761784.779744:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761784.779746:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20525
00000400:00000200:3.0:1787761784.779750:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761784.779754:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761784.779756:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761784.779759:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761784.779762:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761784.779765:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761784.779767:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761784.779770:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761784.779772:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761784.779774:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761784.779778:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761784.779781:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761784.779783:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761784.779789:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761784.779793:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761784.779796:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761784.779798:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761784.779800:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000001:0.0:1787761784.779805:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787761784.779806:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761784.779814:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761784.779815:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761784.779823:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787761784.779825:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761784.779846:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761784.779856:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761784.779859:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e1c0 x1874597595010944/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761784.779860:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761784.779870:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761784.779890:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761784.779901:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761784.779917:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000020:00000040:3.0:1787761784.779932:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761784.779947:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761784.779949:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761784.779951:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761784.779953:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761784.779954:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761784.779958:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14c00.
00000100:00000001:3.0:1787761784.779968:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761784.779986:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1787761784.779989:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597595011072/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787761784.779990:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761784.780006:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787761784.780019:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787761784.780021:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787761784.780028:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761784.780030:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761784.780038:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597595011072/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761784.780041:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595010944:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787761784.780069:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787761784.780081:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761784.780082:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761784.780089:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761784.780090:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1787761784.780101:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787761784.780104:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761784.780108:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761784.780110:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761784.780113:0:229787:0:(import.c:485:import_select_connection()) Process entered
02000000:00000010:0.0:1787761784.780117:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e400.
00000100:00080000:3.0:1787761784.780122:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20525
00000400:00000200:3.0:1787761784.780133:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:0.0:1787761784.780136:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787761784.780138:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761784.780147:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761784.780153:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000200:0.0:1787761784.780155:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787761784.780165:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1787761784.780174:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000100:00000040:3.0:1787761784.780176:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761784.780194:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761784.780199:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761784.780201:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000400:00000010:0.0:1787761784.780202:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000020:00000001:3.0:1787761784.780208:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761784.780212:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761784.780217:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000200:0.0:1787761784.780218:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595010944, portal 25
00000020:00000001:3.0:1787761784.780230:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000001:0.0:1787761784.780231:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761784.780241:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765441984 : -110615944109632 : ffff9b6537f1e1c0)
00000100:00000040:3.0:1787761784.780242:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761784.780295:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787761784.780296:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e1c0 x1874597595010944/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787761784.780304:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761784.780315:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761784.780325:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761784.780331:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761784.780346:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761784.780358:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761784.780365:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761784.780368:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787761784.780371:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761784.780378:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:0.0:1787761784.780386:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000008:00100000:3.0:1787761784.780386:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1787761784.780399:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000008:00000001:3.0:1787761784.780399:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761784.780408:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787761784.780412:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595010944, offset 0
00000100:00000010:3.0:1787761784.780423:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000400:00000200:0.0:1787761784.780430:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000020:00000040:3.0:1787761784.780435:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761784.780443:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761784.780448:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761784.780450:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787761784.780459:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761784.780465:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761784.780468:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761784.780475:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
02000000:00000010:3.0:1787761784.780479:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15400.
00000400:00000200:0.0:1787761784.780485:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787761784.780489:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761784.780497:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00100000:3.0:1787761784.780506:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597595011200/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787761784.780507:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761784.780522:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761784.780544:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277679:277679:256:4294967295] 192.168.203.101@tcp LPNI seq info [277678:277678:8:4294967295]
00000100:00000001:3.0:1787761784.780547:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761784.780559:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761784.780572:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:3.0:1787761784.780583:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597595011200/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761784.780632:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761784.780637:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787761784.780642:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1787761784.780645:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761784.780662:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20535)
00000800:00000200:0.0:1787761784.780667:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761784.780677:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761784.780689:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761784.780695:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787761784.780703:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761784.780708:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1787761784.780714:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761784.780718:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761784.780728:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761784.780734:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761784.780740:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761784.780743:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761784.780749:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761784.780755:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1e1c0 x1874597595010944/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761784.780769:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761784.780774:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e1c0 x1874597595010944/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761809 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761784.780784:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761784.780786:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761784.780795:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761784.780800:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761784.780804:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315198712
00000100:00000010:0.0:1787761784.780811:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2b40.
00000100:00000001:0.0:1787761784.780821:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787761784.780830:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315198712
00000100:00000010:0.0:1787761784.780833:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2300.
00000100:00000001:0.0:1787761784.780837:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787761784.780841:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761784.780846:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761784.780849:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761784.780854:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761784/real 1787761784]  req@ffff9b6537f1e1c0 x1874597595010944/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761784.780867:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761784.780869:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761784.780872:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761784.780875:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761784.780877:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761784.780880:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761784.780885:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e1c0 x1874597595010944/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761784.780896:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e1c0 x1874597595010944/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761784.780904:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761784.780906:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761784.780909:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761784.780912:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761784.780916:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e1c0 x1874597595010944/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761784.780925:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761784.780930:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e1c0 x1874597595010944/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761809 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761784.780940:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761784.780943:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761784.780946:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761784.780947:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761784.780951:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761784.780953:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761784.780958:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761784.780963:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761784.780967:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761784.780972:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e1c0 x1874597595010944/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761809 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761784.780983:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595010944:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787761784.780988:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761784.780991:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761784.780995:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e1c0 x1874597595010944/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761809 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761784.781003:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761784.781006:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761784.781010:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760e400.
02000000:00000001:0.0:1787761784.781013:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761784.781017:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761784.781019:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:0.0:1787761784.781022:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761784.781025:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16800.
02000000:00000001:0.0:1787761784.781030:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761784.781032:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761784.781035:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e1c0.
00000100:00000001:0.0:1787761784.781038:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761784.781040:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761784.781043:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761784.781052:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761784.781054:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761784.781057:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761784.781060:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761784.781061:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761784.781067:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1cf00 x1874597595011072/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761784.781076:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761784.781078:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761784.781082:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761784.781085:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761784.781088:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761784.781092:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595011072:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761784.781096:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761784.781099:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761784.781102:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761784.781104:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761784.781108:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e400.
02000000:00000001:0.0:1787761784.781110:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761784.781115:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761784.781118:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761784.781122:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761784.781126:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595011072, portal 10
00000100:00000001:0.0:1787761784.781129:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761784.781131:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765437184 : -110615944114432 : ffff9b6537f1cf00)
00000100:00000040:0.0:1787761784.781139:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1cf00 x1874597595011072/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761784.781147:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761784.781150:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761784.781153:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761784.781156:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595011072, offset 0
00000400:00000200:0.0:1787761784.781160:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761784.781165:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761784.781169:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761784.781173:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761784.781177:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761784.781180:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761784.781183:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761784.781187:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277680:277680:256:4294967295] 192.168.203.101@tcp LPNI seq info [277679:277679:8:4294967295]
00000400:00000200:0.0:1787761784.781192:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761784.781201:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761784.781206:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761784.781211:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761784.781216:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761784.781220:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787761784.781225:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761784.781229:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1787761784.781234:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761784.781236:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761784.781240:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761784.781244:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761784.781281:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761784.781284:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761784.781287:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761784.781292:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1cf00 x1874597595011072/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761784.781305:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761784.781311:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1cf00 x1874597595011072/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761809 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761784.781326:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761784.781329:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761784.781335:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761784.781342:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:0.0:1787761784.781348:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761784.781353:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315197966
00000100:00000001:0.0:1787761784.781358:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315198712
00000100:00000001:0.0:1787761784.781363:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315197966
00000100:00000001:0.0:1787761784.781367:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315198712
00000100:00000001:0.0:1787761784.781371:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761784.781376:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761784.781380:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761784.781389:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761784/real 1787761784]  req@ffff9b6537f1cf00 x1874597595011072/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761784.781418:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761784.781420:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761784.781422:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761784.781426:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761784.781428:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761784.781431:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761784.781436:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1cf00 x1874597595011072/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761784.781447:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1cf00 x1874597595011072/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761784.781456:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761784.781458:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761784.781460:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761784.781462:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761784.781466:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1cf00 x1874597595011072/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761784.781474:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761784.781479:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1cf00 x1874597595011072/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761809 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761784.781488:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761784.781491:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761784.781494:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761784.781495:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761784.781498:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761784.781500:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761784.781503:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761784.781507:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761784.781510:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761784.781516:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1cf00 x1874597595011072/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761809 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761784.781526:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595011072:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761784.781531:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761784.781536:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1c3c0 x1874597595011200/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761784.781544:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761784.781545:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761784.781548:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761784.781550:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761784.781553:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761784.781556:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595011200:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761784.781561:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761784.781564:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761784.781566:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761784.781569:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761784.781573:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760cc00.
02000000:00000001:0.0:1787761784.781576:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761784.781581:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761784.781584:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761784.781587:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761784.781592:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595011200, portal 4
00000100:00000001:0.0:1787761784.781594:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761784.781596:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765434304 : -110615944117312 : ffff9b6537f1c3c0)
00000100:00000040:0.0:1787761784.781625:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1c3c0 x1874597595011200/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761784.781638:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761784.781642:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761784.781646:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761784.781650:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595011200, offset 0
00000400:00000200:0.0:1787761784.781656:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761784.781662:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761784.781667:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761784.781671:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761784.781674:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761784.781677:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761784.781680:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761784.781685:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277681:277681:256:4294967295] 192.168.203.101@tcp LPNI seq info [277680:277680:8:4294967295]
00000400:00000200:0.0:1787761784.781690:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761784.781698:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761784.781704:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761784.781709:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761784.781714:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761784.781717:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787761784.781723:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761784.781727:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1787761784.781731:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761784.781734:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761784.781738:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761784.781743:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761784.781747:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761784.781749:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761784.781752:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761784.781757:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1c3c0 x1874597595011200/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761784.781767:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761784.781771:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1c3c0 x1874597595011200/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761809 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761784.781779:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761784.781781:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761784.781785:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761784.781789:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:0.0:1787761784.781793:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761784.781796:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315197972
00000100:00000001:0.0:1787761784.781800:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315198712
00000100:00000001:0.0:1787761784.781802:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315197972
00000100:00000001:0.0:1787761784.781805:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315198712
00000100:00000001:0.0:1787761784.781807:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761784.781810:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761784.781812:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761784.781816:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761784/real 1787761784]  req@ffff9b6537f1c3c0 x1874597595011200/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761784.781826:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761784.781828:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761784.781830:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761784.781833:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761784.781835:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761784.781837:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761784.781841:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1c3c0 x1874597595011200/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761784.781852:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1c3c0 x1874597595011200/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761784.781860:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761784.781861:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761784.781864:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761784.781865:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761784.781869:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1c3c0 x1874597595011200/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761784.781877:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761784.781882:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1c3c0 x1874597595011200/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761809 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761784.781890:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761784.781894:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761784.781896:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761784.781897:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761784.781900:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761784.781902:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761784.781905:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761784.781909:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761784.781912:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761784.781916:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1c3c0 x1874597595011200/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761809 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761784.781925:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595011200:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761784.781930:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761784.781932:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761784.781936:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1cf00 x1874597595011072/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761809 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761784.781944:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761784.781946:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761784.781949:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760e400.
02000000:00000001:0.0:1787761784.781952:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761784.781954:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761784.781956:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:0.0:1787761784.781958:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761784.781961:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14c00.
02000000:00000001:0.0:1787761784.781964:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761784.781966:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761784.781968:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1cf00.
00000100:00000001:0.0:1787761784.781973:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761784.781974:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761784.781976:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761784.781980:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1c3c0 x1874597595011200/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761809 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761784.781996:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761784.781998:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761784.782000:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760cc00.
02000000:00000001:0.0:1787761784.782003:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761784.782004:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761784.782005:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:0.0:1787761784.782007:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761784.782009:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15400.
02000000:00000001:0.0:1787761784.782012:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761784.782013:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761784.782015:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1c3c0.
00000100:00000001:0.0:1787761784.782017:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761784.782019:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761784.782021:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761784.782025:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761784.782027:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761784.782030:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761784.782032:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761785.547317:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315198712, at 4315198720
00000100:00000010:0.0:1787761785.547336:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d2b40.
00010000:00000001:0.0:1787761785.611353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761785.611359:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761785.611365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761785.611366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761785.611370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761785.611371:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761785.611432:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761785.611437:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761785.611442:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761786.635443:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761786.635475:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761786.635487:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761786.635489:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761786.635496:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761786.635498:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761786.635558:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761786.635564:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761786.635568:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761787.659339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761787.659347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761787.659353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761787.659355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761787.659358:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761787.659362:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761787.659365:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761787.659368:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761787.659372:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761787.659374:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761787.659376:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761787.659378:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761787.659401:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761787.659403:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761787.659406:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761788.683333:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761788.683341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761788.683347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761788.683348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761788.683352:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761788.683354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761788.683385:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761788.683389:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761788.683393:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761789.707379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761789.707390:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761789.707398:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761789.707399:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761789.707403:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761789.707404:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761789.707475:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761789.707480:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761789.707484:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761789.899348:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761789.899359:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761789.899363:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761789.899368:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761789.899374:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761789.899382:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20530
00000400:00000200:3.0:1787761789.899395:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761789.899411:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761789.899419:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761789.899425:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761789.899432:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761789.899437:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761789.899442:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761789.899447:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761789.899453:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761789.899460:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761789.899465:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761789.899470:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761789.899473:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761789.899484:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761789.899487:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761789.899493:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761789.899499:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761789.899502:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761789.899506:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761789.899509:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761789.899512:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761789.899515:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761789.899518:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761789.899520:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761789.899523:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761789.899535:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000020:00000040:3.0:1787761789.899538:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761789.899543:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761789.899544:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761789.899548:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761789.899551:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761789.899556:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761789.899565:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17000.
00000100:00000001:3.0:1787761789.899586:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761789.899597:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597595011328/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761789.899611:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761789.899616:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761789.899621:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597595011328/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761789.899642:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761789.899645:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761789.899648:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761789.899649:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761789.899650:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761789.899653:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761789.899655:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20530
00000400:00000200:3.0:1787761789.899658:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761789.899660:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761789.899662:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761789.899665:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761789.899666:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761789.899668:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761789.899670:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761789.899672:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761789.899673:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761789.899675:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761789.899677:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761789.899679:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761789.899680:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761789.899683:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761789.899684:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761789.899685:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761789.899687:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:0.0:1787761789.899689:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787761789.899690:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000001:0.0:1787761789.899695:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787761789.899695:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787761789.899699:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787761789.899700:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761789.899704:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1787761789.899710:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f480 x1874597595011328/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787761789.899711:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761789.899716:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761789.899720:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787761789.899727:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1787761789.899727:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787761789.899730:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787761789.899731:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761789.899734:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761789.899736:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1787761789.899738:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
02000000:00000001:0.0:1787761789.899739:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787761789.899742:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:0.0:1787761789.899743:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761789.899749:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:0.0:1787761789.899750:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595011328:192.168.203.101@tcp:250:kworker.0
02000000:00000001:3.0:1787761789.899754:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761789.899756:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787761789.899758:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761789.899762:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787761789.899763:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787761789.899765:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761789.899766:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761789.899771:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787761789.899772:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15800.
02000000:00000010:0.0:1787761789.899778:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760c400.
00000100:00000001:3.0:1787761789.899779:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761789.899781:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761789.899791:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00100000:3.0:1787761789.899792:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597595011456/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1787761789.899796:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761789.899807:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000001:3.0:1787761789.899807:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761789.899811:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761789.899816:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597595011456/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761789.899818:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595011328, portal 25
00000100:00000001:0.0:1787761789.899823:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761789.899827:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765446784 : -110615944104832 : ffff9b6537f1f480)
00000100:00000001:3.0:1787761789.899829:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761789.899833:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787761789.899835:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f480 x1874597595011328/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787761789.899837:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761789.899840:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761789.899843:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761789.899849:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787761789.899850:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787761789.899854:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20530
00000100:00000040:0.0:1787761789.899856:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761789.899859:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000400:00000200:3.0:1787761789.899863:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000200:0.0:1787761789.899864:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595011328, offset 0
00000400:00000200:3.0:1787761789.899868:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761789.899871:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787761789.899876:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000040:3.0:1787761789.899876:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761789.899880:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761789.899883:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761789.899885:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761789.899887:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761789.899888:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000400:00000200:0.0:1787761789.899891:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000020:00000001:3.0:1787761789.899891:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761789.899893:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761789.899896:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761789.899898:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:0.0:1787761789.899901:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000040:3.0:1787761789.899902:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761789.899907:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761789.899909:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:0.0:1787761789.899911:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787761789.899912:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761789.899916:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000400:00000200:0.0:1787761789.899920:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00080000:3.0:1787761789.899920:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761789.899924:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761789.899927:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787761789.899927:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761789.899932:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787761789.899933:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
02000000:00000001:3.0:1787761789.899937:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761789.899940:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277682:277682:256:4294967295] 192.168.203.101@tcp LPNI seq info [277681:277681:8:4294967295]
00000100:00000001:3.0:1787761789.899941:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761789.899945:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1787761789.899947:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000008:00000001:3.0:1787761789.899950:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761789.899953:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761789.899956:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787761789.899962:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000200:0.0:1787761789.899963:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787761789.899966:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761789.899970:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761789.899973:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.0:1787761789.899974:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
02000000:00000001:3.0:1787761789.899975:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761789.899979:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787761789.899981:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
02000000:00000010:3.0:1787761789.899983:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17c00.
00000100:00000001:3.0:1787761789.899988:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761789.899992:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597595011584/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1787761789.899996:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761789.900004:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
00000100:00000001:3.0:1787761789.900005:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761789.900009:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787761789.900013:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:3.0:1787761789.900015:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597595011584/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1787761789.900021:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
00000100:00000001:3.0:1787761789.900029:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1787761789.900032:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000100:00000040:3.0:1787761789.900033:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:0.0:1787761789.900036:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000100:00000040:3.0:1787761789.900037:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761789.900043:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20540)
00000400:00000200:0.0:1787761789.900046:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761789.900052:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761789.900057:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761789.900060:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761789.900074:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761789.900077:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f480 x1874597595011328/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761789.900085:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761789.900088:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f480 x1874597595011328/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761814 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761789.900094:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761789.900096:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761789.900104:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761789.900107:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761789.900110:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315203831
00000100:00000010:0.0:1787761789.900115:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2b40.
00000100:00000001:0.0:1787761789.900123:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787761789.900130:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315203831
00000100:00000010:0.0:1787761789.900132:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2480.
00000100:00000001:0.0:1787761789.900135:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787761789.900143:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761789.900145:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761789.900147:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761789.900151:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761789/real 1787761789]  req@ffff9b6537f1f480 x1874597595011328/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761789.900158:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761789.900161:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761789.900163:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761789.900165:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761789.900167:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761789.900175:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761789.900178:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f480 x1874597595011328/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761789.900184:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f480 x1874597595011328/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761789.900189:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761789.900190:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761789.900192:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761789.900194:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761789.900197:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f480 x1874597595011328/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761789.900203:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761789.900207:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f480 x1874597595011328/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761814 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761789.900212:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761789.900214:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761789.900215:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761789.900216:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761789.900219:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761789.900220:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761789.900222:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761789.900225:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761789.900227:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761789.900230:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f480 x1874597595011328/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761814 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761789.900235:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595011328:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787761789.900240:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761789.900242:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761789.900244:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f480 x1874597595011328/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761814 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761789.900286:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761789.900289:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761789.900291:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760c400.
02000000:00000001:0.0:1787761789.900294:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761789.900296:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761789.900297:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:0.0:1787761789.900299:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761789.900302:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17000.
02000000:00000001:0.0:1787761789.900308:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761789.900310:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761789.900312:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f480.
00000100:00000001:0.0:1787761789.900316:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761789.900317:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761789.900321:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761789.900330:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761789.900332:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761789.900335:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761789.900336:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761789.900346:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761789.900351:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e940 x1874597595011456/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761789.900359:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761789.900361:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761789.900362:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761789.900364:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761789.900366:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761789.900369:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595011456:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761789.900371:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761789.900373:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761789.900374:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761789.900376:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761789.900379:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760c400.
02000000:00000001:0.0:1787761789.900381:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761789.900384:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761789.900386:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761789.900389:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761789.900391:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595011456, portal 10
00000100:00000001:0.0:1787761789.900393:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761789.900394:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765443904 : -110615944107712 : ffff9b6537f1e940)
00000100:00000040:0.0:1787761789.900400:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e940 x1874597595011456/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761789.900404:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761789.900406:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761789.900408:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761789.900409:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595011456, offset 0
00000400:00000200:0.0:1787761789.900412:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761789.900415:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761789.900417:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761789.900420:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761789.900422:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761789.900423:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761789.900425:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761789.900428:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277683:277683:256:4294967295] 192.168.203.101@tcp LPNI seq info [277682:277682:8:4294967295]
00000400:00000200:0.0:1787761789.900430:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761789.900435:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761789.900438:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761789.900440:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761789.900443:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761789.900446:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787761789.900449:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761789.900450:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1787761789.900453:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761789.900454:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761789.900457:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761789.900460:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761789.900462:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761789.900463:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761789.900465:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761789.900467:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1e940 x1874597595011456/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761789.900473:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761789.900475:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e940 x1874597595011456/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761814 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761789.900480:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761789.900481:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761789.900484:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761789.900487:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:0.0:1787761789.900489:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761789.900491:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315203085
00000100:00000001:0.0:1787761789.900493:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315203831
00000100:00000001:0.0:1787761789.900495:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315203085
00000100:00000001:0.0:1787761789.900496:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315203831
00000100:00000001:0.0:1787761789.900498:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761789.900499:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761789.900500:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761789.900503:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761789/real 1787761789]  req@ffff9b6537f1e940 x1874597595011456/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761789.900508:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761789.900509:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761789.900510:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761789.900512:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761789.900513:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761789.900515:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761789.900517:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e940 x1874597595011456/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761789.900523:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e940 x1874597595011456/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761789.900528:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761789.900529:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761789.900530:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761789.900531:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761789.900533:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e940 x1874597595011456/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761789.900537:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761789.900539:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e940 x1874597595011456/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761814 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761789.900543:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761789.900545:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761789.900546:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761789.900547:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761789.900548:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761789.900549:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761789.900551:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761789.900552:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761789.900554:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761789.900556:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e940 x1874597595011456/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761814 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761789.900561:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595011456:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761789.900563:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761789.900565:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d680 x1874597595011584/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761789.900696:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761789.900697:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761789.900699:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761789.900700:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761789.900702:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761789.900704:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595011584:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761789.900706:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761789.900708:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761789.900709:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761789.900711:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761789.900715:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e400.
02000000:00000001:0.0:1787761789.900717:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761789.900720:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761789.900722:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761789.900725:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761789.900727:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595011584, portal 4
00000100:00000001:0.0:1787761789.900728:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761789.900730:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765439104 : -110615944112512 : ffff9b6537f1d680)
00000100:00000040:0.0:1787761789.900736:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d680 x1874597595011584/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761789.900743:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761789.900746:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761789.900748:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761789.900750:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595011584, offset 0
00000400:00000200:0.0:1787761789.900755:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761789.900759:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761789.900763:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761789.900766:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761789.900769:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761789.900771:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761789.900774:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761789.900778:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277684:277684:256:4294967295] 192.168.203.101@tcp LPNI seq info [277683:277683:8:4294967295]
00000400:00000200:0.0:1787761789.900782:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761789.900789:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761789.900794:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761789.900798:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761789.900803:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761789.900807:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787761789.900811:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761789.900815:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1787761789.900819:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761789.900822:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761789.900825:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761789.900829:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761789.900831:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761789.900833:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761789.900835:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761789.900838:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d680 x1874597595011584/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761789.900844:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761789.900846:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d680 x1874597595011584/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761814 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761789.900851:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761789.900852:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761789.900855:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761789.900858:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:0.0:1787761789.900860:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761789.900862:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315203091
00000100:00000001:0.0:1787761789.900864:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315203831
00000100:00000001:0.0:1787761789.900866:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315203091
00000100:00000001:0.0:1787761789.900868:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315203831
00000100:00000001:0.0:1787761789.900869:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761789.900872:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761789.900873:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761789.900876:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761789/real 1787761789]  req@ffff9b6537f1d680 x1874597595011584/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761789.900881:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761789.900882:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761789.900883:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761789.900885:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761789.900886:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761789.900887:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761789.900889:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d680 x1874597595011584/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761789.900895:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d680 x1874597595011584/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761789.900899:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761789.900900:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761789.900901:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761789.900902:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761789.900904:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d680 x1874597595011584/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761789.900908:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761789.900910:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d680 x1874597595011584/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761814 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761789.900914:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761789.900916:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761789.900917:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761789.900919:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761789.900920:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761789.900922:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761789.900924:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761789.900926:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761789.900928:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761789.900931:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d680 x1874597595011584/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761814 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761789.900936:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595011584:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761789.900938:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761789.900939:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761789.900941:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e940 x1874597595011456/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761814 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761789.900945:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761789.900946:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761789.900947:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760c400.
02000000:00000001:0.0:1787761789.900949:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761789.900950:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761789.900951:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:0.0:1787761789.900953:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761789.900954:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15800.
02000000:00000001:0.0:1787761789.900956:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761789.900958:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761789.900959:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e940.
00000100:00000001:0.0:1787761789.900961:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761789.900962:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761789.900963:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761789.900965:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d680 x1874597595011584/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761814 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761789.900969:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761789.900970:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761789.900970:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760e400.
02000000:00000001:0.0:1787761789.900972:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761789.900973:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761789.900974:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:0.0:1787761789.900975:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761789.900977:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17c00.
02000000:00000001:0.0:1787761789.900978:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761789.900979:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761789.900980:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d680.
00000100:00000001:0.0:1787761789.900983:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761789.900984:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761789.900985:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761789.900987:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761789.900988:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761789.900989:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761789.900990:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761790.667348:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315203831, at 4315203840
00000100:00000010:0.0:1787761790.667372:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d2b40.
00010000:00000001:0.0:1787761790.731341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761790.731347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761790.731352:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761790.731353:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761790.731357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761790.731358:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761790.731409:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761790.731413:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761790.731416:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761791.755326:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761791.755333:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761791.755338:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761791.755340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761791.755343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761791.755344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761791.755367:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761791.755370:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761791.755373:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761792.779338:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761792.779346:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761792.779354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761792.779355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761792.779357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761792.779359:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761792.779381:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761792.779384:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761792.779386:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761793.803335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761793.803345:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761793.803348:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761793.803351:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761793.803356:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761793.803359:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761793.803361:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761793.803362:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761793.803366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761793.803367:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761793.803369:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761793.803370:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761793.803371:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761793.803372:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761793.803374:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761793.803375:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761793.803378:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761793.803379:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761793.803432:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761793.803437:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761793.803442:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761794.827345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761794.827356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761794.827363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761794.827365:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761794.827368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761794.827369:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761794.827430:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761794.827436:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761794.827440:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787761795.020565:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761795.020570:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787761795.021136:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761795.021140:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787761795.021649:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761795.021653:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 28 secs later)
00000100:00000040:0.0:1787761795.787339:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315208952, at 4315208960
00000100:00000010:0.0:1787761795.787362:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdf60.
00010000:00000001:0.0:1787761795.851340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761795.851344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761795.851350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761795.851351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761795.851354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761795.851355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761795.851376:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761795.851379:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761795.851382:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761796.875418:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761796.875432:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761796.875443:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761796.875448:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761796.875454:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761796.875457:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761796.875501:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761796.875505:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761796.875509:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761797.899331:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761797.899339:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761797.899345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761797.899347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761797.899350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761797.899353:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761797.899356:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761797.899359:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761797.899362:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761797.899365:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761797.899367:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761797.899369:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761797.899417:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761797.899422:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761797.899425:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761798.923370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761798.923378:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761798.923384:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761798.923385:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761798.923388:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761798.923390:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761798.923441:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761798.923445:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761798.923449:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761799.947363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761799.947372:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761799.947380:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761799.947382:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761799.947386:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761799.947388:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761799.947425:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761799.947429:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761799.947432:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761800.139386:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761800.139398:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761800.139403:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761800.139413:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761800.139424:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761800.139439:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20540
00000400:00000200:3.0:1787761800.139457:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761800.139467:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761800.139472:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761800.139477:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761800.139482:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761800.139486:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761800.139490:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761800.139495:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761800.139524:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761800.139530:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761800.139536:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761800.139540:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761800.139560:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761800.139566:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761800.139569:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761800.139572:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761800.139575:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761800.139581:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761800.139586:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761800.139591:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761800.139594:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761800.139599:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761800.139602:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761800.139604:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761800.139607:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761800.139632:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000020:00000040:3.0:1787761800.139637:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761800.139643:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761800.139645:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761800.139650:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761800.139653:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761800.139660:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761800.139671:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14400.
00000100:00000001:3.0:1787761800.139681:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761800.139694:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597595012096/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761800.139708:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761800.139715:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761800.139721:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597595012096/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761800.139749:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761800.139753:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761800.139757:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761800.139759:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761800.139761:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761800.139764:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761800.139767:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20540
00000400:00000200:3.0:1787761800.139771:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761800.139775:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761800.139777:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761800.139781:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761800.139783:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761800.139786:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761800.139789:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761800.139791:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761800.139794:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761800.139796:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761800.139799:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761800.139802:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761800.139806:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761800.139809:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761800.139813:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761800.139820:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761800.139824:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761800.139831:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761800.139838:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761800.139842:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761800.139846:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761800.139855:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761800.139863:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761800.139870:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761800.139880:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761800.139885:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761800.139890:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761800.139900:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000020:00000040:3.0:1787761800.139907:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761800.139911:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761800.139915:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761800.139921:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761800.139924:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761800.139928:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761800.139933:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15000.
00000100:00000001:3.0:1787761800.139941:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761800.139955:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597595012224/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761800.139975:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761800.139982:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761800.139991:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597595012224/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761800.140016:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761800.140019:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761800.140023:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761800.140028:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761800.140031:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761800.140036:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761800.140043:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20540
00000400:00000200:3.0:1787761800.140052:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761800.140061:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761800.140067:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761800.140077:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761800.140081:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761800.140091:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761800.140096:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761800.140101:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761800.140103:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761800.140104:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761800.140106:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761800.140108:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761800.140110:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761800.140113:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761800.140115:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761800.140117:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761800.140125:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761800.140129:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761800.140134:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761800.140143:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761800.140149:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761800.140152:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761800.140155:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761800.140157:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761800.140162:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761800.140168:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761800.140170:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761800.140176:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787761800.140183:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761800.140187:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761800.140190:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761800.140194:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761800.140198:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761800.140203:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761800.140209:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15c00.
00000100:00000001:3.0:1787761800.140217:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761800.140231:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597595012352/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761800.140304:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761800.140309:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761800.140317:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597595012352/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761800.140334:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761800.140338:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761800.140348:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761800.140355:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20551)
00000800:00000200:2.1:1787761800.140383:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761800.140388:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787761800.140954:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761800.140957:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787761800.141326:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761800.141331:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1787761800.907347:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315214072, at 4315214080
00000100:00000010:0.0:1787761800.907361:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd1e0.
00010000:00000001:0.0:1787761800.971361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761800.971371:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761800.971381:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761800.971382:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761800.971385:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761800.971386:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761800.971412:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761800.971415:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761800.971417:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761801.995354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761801.995363:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761801.995372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761801.995374:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761801.995378:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761801.995380:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761801.995454:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761801.995459:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761801.995462:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761803.019365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761803.019374:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761803.019380:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761803.019381:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761803.019384:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761803.019385:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761803.019542:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761803.019550:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761803.019555:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761804.043340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761804.043350:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761804.043352:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761804.043355:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761804.043361:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761804.043363:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761804.043365:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761804.043367:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761804.043371:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761804.043372:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761804.043373:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761804.043375:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761804.043376:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761804.043377:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761804.043378:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761804.043380:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761804.043383:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761804.043384:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761804.043412:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761804.043415:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761804.043418:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:0.0:1787761804.747330:0:311388:0:(osc_request.c:747:osc_update_next_shrink()) next time 21750 to shrink grant
00000008:00000020:0.0:1787761804.747339:0:311388:0:(osc_request.c:747:osc_update_next_shrink()) next time 21750 to shrink grant
00000008:00000020:0.0:1787761804.747341:0:311388:0:(osc_request.c:747:osc_update_next_shrink()) next time 21750 to shrink grant
00010000:00000001:0.0:1787761805.067352:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761805.067359:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761805.067364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761805.067365:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761805.067368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761805.067369:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761805.067411:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761805.067414:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761805.067416:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787761805.260048:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761805.260051:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787761805.260451:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761805.260453:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787761805.260681:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761805.260683:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1787761806.027334:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315219191, at 4315219200
00000100:00000010:0.0:1787761806.027357:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdc60.
00010000:00000001:0.0:1787761806.091313:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761806.091318:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761806.091322:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761806.091323:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761806.091327:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761806.091328:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761806.091379:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761806.091383:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761806.091386:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761807.115435:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761807.115445:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761807.115481:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761807.115483:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761807.115488:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761807.115490:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761807.115609:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761807.115617:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761807.115622:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761808.139344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761808.139352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761808.139358:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761808.139360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761808.139363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761808.139366:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761808.139369:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761808.139372:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761808.139375:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761808.139380:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761808.139382:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761808.139384:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761808.139406:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761808.139409:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761808.139411:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761809.163355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761809.163363:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761809.163369:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761809.163370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761809.163373:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761809.163374:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761809.163427:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761809.163430:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761809.163432:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761810.187328:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761810.187336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761810.187342:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761810.187343:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761810.187346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761810.187347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761810.187387:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761810.187392:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761810.187395:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787761810.379972:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761810.379980:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787761810.380370:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761810.380372:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787761810.380607:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761810.380609:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1787761811.147349:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315224311, at 4315224320
00000100:00000010:0.0:1787761811.147359:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd060.
00010000:00000001:0.0:1787761811.211320:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761811.211325:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761811.211330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761811.211331:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761811.211334:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761811.211335:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761811.211386:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761811.211390:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761811.211392:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761812.235396:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761812.235404:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761812.235411:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761812.235413:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761812.235460:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761812.235461:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761812.235483:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761812.235485:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761812.235488:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761813.259399:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761813.259434:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761813.259438:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761813.259443:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761813.259452:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761813.259457:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761813.259461:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761813.259466:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761813.259475:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761813.259478:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761813.259481:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761813.259484:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761813.259488:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761813.259490:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761813.259494:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761813.259498:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761813.259505:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761813.259508:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761813.259565:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761813.259570:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761813.259576:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761814.283354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761814.283364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761814.283374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761814.283376:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761814.283380:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761814.283382:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761814.283457:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761814.283461:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761814.283464:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761815.307335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761815.307344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761815.307350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761815.307351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761815.307354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761815.307355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761815.307412:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761815.307417:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761815.307422:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761815.499352:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761815.499366:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761815.499373:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761815.499380:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761815.499388:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761815.499416:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20556
00000400:00000200:3.0:1787761815.499431:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761815.499442:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761815.499446:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761815.499450:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761815.499454:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761815.499457:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761815.499459:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761815.499463:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761815.499466:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761815.499470:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761815.499475:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761815.499477:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761815.499480:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761815.499483:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761815.499484:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761815.499486:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761815.499488:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761815.499491:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761815.499494:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761815.499496:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761815.499499:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761815.499503:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761815.499506:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761815.499508:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761815.499510:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761815.499522:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787761815.499526:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761815.499531:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761815.499533:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761815.499537:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761815.499540:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761815.499546:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761815.499558:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16000.
00000100:00000001:3.0:1787761815.499568:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761815.499586:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597595013248/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761815.499598:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761815.499604:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761815.499610:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597595013248/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761815.499632:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761815.499635:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761815.499639:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761815.499641:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761815.499642:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761815.499646:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761815.499650:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20556
00000400:00000200:3.0:1787761815.499655:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761815.499659:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761815.499662:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761815.499667:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761815.499672:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761815.499678:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761815.499682:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761815.499686:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761815.499688:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761815.499692:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761815.499697:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761815.499702:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761815.499708:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761815.499715:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761815.499721:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761815.499724:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761815.499730:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761815.499737:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761815.499742:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761815.499747:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761815.499750:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761815.499760:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761815.499766:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761815.499769:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761815.499777:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761815.499781:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761815.499784:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761815.499791:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000020:00000040:3.0:1787761815.499795:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761815.499801:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761815.499805:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761815.499808:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761815.499812:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761815.499815:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761815.499822:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15c00.
00000100:00000001:3.0:1787761815.499829:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761815.499836:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597595013376/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761815.499853:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761815.499856:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761815.499865:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597595013376/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761815.499894:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761815.499899:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761815.499904:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761815.499906:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761815.499909:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761815.499914:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761815.499918:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20556
00000400:00000200:3.0:1787761815.499968:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761815.499976:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761815.499984:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761815.499993:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761815.500001:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761815.500008:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761815.500012:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761815.500019:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761815.500021:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761815.500022:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761815.500024:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761815.500030:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761815.500037:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761815.500042:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761815.500046:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761815.500051:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000800:00000200:2.1:1787761815.500052:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:3.0:1787761815.500054:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000800:00000200:2.1:1787761815.500059:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000020:00000040:3.0:1787761815.500060:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761815.500067:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761815.500075:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761815.500081:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761815.500086:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761815.500090:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761815.500092:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761815.500098:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761815.500106:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761815.500113:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761815.500125:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000020:00000040:3.0:1787761815.500132:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761815.500141:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761815.500146:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761815.500153:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761815.500159:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761815.500163:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761815.500170:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15000.
00000100:00000001:3.0:1787761815.500179:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761815.500192:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597595013504/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761815.500229:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761815.500232:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761815.500240:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597595013504/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761815.500289:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761815.500296:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761815.500304:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761815.500314:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20566)
00000800:00000200:2.1:1787761815.500615:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761815.500618:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787761815.500872:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761815.500874:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1787761816.267334:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315229431, at 4315229440
00000100:00000010:0.0:1787761816.267360:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd180.
00010000:00000001:0.0:1787761816.331345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761816.331351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761816.331357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761816.331358:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761816.331362:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761816.331363:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761816.331401:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761816.331404:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761816.331407:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761817.355417:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761817.355426:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761817.355435:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761817.355436:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761817.355441:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761817.355442:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761817.355474:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761817.355478:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761817.355481:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761818.379451:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761818.379459:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761818.379465:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761818.379466:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761818.379470:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761818.379473:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761818.379475:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761818.379479:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761818.379482:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761818.379484:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761818.379486:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761818.379505:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761818.379602:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761818.379619:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761818.379626:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761819.403353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761819.403361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761819.403379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761819.403381:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761819.403386:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761819.403387:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761819.403451:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761819.403456:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761819.403459:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761820.427392:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761820.427400:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761820.427406:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761820.427408:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761820.427410:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761820.427411:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761820.427439:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761820.427442:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761820.427444:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761820.619329:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761820.619341:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761820.619346:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761820.619352:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761820.619372:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761820.619383:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20561
00000400:00000200:3.0:1787761820.619396:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761820.619405:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761820.619408:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761820.619412:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761820.619415:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761820.619418:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761820.619420:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761820.619424:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761820.619427:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761820.619430:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761820.619433:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761820.619435:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761820.619438:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761820.619440:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761820.619441:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761820.619442:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761820.619443:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761820.619446:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761820.619449:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761820.619451:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761820.619453:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761820.619456:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761820.619459:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761820.619461:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761820.619464:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761820.619475:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787761820.619478:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761820.619482:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761820.619484:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761820.619487:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761820.619490:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761820.619496:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761820.619504:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14400.
00000100:00000001:3.0:1787761820.619513:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761820.619523:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597595013632/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761820.619536:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761820.619543:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761820.619549:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597595013632/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761820.619583:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761820.619586:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761820.619589:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761820.619591:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761820.619593:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761820.619596:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761820.619600:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20561
00000400:00000200:3.0:1787761820.619606:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761820.619613:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761820.619619:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761820.619627:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761820.619634:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761820.619639:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761820.619646:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761820.619649:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761820.619652:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761820.619654:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761820.619658:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761820.619663:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761820.619667:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761820.619674:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761820.619676:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761820.619679:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761820.619681:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761820.619684:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761820.619688:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761820.619691:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761820.619695:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761820.619703:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761820.619707:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761820.619712:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761820.619720:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761820.619726:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761820.619732:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761820.619739:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000020:00000040:3.0:1787761820.619745:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761820.619751:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761820.619754:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761820.619756:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761820.619758:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761820.619761:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761820.619767:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17c00.
00000100:00000001:3.0:1787761820.619774:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761820.619781:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597595013760/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761820.619792:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761820.619796:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761820.619801:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597595013760/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761820.619813:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761820.619816:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761820.619820:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761820.619824:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761820.619825:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761820.619827:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761820.619830:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20561
00000400:00000200:3.0:1787761820.619874:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761820.619884:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761820.619890:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761820.619899:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761820.619902:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761820.619906:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761820.619908:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761820.619913:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761820.619916:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761820.619919:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761820.619921:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761820.619925:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761820.619929:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000800:00000200:2.1:1787761820.619930:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:3.0:1787761820.619935:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000800:00000200:2.1:1787761820.619937:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1787761820.619938:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761820.619942:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761820.619946:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761820.619948:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761820.619953:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761820.619956:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761820.619958:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761820.619962:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761820.619965:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761820.619967:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761820.619970:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761820.619974:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761820.619976:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761820.619981:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000020:00000040:3.0:1787761820.619986:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761820.619989:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761820.619990:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761820.619993:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761820.619996:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761820.620000:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761820.620004:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15800.
00000100:00000001:3.0:1787761820.620009:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761820.620017:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597595013888/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761820.620027:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761820.620031:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761820.620037:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597595013888/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761820.620056:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761820.620063:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761820.620071:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761820.620078:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20571)
00000800:00000200:2.1:1787761820.620406:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761820.620408:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787761820.620608:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761820.620610:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1787761821.387385:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315234551, at 4315234560
00000100:00000010:0.0:1787761821.387403:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd6c0.
00010000:00000001:0.0:1787761821.451366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761821.451373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761821.451380:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761821.451381:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761821.451384:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761821.451385:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761821.451412:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761821.451414:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761821.451417:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761822.475372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761822.475380:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761822.475386:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761822.475387:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761822.475390:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761822.475391:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761822.475449:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761822.475454:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761822.475457:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761823.499366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761823.499376:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761823.499378:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761823.499382:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761823.499388:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761823.499390:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761823.499392:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761823.499394:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761823.499398:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761823.499399:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761823.499401:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761823.499402:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761823.499403:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761823.499404:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761823.499406:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761823.499408:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761823.499411:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761823.499412:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761823.499476:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761823.499481:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761823.499484:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761824.523324:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761824.523343:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761824.523350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761824.523351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761824.523354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761824.523356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761824.523378:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761824.523381:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761824.523383:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761825.547341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761825.547348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761825.547354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761825.547356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761825.547359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761825.547361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761825.547386:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761825.547389:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761825.547391:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787761825.740150:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761825.740453:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761825.740606:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:0.0:1787761826.507426:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315239671, at 4315239680
00000100:00000010:0.0:1787761826.507447:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdc60.
00010000:00000001:0.0:1787761826.571402:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761826.571406:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761826.571411:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761826.571412:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761826.571414:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761826.571415:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761826.571523:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761826.571530:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761826.571535:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761827.595413:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761827.595422:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761827.595429:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761827.595431:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761827.595435:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761827.595437:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761827.595529:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761827.595538:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761827.595545:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761828.619333:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761828.619341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761828.619347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761828.619348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761828.619351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761828.619356:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761828.619358:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761828.619362:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761828.619366:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761828.619368:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761828.619370:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761828.619372:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761828.619401:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761828.619404:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761828.619406:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787761828.811556:0:238626:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.101:988
00000400:00000100:3.0:1787761828.811609:0:238626:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.101@tcp at host 192.168.203.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787761828.811623:0:238626:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761828.811628:0:238626:0:(router.c:1791:lnet_notify()) 192.168.203.1@tcp notifying 192.168.203.101@tcp: down
00000400:00000200:3.0:1787761828.811635:0:238626:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761828.811641:0:238626:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787761828.811648:0:238626:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:3.0:1787761828.811653:0:238626:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58400.
00000400:00000200:3.0:1787761828.811661:0:238626:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787761828.811667:0:238626:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787761828.811676:0:238626:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9198
00000400:00000010:3.0:1787761828.811680:0:238626:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9198.
00000100:00000001:3.0:1787761828.811686:0:238626:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787761828.811700:0:238626:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b651588c780 x1874597595014016/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761828.811729:0:238626:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761828.811732:0:238626:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c780 x1874597595014016/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761850 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761828.811739:0:238626:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761828.811741:0:238626:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787761828.811762:0:238626:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:3.0:1787761828.811765:0:238626:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58600.
00000400:00000200:3.0:1787761828.811768:0:238626:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787761828.811773:0:238626:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787761828.811778:0:238626:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9000
00000400:00000010:3.0:1787761828.811780:0:238626:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9000.
00000100:00000001:3.0:1787761828.811785:0:238626:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787761828.811800:0:238626:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b651588d2c0 x1874597595014144/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761828.811811:0:238626:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761828.811816:0:238626:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588d2c0 x1874597595014144/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761850 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761828.811825:0:238626:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761828.811832:0:238626:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787761828.811858:0:238626:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:3.0:1787761828.811867:0:238626:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:3.0:1787761828.811871:0:238626:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787761828.811884:0:238626:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787761828.811891:0:238626:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f92a8
00000400:00000010:3.0:1787761828.811899:0:238626:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f92a8.
00000100:00000001:3.0:1787761828.811909:0:238626:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787761828.811922:0:238626:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b651588f840 x1874597595014272/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761828.811940:0:238626:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761828.811949:0:238626:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588f840 x1874597595014272/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761850 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761828.811961:0:238626:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761828.811968:0:238626:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1787761829.643333:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761829.643341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761829.643346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761829.643347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761829.643350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761829.643352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761829.643373:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761829.643376:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761829.643378:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761830.667349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761830.667356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761830.667362:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761830.667364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761830.667367:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761830.667368:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761830.667426:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761830.667430:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761830.667433:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787761830.860878:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761830.860882:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787761830.861344:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761830.861346:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787761830.861564:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761830.861566:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1787761831.627359:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315244792, at 4315244800
00000100:00000010:0.0:1787761831.627382:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd660.
00010000:00000001:0.0:1787761831.691341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761831.691346:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761831.691351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761831.691352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761831.691355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761831.691356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761831.691419:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761831.691423:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761831.691426:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761832.715329:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761832.715335:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761832.715340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761832.715341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761832.715343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761832.715344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761832.715361:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761832.715363:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761832.715365:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761833.739396:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761833.739409:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761833.739413:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761833.739417:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761833.739426:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761833.739429:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761833.739432:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761833.739435:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761833.739441:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761833.739444:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761833.739446:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761833.739450:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761833.739468:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761833.739471:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761833.739474:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761833.739479:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761833.739486:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761833.739490:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761833.739535:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761833.739541:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761833.739546:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761834.763421:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761834.763435:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761834.763446:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761834.763449:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761834.763456:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761834.763458:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761834.763580:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761834.763589:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761834.763596:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761835.787358:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761835.787365:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761835.787370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761835.787372:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761835.787374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761835.787375:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761835.787430:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761835.787441:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761835.787445:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761835.979372:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761835.979384:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761835.979393:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761835.979403:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761835.979410:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761835.979419:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20576
00000400:00000200:3.0:1787761835.979428:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761835.979444:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761835.979447:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761835.979450:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761835.979453:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761835.979454:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761835.979457:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761835.979461:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761835.979463:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761835.979466:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761835.979469:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761835.979470:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761835.979472:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761835.979475:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761835.979476:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761835.979478:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761835.979479:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761835.979482:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761835.979484:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761835.979486:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761835.979489:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761835.979492:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761835.979494:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761835.979496:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761835.979498:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761835.979508:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787761835.979511:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761835.979527:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761835.979528:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761835.979531:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761835.979534:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761835.979539:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761835.979548:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17000.
00000100:00000001:3.0:1787761835.979556:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761835.979565:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597595014784/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761835.979575:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761835.979581:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761835.979585:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597595014784/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761835.979608:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761835.979611:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761835.979614:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761835.979616:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761835.979617:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761835.979619:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761835.979621:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20576
00000400:00000200:3.0:1787761835.979623:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761835.979625:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761835.979627:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761835.979629:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761835.979631:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761835.979632:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761835.979635:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761835.979637:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761835.979638:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761835.979640:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761835.979642:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761835.979645:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761835.979646:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761835.979649:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761835.979650:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761835.979651:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761835.979653:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761835.979656:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761835.979665:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761835.979675:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761835.979680:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761835.979687:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761835.979693:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761835.979703:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761835.979714:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761835.979730:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761835.979738:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761835.979758:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000020:00000040:3.0:1787761835.979769:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761835.979780:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761835.979786:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761835.979790:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761835.979795:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761835.979798:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761835.979809:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15400.
00000100:00000001:3.0:1787761835.979814:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761835.979826:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597595014912/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761835.979846:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761835.979849:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761835.979866:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597595014912/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761835.979898:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761835.979907:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761835.979921:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761835.979926:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761835.979929:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761835.979934:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761835.979950:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20576
00000400:00000200:3.0:1787761835.979976:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761835.979987:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761835.980003:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761835.980021:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761835.980032:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761835.980038:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761835.980041:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761835.980053:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761835.980056:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761835.980059:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761835.980062:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761835.980065:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761835.980070:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761835.980081:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761835.980093:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761835.980102:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761835.980109:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761835.980122:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761835.980145:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761835.980162:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761835.980173:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761835.980188:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761835.980198:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761835.980201:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761835.980205:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761835.980213:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761835.980220:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761835.980235:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787761835.980245:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761835.980296:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761835.980301:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787761835.980307:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:3.0:1787761835.980309:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1787761835.980312:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
02000000:00000001:3.0:1787761835.980314:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761835.980323:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761835.980334:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14c00.
00000100:00000001:3.0:1787761835.980343:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761835.980353:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597595015040/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761835.980378:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761835.980383:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761835.980395:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597595015040/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761835.980420:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761835.980423:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761835.980437:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761835.980446:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20586)
00000800:00000200:2.1:1787761835.980883:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761835.980887:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787761835.981222:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761835.981224:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1787761836.747360:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315249912, at 4315249920
00000100:00000010:0.0:1787761836.747370:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdba0.
00010000:00000001:0.0:1787761836.811353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761836.811361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761836.811366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761836.811367:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761836.811370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761836.811371:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761836.811393:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761836.811395:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761836.811397:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761837.835418:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761837.835429:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761837.835437:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761837.835439:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761837.835444:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761837.835446:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761837.835514:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761837.835519:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761837.835523:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761838.859322:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761838.859329:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761838.859335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761838.859336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761838.859339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761838.859342:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761838.859344:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761838.859347:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761838.859351:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761838.859353:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761838.859355:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761838.859357:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761838.859425:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761838.859431:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761838.859435:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761839.883337:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761839.883349:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761839.883358:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761839.883359:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761839.883364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761839.883366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761839.883444:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761839.883449:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761839.883453:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761840.907375:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761840.907384:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761840.907393:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761840.907394:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761840.907411:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761840.907413:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761840.907453:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761840.907457:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761840.907461:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761841.099371:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761841.099387:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761841.099392:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761841.099402:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761841.099414:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761841.099433:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20581
00000400:00000200:3.0:1787761841.099454:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761841.099467:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761841.099474:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761841.099481:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761841.099488:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761841.099494:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761841.099499:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761841.099507:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761841.099510:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761841.099515:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761841.099521:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761841.099524:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761841.099527:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761841.099532:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761841.099534:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761841.099537:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761841.099539:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761841.099543:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761841.099548:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761841.099551:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761841.099555:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761841.099560:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761841.099564:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761841.099567:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761841.099571:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761841.099585:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787761841.099605:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761841.099609:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761841.099611:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761841.099614:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761841.099617:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761841.099622:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761841.099632:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16800.
00000100:00000001:3.0:1787761841.099639:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761841.099657:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597595015168/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761841.099667:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761841.099671:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761841.099676:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597595015168/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761841.099699:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761841.099703:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761841.099706:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761841.099707:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761841.099709:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761841.099711:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761841.099713:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20581
00000400:00000200:3.0:1787761841.099717:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761841.099720:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761841.099722:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761841.099725:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761841.099727:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761841.099729:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761841.099732:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761841.099734:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761841.099735:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761841.099737:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761841.099743:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761841.099747:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761841.099751:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761841.099758:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761841.099761:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761841.099762:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761841.099764:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761841.099768:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761841.099773:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761841.099780:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761841.099786:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761841.099795:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761841.099803:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761841.099806:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761841.099814:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761841.099819:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761841.099821:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761841.099833:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000020:00000040:3.0:1787761841.099842:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761841.099845:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761841.099846:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761841.099847:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761841.099848:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761841.099853:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761841.099857:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14000.
00000100:00000001:3.0:1787761841.099862:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761841.099874:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597595015296/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761841.099888:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761841.099896:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761841.099901:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597595015296/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761841.099914:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761841.099917:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761841.099919:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761841.099922:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761841.099925:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761841.099931:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761841.099936:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20581
00000400:00000200:3.0:1787761841.099940:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761841.099944:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761841.099950:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761841.099958:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761841.099961:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761841.099965:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761841.099972:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761841.099975:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761841.099976:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761841.099977:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761841.099980:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761841.099983:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761841.099989:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761841.099994:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761841.100000:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761841.100008:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761841.100014:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761841.100020:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761841.100033:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761841.100044:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761841.100047:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761841.100051:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761841.100061:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761841.100069:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761841.100072:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761841.100081:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761841.100100:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761841.100107:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787761841.100116:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761841.100126:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761841.100128:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761841.100131:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761841.100134:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761841.100139:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761841.100147:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16c00.
00000100:00000001:3.0:1787761841.100153:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761841.100167:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597595015424/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761841.100192:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761841.100198:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761841.100208:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597595015424/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761841.100299:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761841.100307:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761841.100315:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761841.100324:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20591)
00000800:00000200:2.1:1787761841.100356:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761841.100360:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787761841.100811:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761841.100814:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787761841.101153:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761841.101156:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1787761841.867392:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315255032, at 4315255040
00000100:00000010:0.0:1787761841.867411:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd660.
00010000:00000001:0.0:1787761841.931333:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761841.931337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761841.931342:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761841.931343:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761841.931346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761841.931348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761841.931371:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761841.931373:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761841.931376:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761842.955354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761842.955361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761842.955367:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761842.955368:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761842.955370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761842.955372:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761842.955438:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761842.955442:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761842.955445:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761843.979364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761843.979374:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761843.979376:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761843.979381:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761843.979387:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761843.979389:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761843.979391:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761843.979393:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761843.979397:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761843.979398:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761843.979399:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761843.979400:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761843.979402:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761843.979403:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761843.979404:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761843.979405:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761843.979409:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761843.979410:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761843.979455:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761843.979458:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761843.979460:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761845.003335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761845.003342:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761845.003347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761845.003348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761845.003351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761845.003352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761845.003378:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761845.003380:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761845.003383:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761846.027431:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761846.027443:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761846.027455:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761846.027458:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761846.027465:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761846.027468:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761846.027546:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761846.027551:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761846.027555:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761846.219425:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761846.219435:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761846.219445:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761846.219462:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761846.219475:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761846.219488:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761846.219501:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761846.219505:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761846.219512:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761846.219813:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761846.219828:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761846.219840:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761846.219863:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a92c0 x1874597595015552/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761846.219908:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761846.219911:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761846.219926:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761846.219936:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761846.219944:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761846.219959:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595015552:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787761846.219975:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761846.219982:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761846.219991:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761846.220001:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761846.220016:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787761846.220022:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761846.220037:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761846.220060:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761846.220078:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761846.220095:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595015552, portal 25
00000100:00000001:0.0:1787761846.220113:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761846.220120:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739797184 : -110615969754432 : ffff9b65366a92c0)
00000100:00000040:0.0:1787761846.220142:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a92c0 x1874597595015552/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761846.220175:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761846.220200:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761846.220204:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761846.220208:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595015552, offset 0
00000400:00000200:0.0:1787761846.220237:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761846.220287:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761846.220309:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761846.220325:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761846.220340:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761846.220355:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761846.220371:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761846.220381:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277715:277715:256:4294967295] 192.168.203.101@tcp LPNI seq info [277714:277714:8:4294967295]
00000400:00000200:0.0:1787761846.220390:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761846.220414:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761846.220442:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761846.220465:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761846.220491:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761846.220499:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787761846.220524:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761846.220532:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1787761846.220548:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761846.220557:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761846.220570:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761846.220595:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761846.220610:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761846.220622:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761846.220636:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761846.220651:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a92c0 x1874597595015552/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761846.220695:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761846.220708:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a92c0 x1874597595015552/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761871 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761846.220716:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761846.220718:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761846.220728:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761846.220734:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761846.220737:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315260152
00000100:00000010:0.0:1787761846.220743:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2ae0.
00000100:00000001:0.0:1787761846.220751:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787761846.220758:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315260152
00000100:00000010:0.0:1787761846.220761:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d21e0.
00000100:00000001:0.0:1787761846.220763:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787761846.220773:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761846.220776:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761846.220778:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761846.220781:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761846/real 1787761846]  req@ffff9b65366a92c0 x1874597595015552/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761846.220791:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761846.220793:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761846.220796:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761846.220799:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761846.220802:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761846.220806:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761846.220812:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a92c0 x1874597595015552/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761846.220822:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a92c0 x1874597595015552/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761846.220830:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761846.220832:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761846.220836:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761846.220839:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761846.220844:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a92c0 x1874597595015552/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761846.220849:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761846.220853:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a92c0 x1874597595015552/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761871 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761846.220858:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761846.220860:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761846.220861:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761846.220862:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761846.220864:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761846.220866:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761846.220869:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761846.220873:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761846.220875:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761846.220878:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a92c0 x1874597595015552/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761871 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761846.220884:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595015552:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787761846.220888:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761846.220890:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761846.220892:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a92c0 x1874597595015552/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761871 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761846.220896:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761846.220899:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761846.220901:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787761846.220903:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761846.220905:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761846.220907:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:0.0:1787761846.220909:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761846.220912:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541867000.
02000000:00000001:0.0:1787761846.220918:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761846.220920:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761846.220921:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a92c0.
00000100:00000001:0.0:1787761846.220924:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761846.220925:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761846.220927:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761846.220934:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761846.220935:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761846.220937:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761846.220939:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761846.220940:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761846.220943:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8b40 x1874597595015680/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761846.220949:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761846.220950:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761846.220953:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761846.220955:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761846.220956:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761846.220958:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595015680:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761846.220961:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761846.220963:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761846.220964:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761846.220965:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761846.220968:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787761846.220969:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761846.220972:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761846.220975:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761846.220978:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761846.220980:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595015680, portal 10
00000100:00000001:0.0:1787761846.220982:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761846.220983:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739795264 : -110615969756352 : ffff9b65366a8b40)
00000100:00000040:0.0:1787761846.220988:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8b40 x1874597595015680/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761846.220993:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761846.220995:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761846.220996:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761846.220998:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595015680, offset 0
00000400:00000200:0.0:1787761846.221001:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761846.221003:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761846.221006:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761846.221008:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761846.221010:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761846.221012:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761846.221014:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761846.221016:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277716:277716:256:4294967295] 192.168.203.101@tcp LPNI seq info [277715:277715:8:4294967295]
00000400:00000200:0.0:1787761846.221019:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761846.221024:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761846.221028:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761846.221031:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761846.221034:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761846.221036:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787761846.221041:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761846.221044:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1787761846.221049:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761846.221051:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761846.221055:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761846.221058:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761846.221062:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761846.221064:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761846.221067:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761846.221072:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a8b40 x1874597595015680/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761846.221081:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761846.221085:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8b40 x1874597595015680/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761871 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761846.221093:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761846.221094:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761846.221098:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761846.221103:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:0.0:1787761846.221105:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761846.221107:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315259405
00000100:00000001:0.0:1787761846.221110:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315260152
00000100:00000001:0.0:1787761846.221112:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315259405
00000100:00000001:0.0:1787761846.221113:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315260152
00000100:00000001:0.0:1787761846.221115:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761846.221117:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761846.221118:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761846.221121:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761846/real 1787761846]  req@ffff9b65366a8b40 x1874597595015680/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761846.221128:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761846.221129:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761846.221130:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761846.221132:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761846.221133:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761846.221134:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761846.221137:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8b40 x1874597595015680/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761846.221142:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8b40 x1874597595015680/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761846.221146:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761846.221147:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761846.221148:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761846.221149:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761846.221151:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8b40 x1874597595015680/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761846.221155:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761846.221158:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8b40 x1874597595015680/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761871 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761846.221163:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761846.221165:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761846.221166:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761846.221167:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761846.221168:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761846.221169:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761846.221171:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761846.221173:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761846.221174:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761846.221177:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8b40 x1874597595015680/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761871 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761846.221200:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595015680:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761846.221203:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761846.221206:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8780 x1874597595015808/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761846.221211:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761846.221212:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761846.221215:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761846.221216:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761846.221217:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761846.221219:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595015808:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761846.221222:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761846.221224:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761846.221225:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761846.221227:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761846.221230:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e000.
02000000:00000001:0.0:1787761846.221231:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761846.221234:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761846.221236:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761846.221238:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761846.221241:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595015808, portal 4
00000100:00000001:0.0:1787761846.221242:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761846.221243:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739794304 : -110615969757312 : ffff9b65366a8780)
00000100:00000040:0.0:1787761846.221267:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8780 x1874597595015808/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761846.221272:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761846.221274:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761846.221276:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761846.221277:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595015808, offset 0
00000400:00000200:0.0:1787761846.221281:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761846.221284:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761846.221287:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761846.221289:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761846.221291:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761846.221293:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761846.221295:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761846.221297:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277717:277717:256:4294967295] 192.168.203.101@tcp LPNI seq info [277716:277716:8:4294967295]
00000400:00000200:0.0:1787761846.221301:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761846.221305:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761846.221308:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761846.221310:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761846.221312:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761846.221315:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787761846.221318:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761846.221320:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1787761846.221323:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761846.221324:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761846.221327:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761846.221329:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761846.221332:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761846.221333:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761846.221335:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761846.221337:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a8780 x1874597595015808/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761846.221343:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761846.221345:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8780 x1874597595015808/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761871 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761846.221350:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761846.221352:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761846.221354:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761846.221356:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:0.0:1787761846.221358:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761846.221360:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315259412
00000100:00000001:0.0:1787761846.221363:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315260152
00000100:00000001:0.0:1787761846.221365:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315259412
00000100:00000001:0.0:1787761846.221366:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315260152
00000100:00000001:0.0:1787761846.221367:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761846.221368:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761846.221370:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761846.221372:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761846/real 1787761846]  req@ffff9b65366a8780 x1874597595015808/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761846.221377:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761846.221378:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761846.221379:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761846.221381:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761846.221382:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761846.221384:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761846.221386:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8780 x1874597595015808/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761846.221392:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8780 x1874597595015808/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761846.221396:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761846.221397:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761846.221398:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761846.221398:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761846.221401:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8780 x1874597595015808/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761846.221405:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761846.221407:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8780 x1874597595015808/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761871 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761846.221411:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761846.221413:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761846.221415:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761846.221416:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761846.221417:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761846.221418:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761846.221420:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761846.221422:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761846.221423:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761846.221426:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8780 x1874597595015808/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761871 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761846.221430:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595015808:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761846.221432:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761846.221433:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761846.221435:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8b40 x1874597595015680/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761871 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761846.221439:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761846.221440:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761846.221441:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787761846.221443:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761846.221444:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761846.221445:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:0.0:1787761846.221446:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761846.221448:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541864000.
02000000:00000001:0.0:1787761846.221451:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761846.221452:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761846.221453:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8b40.
00000100:00000001:0.0:1787761846.221455:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761846.221456:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761846.221457:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761846.221459:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8780 x1874597595015808/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761871 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761846.221468:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761846.221469:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761846.221470:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760e000.
02000000:00000001:0.0:1787761846.221472:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761846.221473:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761846.221474:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:0.0:1787761846.221475:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761846.221475:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541867800.
02000000:00000001:0.0:1787761846.221477:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761846.221478:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761846.221478:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8780.
00000100:00000001:0.0:1787761846.221480:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761846.221480:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761846.221481:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761846.221483:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761846.221484:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761846.221486:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761846.221487:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761846.987364:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315260152, at 4315260160
00000100:00000010:0.0:1787761846.987393:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d2ae0.
00010000:00000001:0.0:1787761847.051310:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761847.051315:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761847.051320:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761847.051321:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761847.051324:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761847.051325:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761847.051377:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761847.051381:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761847.051384:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761847.243397:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761847.243405:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761847.243407:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761847.243412:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761847.243416:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761847.243421:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761847.243423:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761847.243427:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761847.243429:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761848.075383:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761848.075390:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761848.075396:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761848.075397:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761848.075400:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761848.075401:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761848.075428:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761848.075431:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761848.075433:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761848.267360:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761848.267369:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761848.267372:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761848.267378:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761848.267383:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761848.267387:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761848.267390:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761848.267394:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761848.267398:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761849.099331:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761849.099339:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761849.099344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761849.099345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761849.099348:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761849.099352:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761849.099355:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761849.099359:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761849.099362:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761849.099365:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761849.099367:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761849.099369:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761849.099392:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761849.099394:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761849.099396:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761849.291395:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761849.291406:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761849.291409:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761849.291417:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761849.291423:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761849.291429:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761849.291432:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761849.291436:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761849.291440:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761850.123412:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761850.123425:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761850.123435:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761850.123437:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761850.123441:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761850.123442:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761850.123478:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761850.123482:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761850.123486:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761850.315377:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761850.315386:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761850.315389:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761850.315396:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761850.315401:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761850.315405:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761850.315409:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761850.315412:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761850.315416:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761851.147387:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761851.147395:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761851.147402:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761851.147404:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761851.147408:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761851.147410:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761851.147478:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761851.147485:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761851.147490:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761851.339360:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761851.339368:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761851.339370:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761851.339377:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761851.339381:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761851.339386:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761851.339392:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761851.339397:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761851.339403:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761851.339790:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761851.339799:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761851.339806:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761851.339821:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366ab840 x1874597595015936/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761851.339840:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761851.339844:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761851.339854:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761851.339860:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761851.339867:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761851.339879:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595015936:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787761851.339892:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761851.339901:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761851.339909:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761851.339918:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761851.339933:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e000.
02000000:00000001:0.0:1787761851.339943:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761851.339964:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761851.339981:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761851.340001:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761851.340038:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595015936, portal 25
00000100:00000001:0.0:1787761851.340051:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761851.340060:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739806784 : -110615969744832 : ffff9b65366ab840)
00000100:00000040:0.0:1787761851.340080:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366ab840 x1874597595015936/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761851.340121:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761851.340134:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761851.340144:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761851.340178:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595015936, offset 0
00000400:00000200:0.0:1787761851.340199:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761851.340224:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761851.340240:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761851.340293:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761851.340303:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761851.340314:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761851.340325:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761851.340338:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277718:277718:256:4294967295] 192.168.203.101@tcp LPNI seq info [277717:277717:8:4294967295]
00000400:00000200:0.0:1787761851.340357:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761851.340381:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761851.340403:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761851.340416:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761851.340436:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761851.340448:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761851.340470:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761851.340484:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1787761851.340500:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761851.340510:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761851.340525:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761851.340537:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761851.340552:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761851.340559:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761851.340570:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761851.340578:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366ab840 x1874597595015936/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761851.340592:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761851.340598:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366ab840 x1874597595015936/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761876 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761851.340607:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761851.340610:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761851.340618:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761851.340623:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761851.340627:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315265272
00000100:00000010:0.0:1787761851.340634:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2ae0.
00000100:00000001:0.0:1787761851.340642:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787761851.340651:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315265272
00000100:00000010:0.0:1787761851.340654:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d29c0.
00000100:00000001:0.0:1787761851.340658:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787761851.340673:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761851.340677:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761851.340681:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761851.340687:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761851/real 1787761851]  req@ffff9b65366ab840 x1874597595015936/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761851.340709:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761851.340711:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761851.340713:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761851.340717:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761851.340719:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761851.340723:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761851.340727:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366ab840 x1874597595015936/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761851.340738:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366ab840 x1874597595015936/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761851.340749:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761851.340752:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761851.340755:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761851.340758:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761851.340764:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366ab840 x1874597595015936/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761851.340773:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761851.340780:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366ab840 x1874597595015936/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761876 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761851.340789:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761851.340793:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761851.340795:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761851.340797:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761851.340800:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761851.340802:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761851.340806:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761851.340811:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761851.340813:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761851.340819:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366ab840 x1874597595015936/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761876 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761851.340831:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595015936:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787761851.340836:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761851.340839:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761851.340843:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366ab840 x1874597595015936/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761876 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761851.340850:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761851.340854:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761851.340857:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760e000.
02000000:00000001:0.0:1787761851.340861:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761851.340863:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761851.340865:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:0.0:1787761851.340868:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761851.340871:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541866800.
02000000:00000001:0.0:1787761851.340875:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761851.340878:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761851.340880:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366ab840.
00000100:00000001:0.0:1787761851.340884:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761851.340885:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761851.340888:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761851.340897:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761851.340899:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761851.340902:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761851.340904:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761851.340906:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761851.340910:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366aa580 x1874597595016064/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761851.340920:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761851.340923:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761851.340927:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761851.340931:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761851.340935:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761851.340942:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595016064:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761851.340949:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761851.340953:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761851.340955:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761851.340959:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761851.340965:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e000.
02000000:00000001:0.0:1787761851.340970:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761851.340977:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761851.340983:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761851.340989:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761851.340995:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595016064, portal 10
00000100:00000001:0.0:1787761851.340999:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761851.341002:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739801984 : -110615969749632 : ffff9b65366aa580)
00000100:00000040:0.0:1787761851.341014:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366aa580 x1874597595016064/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761851.341028:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761851.341033:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761851.341036:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761851.341040:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595016064, offset 0
00000400:00000200:0.0:1787761851.341045:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761851.341052:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761851.341057:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761851.341061:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761851.341064:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761851.341068:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761851.341071:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761851.341075:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277719:277719:256:4294967295] 192.168.203.101@tcp LPNI seq info [277718:277718:8:4294967295]
00000400:00000200:0.0:1787761851.341081:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761851.341089:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761851.341094:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761851.341098:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761851.341104:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761851.341108:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761851.341113:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761851.341116:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1787761851.341121:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761851.341124:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761851.341128:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761851.341132:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761851.341136:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761851.341139:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761851.341142:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761851.341171:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366aa580 x1874597595016064/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761851.341186:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761851.341191:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366aa580 x1874597595016064/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761876 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761851.341199:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761851.341201:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761851.341207:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761851.341213:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:0.0:1787761851.341217:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761851.341220:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315264525
00000100:00000001:0.0:1787761851.341224:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315265272
00000100:00000001:0.0:1787761851.341227:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315264525
00000100:00000001:0.0:1787761851.341230:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315265272
00000100:00000001:0.0:1787761851.341232:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761851.341235:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761851.341237:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761851.341242:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761851/real 1787761851]  req@ffff9b65366aa580 x1874597595016064/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761851.341280:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761851.341282:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761851.341285:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761851.341288:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761851.341291:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761851.341294:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761851.341298:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366aa580 x1874597595016064/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761851.341309:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366aa580 x1874597595016064/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761851.341317:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761851.341318:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761851.341321:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761851.341323:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761851.341327:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366aa580 x1874597595016064/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761851.341336:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761851.341341:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366aa580 x1874597595016064/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761876 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761851.341349:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761851.341352:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761851.341354:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761851.341356:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761851.341358:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761851.341361:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761851.341364:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761851.341368:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761851.341370:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761851.341375:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366aa580 x1874597595016064/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761876 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761851.341384:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595016064:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761851.341390:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761851.341394:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8780 x1874597595016192/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761851.341403:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761851.341405:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761851.341408:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761851.341410:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761851.341413:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761851.341416:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595016192:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761851.341420:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761851.341423:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761851.341425:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761851.341427:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761851.341432:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787761851.341435:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761851.341439:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761851.341442:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761851.341446:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761851.341451:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595016192, portal 4
00000100:00000001:0.0:1787761851.341453:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761851.341455:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739794304 : -110615969757312 : ffff9b65366a8780)
00000100:00000040:0.0:1787761851.341462:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8780 x1874597595016192/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761851.341470:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761851.341473:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761851.341476:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761851.341479:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595016192, offset 0
00000400:00000200:0.0:1787761851.341484:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761851.341488:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761851.341493:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761851.341496:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761851.341500:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761851.341503:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761851.341507:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761851.341511:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277720:277720:256:4294967295] 192.168.203.101@tcp LPNI seq info [277719:277719:8:4294967295]
00000400:00000200:0.0:1787761851.341516:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761851.341524:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761851.341530:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761851.341533:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761851.341539:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761851.341542:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761851.341548:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761851.341551:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1787761851.341555:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761851.341558:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761851.341562:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761851.341566:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761851.341570:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761851.341573:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761851.341576:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761851.341580:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a8780 x1874597595016192/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761851.341590:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761851.341594:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8780 x1874597595016192/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761876 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761851.341602:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761851.341604:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761851.341608:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761851.341612:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:0.0:1787761851.341616:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761851.341618:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315264532
00000100:00000001:0.0:1787761851.341622:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315265272
00000100:00000001:0.0:1787761851.341625:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315264532
00000100:00000001:0.0:1787761851.341628:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315265272
00000100:00000001:0.0:1787761851.341631:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761851.341634:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761851.341636:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761851.341641:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761851/real 1787761851]  req@ffff9b65366a8780 x1874597595016192/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761851.341649:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761851.341651:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761851.341653:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761851.341655:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761851.341657:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761851.341660:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761851.341663:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8780 x1874597595016192/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761851.341674:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8780 x1874597595016192/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761851.341682:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761851.341683:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761851.341685:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761851.341687:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761851.341691:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8780 x1874597595016192/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761851.341699:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761851.341703:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8780 x1874597595016192/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761876 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761851.341711:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761851.341714:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761851.341716:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761851.341717:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761851.341721:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761851.341723:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761851.341726:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761851.341731:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761851.341734:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761851.341738:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8780 x1874597595016192/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761876 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761851.341747:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595016192:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761851.341752:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761851.341754:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761851.341758:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366aa580 x1874597595016064/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761876 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761851.341765:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761851.341767:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761851.341769:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760e000.
02000000:00000001:0.0:1787761851.341772:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761851.341774:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761851.341776:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:0.0:1787761851.341779:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761851.341781:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541864c00.
02000000:00000001:0.0:1787761851.341785:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761851.341787:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761851.341789:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366aa580.
00000100:00000001:0.0:1787761851.341792:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761851.341794:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761851.341796:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761851.341800:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8780 x1874597595016192/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761876 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761851.341808:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761851.341809:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761851.341811:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787761851.341814:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761851.341816:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761851.341817:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:0.0:1787761851.341820:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761851.341822:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541865400.
02000000:00000001:0.0:1787761851.341825:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761851.341826:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761851.341827:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8780.
00000100:00000001:0.0:1787761851.341830:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761851.341832:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761851.341834:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761851.341838:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761851.341840:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761851.341842:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761851.341844:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761852.107355:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315265272, at 4315265280
00000100:00000010:0.0:1787761852.107376:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d2ae0.
00010000:00000001:0.0:1787761852.171330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761852.171334:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761852.171339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761852.171341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761852.171344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761852.171345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761852.171367:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761852.171370:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761852.171372:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761852.363435:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761852.363446:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761852.363449:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761852.363457:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761852.363462:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761852.363470:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761852.363473:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761852.363476:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761852.363479:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761853.195368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761853.195381:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761853.195384:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761853.195387:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761853.195394:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761853.195396:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761853.195398:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761853.195401:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761853.195405:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761853.195406:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761853.195408:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761853.195410:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761853.195411:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761853.195412:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761853.195414:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761853.195415:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761853.195418:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761853.195419:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761853.195448:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761853.195450:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761853.195452:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761853.387391:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761853.387399:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761853.387401:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761853.387407:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761853.387411:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761853.387415:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761853.387417:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761853.387420:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761853.387423:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761854.219353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761854.219361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761854.219368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761854.219369:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761854.219372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761854.219373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761854.219401:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761854.219404:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761854.219406:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761854.411358:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761854.411366:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761854.411369:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761854.411374:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761854.411378:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761854.411382:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761854.411384:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761854.411387:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761854.411389:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761855.243341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761855.243348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761855.243354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761855.243355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761855.243360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761855.243361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761855.243423:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761855.243427:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761855.243430:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761855.435362:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761855.435388:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761855.435390:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761855.435397:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761855.435401:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761855.435406:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761855.435409:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761855.435413:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761855.435416:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761856.267364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761856.267373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761856.267379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761856.267380:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761856.267383:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761856.267384:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761856.267409:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761856.267412:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761856.267415:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761856.459367:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761856.459376:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761856.459378:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761856.459384:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761856.459389:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761856.459393:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761856.459396:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761856.459400:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761856.459404:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761856.459817:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761856.459827:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761856.459835:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761856.459853:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8b40 x1874597595016320/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761856.459887:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761856.459894:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761856.459904:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761856.459912:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761856.459921:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761856.459930:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595016320:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787761856.459941:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761856.459952:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761856.459961:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761856.459972:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761856.459988:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787761856.460001:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761856.460027:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761856.460044:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761856.460063:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761856.460079:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595016320, portal 25
00000100:00000001:0.0:1787761856.460091:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761856.460098:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739795264 : -110615969756352 : ffff9b65366a8b40)
00000100:00000040:0.0:1787761856.460146:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8b40 x1874597595016320/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761856.460176:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761856.460193:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761856.460204:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761856.460212:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595016320, offset 0
00000400:00000200:0.0:1787761856.460233:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761856.460288:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761856.460304:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761856.460314:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761856.460327:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761856.460335:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761856.460342:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761856.460352:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277721:277721:256:4294967295] 192.168.203.101@tcp LPNI seq info [277720:277720:8:4294967295]
00000400:00000200:0.0:1787761856.460367:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761856.460388:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761856.460402:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761856.460414:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761856.460430:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761856.460439:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761856.460456:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761856.460468:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1787761856.460482:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761856.460491:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761856.460507:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761856.460521:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761856.460532:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761856.460539:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761856.460547:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761856.460555:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a8b40 x1874597595016320/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761856.460569:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761856.460574:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8b40 x1874597595016320/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761881 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761856.460584:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761856.460586:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761856.460596:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761856.460601:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761856.460605:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315270392
00000100:00000010:0.0:1787761856.460612:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2ae0.
00000100:00000001:0.0:1787761856.460620:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787761856.460629:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315270392
00000100:00000010:0.0:1787761856.460633:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2e40.
00000100:00000001:0.0:1787761856.460636:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787761856.460652:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761856.460657:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761856.460661:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761856.460667:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761856/real 1787761856]  req@ffff9b65366a8b40 x1874597595016320/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761856.460680:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761856.460683:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761856.460686:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761856.460692:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761856.460696:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761856.460699:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761856.460704:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8b40 x1874597595016320/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761856.460714:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8b40 x1874597595016320/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761856.460722:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761856.460724:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761856.460728:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761856.460730:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761856.460735:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8b40 x1874597595016320/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761856.460743:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761856.460749:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8b40 x1874597595016320/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761881 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761856.460759:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761856.460762:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761856.460764:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761856.460766:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761856.460769:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761856.460771:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761856.460775:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761856.460779:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761856.460783:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761856.460789:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8b40 x1874597595016320/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761881 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761856.460799:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595016320:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787761856.460805:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761856.460808:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761856.460811:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8b40 x1874597595016320/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761881 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761856.460819:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761856.460822:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761856.460825:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787761856.460829:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761856.460832:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761856.460834:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:0.0:1787761856.460837:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761856.460840:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541864400.
02000000:00000001:0.0:1787761856.460846:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761856.460848:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761856.460851:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8b40.
00000100:00000001:0.0:1787761856.460854:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761856.460856:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761856.460859:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761856.460867:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761856.460870:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761856.460873:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761856.460875:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761856.460877:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761856.460881:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a92c0 x1874597595016448/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761856.460890:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761856.460893:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761856.460896:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761856.460898:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761856.460902:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761856.460906:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595016448:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761856.460910:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761856.460913:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761856.460915:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761856.460917:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761856.460921:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787761856.460923:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761856.460928:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761856.460931:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761856.460935:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761856.460939:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595016448, portal 10
00000100:00000001:0.0:1787761856.460942:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761856.460945:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739797184 : -110615969754432 : ffff9b65366a92c0)
00000100:00000040:0.0:1787761856.460956:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a92c0 x1874597595016448/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761856.460970:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761856.460975:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761856.460980:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761856.460985:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595016448, offset 0
00000400:00000200:0.0:1787761856.460993:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761856.461001:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761856.461009:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761856.461015:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761856.461020:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761856.461025:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761856.461030:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761856.461037:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277722:277722:256:4294967295] 192.168.203.101@tcp LPNI seq info [277721:277721:8:4294967295]
00000400:00000200:0.0:1787761856.461045:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761856.461058:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761856.461065:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761856.461071:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761856.461077:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761856.461081:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761856.461086:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761856.461089:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1787761856.461095:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761856.461097:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761856.461102:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761856.461106:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761856.461133:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761856.461138:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761856.461144:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761856.461151:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a92c0 x1874597595016448/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761856.461162:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761856.461165:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a92c0 x1874597595016448/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761881 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761856.461174:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761856.461176:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761856.461181:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761856.461186:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:0.0:1787761856.461191:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761856.461193:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315269645
00000100:00000001:0.0:1787761856.461198:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315270392
00000100:00000001:0.0:1787761856.461201:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315269645
00000100:00000001:0.0:1787761856.461203:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315270392
00000100:00000001:0.0:1787761856.461206:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761856.461209:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761856.461212:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761856.461216:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761856/real 1787761856]  req@ffff9b65366a92c0 x1874597595016448/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761856.461235:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761856.461237:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761856.461240:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761856.461242:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761856.461244:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761856.461275:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761856.461280:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a92c0 x1874597595016448/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761856.461291:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a92c0 x1874597595016448/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761856.461299:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761856.461301:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761856.461304:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761856.461306:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761856.461310:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a92c0 x1874597595016448/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761856.461319:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761856.461324:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a92c0 x1874597595016448/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761881 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761856.461332:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761856.461335:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761856.461337:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761856.461339:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761856.461341:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761856.461344:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761856.461347:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761856.461351:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761856.461353:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761856.461359:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a92c0 x1874597595016448/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761881 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761856.461369:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595016448:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761856.461374:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761856.461378:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8000 x1874597595016576/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761856.461386:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761856.461388:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761856.461390:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761856.461393:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761856.461395:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761856.461399:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595016576:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761856.461403:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761856.461405:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761856.461408:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761856.461410:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761856.461415:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e000.
02000000:00000001:0.0:1787761856.461417:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761856.461422:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761856.461425:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761856.461429:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761856.461433:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595016576, portal 4
00000100:00000001:0.0:1787761856.461435:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761856.461437:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739792384 : -110615969759232 : ffff9b65366a8000)
00000100:00000040:0.0:1787761856.461444:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8000 x1874597595016576/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761856.461452:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761856.461455:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761856.461458:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761856.461461:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595016576, offset 0
00000400:00000200:0.0:1787761856.461466:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761856.461471:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761856.461476:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761856.461480:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761856.461484:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761856.461487:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761856.461490:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761856.461494:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277723:277723:256:4294967295] 192.168.203.101@tcp LPNI seq info [277722:277722:8:4294967295]
00000400:00000200:0.0:1787761856.461500:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761856.461508:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761856.461513:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761856.461517:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761856.461522:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761856.461526:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761856.461531:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761856.461534:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1787761856.461539:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761856.461542:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761856.461546:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761856.461550:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761856.461554:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761856.461556:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761856.461559:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761856.461563:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a8000 x1874597595016576/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761856.461573:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761856.461577:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8000 x1874597595016576/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761881 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761856.461585:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761856.461588:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761856.461592:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761856.461595:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:0.0:1787761856.461599:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761856.461602:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315269652
00000100:00000001:0.0:1787761856.461605:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315270392
00000100:00000001:0.0:1787761856.461608:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315269652
00000100:00000001:0.0:1787761856.461611:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315270392
00000100:00000001:0.0:1787761856.461613:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761856.461616:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761856.461618:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761856.461623:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761856/real 1787761856]  req@ffff9b65366a8000 x1874597595016576/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761856.461632:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761856.461634:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761856.461636:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761856.461638:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761856.461640:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761856.461643:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761856.461647:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8000 x1874597595016576/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761856.461657:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8000 x1874597595016576/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761856.461665:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761856.461667:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761856.461669:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761856.461671:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761856.461675:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8000 x1874597595016576/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761856.461683:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761856.461687:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8000 x1874597595016576/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761881 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761856.461695:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761856.461699:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761856.461701:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761856.461702:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761856.461705:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761856.461707:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761856.461710:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761856.461714:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761856.461716:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761856.461721:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8000 x1874597595016576/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761881 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761856.461730:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595016576:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761856.461734:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761856.461737:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761856.461740:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a92c0 x1874597595016448/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761881 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761856.461748:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761856.461750:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761856.461752:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787761856.461755:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761856.461757:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761856.461759:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:0.0:1787761856.461761:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761856.461763:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541867c00.
02000000:00000001:0.0:1787761856.461767:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761856.461769:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761856.461771:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a92c0.
00000100:00000001:0.0:1787761856.461774:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761856.461776:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761856.461777:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761856.461781:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8000 x1874597595016576/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761881 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761856.461797:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761856.461799:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761856.461801:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760e000.
02000000:00000001:0.0:1787761856.461803:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761856.461805:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761856.461806:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:0.0:1787761856.461808:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761856.461810:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541865800.
02000000:00000001:0.0:1787761856.461812:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761856.461814:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761856.461815:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8000.
00000100:00000001:0.0:1787761856.461818:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761856.461819:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761856.461821:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761856.461825:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761856.461827:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761856.461829:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761856.461832:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761857.227303:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315270392, at 4315270400
00000100:00000010:0.0:1787761857.227317:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d2ae0.
00010000:00000001:0.0:1787761857.291314:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761857.291317:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761857.291322:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761857.291323:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761857.291326:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761857.291327:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761857.291343:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761857.291346:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761857.291348:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761857.483329:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761857.483342:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761857.483343:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761857.483348:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761857.483350:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761857.483353:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761857.483355:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761857.483357:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761857.483359:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761858.315319:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761858.315324:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761858.315329:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761858.315330:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761858.315332:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761858.315335:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761858.315338:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761858.315340:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761858.315342:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761858.315344:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761858.315345:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761858.315347:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761858.315364:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761858.315366:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761858.315368:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761858.507306:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761858.507312:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761858.507314:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761858.507318:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761858.507321:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761858.507323:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761858.507325:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761858.507327:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761858.507329:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761859.339370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761859.339378:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761859.339386:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761859.339388:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761859.339392:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761859.339394:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761859.339498:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761859.339504:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761859.339509:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761859.531347:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761859.531353:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761859.531355:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761859.531360:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761859.531363:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761859.531366:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761859.531369:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761859.531371:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761859.531373:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761860.363361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761860.363369:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761860.363375:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761860.363377:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761860.363380:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761860.363382:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761860.363410:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761860.363412:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761860.363415:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761860.555357:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761860.555366:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761860.555368:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761860.555373:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761860.555377:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761860.555381:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761860.555383:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761860.555386:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761860.555389:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761861.387378:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761861.387386:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761861.387393:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761861.387394:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761861.387397:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761861.387398:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761861.387424:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761861.387426:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761861.387428:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761861.579387:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761861.579396:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761861.579399:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761861.579406:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761861.579412:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761861.579417:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761861.579421:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761861.579427:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761861.579443:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761861.579778:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761861.579785:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761861.579791:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761861.579809:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588f840 x1874597595016704/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761861.579855:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761861.579857:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761861.579863:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761861.579872:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761861.579881:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761861.579893:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595016704:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787761861.579911:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761861.579925:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761861.579935:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761861.579944:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761861.579966:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e000.
02000000:00000001:0.0:1787761861.579975:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761861.580006:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761861.580016:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761861.580034:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761861.580060:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595016704, portal 25
00000100:00000001:0.0:1787761861.580070:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761861.580088:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188141120 : -110616521410496 : ffff9b651588f840)
00000100:00000040:0.0:1787761861.580098:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588f840 x1874597595016704/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761861.580118:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761861.580123:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761861.580130:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761861.580136:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595016704, offset 0
00000400:00000200:0.0:1787761861.580155:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761861.580177:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761861.580196:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761861.580212:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761861.580226:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761861.580235:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761861.580281:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761861.580292:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277724:277724:256:4294967295] 192.168.203.101@tcp LPNI seq info [277723:277723:8:4294967295]
00000400:00000200:0.0:1787761861.580297:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761861.580306:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761861.580324:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761861.580343:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761861.580364:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761861.580372:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761861.580389:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761861.580397:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1787761861.580429:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761861.580437:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761861.580460:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761861.580472:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761861.580481:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761861.580488:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761861.580501:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761861.580525:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588f840 x1874597595016704/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761861.580558:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761861.580574:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588f840 x1874597595016704/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761886 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761861.580587:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761861.580594:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761861.580605:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761861.580622:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761861.580627:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315275512
00000100:00000010:0.0:1787761861.580636:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2ae0.
00000100:00000001:0.0:1787761861.580648:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787761861.580664:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315275512
00000100:00000010:0.0:1787761861.580673:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2ba0.
00000100:00000001:0.0:1787761861.580684:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787761861.580695:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761861.580704:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761861.580710:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761861.580718:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761861/real 1787761861]  req@ffff9b651588f840 x1874597595016704/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761861.580741:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761861.580743:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761861.580754:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761861.580770:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761861.580779:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761861.580790:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761861.580802:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588f840 x1874597595016704/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761861.580862:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588f840 x1874597595016704/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761861.580878:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761861.580883:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761861.580895:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761861.580901:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761861.580922:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588f840 x1874597595016704/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761861.580948:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761861.580959:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588f840 x1874597595016704/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761886 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761861.580976:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761861.580979:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761861.580980:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761861.580981:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761861.580984:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761861.580987:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761861.580992:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761861.580996:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761861.580999:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761861.581002:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588f840 x1874597595016704/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761886 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761861.581009:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595016704:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787761861.581012:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761861.581014:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761861.581016:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588f840 x1874597595016704/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761886 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761861.581020:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761861.581022:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761861.581026:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760e000.
02000000:00000001:0.0:1787761861.581028:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761861.581030:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761861.581032:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:0.0:1787761861.581033:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761861.581035:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0ac00.
02000000:00000001:0.0:1787761861.581040:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761861.581042:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761861.581043:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588f840.
00000100:00000001:0.0:1787761861.581047:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761861.581049:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761861.581050:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761861.581058:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761861.581059:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761861.581062:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761861.581063:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761861.581064:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761861.581068:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588d2c0 x1874597595016832/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761861.581073:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761861.581075:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761861.581087:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761861.581089:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761861.581092:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761861.581094:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595016832:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761861.581097:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761861.581099:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761861.581100:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761861.581102:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761861.581104:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e000.
02000000:00000001:0.0:1787761861.581106:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761861.581108:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761861.581111:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761861.581113:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761861.581116:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595016832, portal 10
00000100:00000001:0.0:1787761861.581117:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761861.581119:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188131520 : -110616521420096 : ffff9b651588d2c0)
00000100:00000040:0.0:1787761861.581124:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588d2c0 x1874597595016832/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761861.581129:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761861.581130:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761861.581132:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761861.581133:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595016832, offset 0
00000400:00000200:0.0:1787761861.581136:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761861.581138:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761861.581141:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761861.581143:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761861.581145:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761861.581147:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761861.581149:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761861.581151:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277725:277725:256:4294967295] 192.168.203.101@tcp LPNI seq info [277724:277724:8:4294967295]
00000400:00000200:0.0:1787761861.581154:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761861.581159:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761861.581162:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761861.581165:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761861.581168:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761861.581170:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761861.581174:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761861.581176:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1787761861.581179:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761861.581180:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761861.581182:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761861.581185:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761861.581187:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761861.581189:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761861.581190:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761861.581193:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588d2c0 x1874597595016832/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761861.581199:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761861.581201:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588d2c0 x1874597595016832/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761886 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761861.581206:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761861.581207:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761861.581209:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761861.581213:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:0.0:1787761861.581215:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761861.581217:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315274765
00000100:00000001:0.0:1787761861.581220:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315275512
00000100:00000001:0.0:1787761861.581221:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315274765
00000100:00000001:0.0:1787761861.581223:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315275512
00000100:00000001:0.0:1787761861.581224:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761861.581226:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761861.581227:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761861.581229:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761861/real 1787761861]  req@ffff9b651588d2c0 x1874597595016832/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761861.581240:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761861.581241:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761861.581242:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761861.581243:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761861.581244:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761861.581267:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761861.581269:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588d2c0 x1874597595016832/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761861.581274:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588d2c0 x1874597595016832/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761861.581279:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761861.581280:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761861.581281:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761861.581282:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761861.581284:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588d2c0 x1874597595016832/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761861.581288:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761861.581290:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588d2c0 x1874597595016832/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761886 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761861.581296:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761861.581297:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761861.581299:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761861.581300:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761861.581301:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761861.581302:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761861.581304:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761861.581306:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761861.581307:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761861.581311:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588d2c0 x1874597595016832/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761886 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761861.581316:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595016832:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761861.581319:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761861.581322:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c780 x1874597595016960/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761861.581326:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761861.581327:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761861.581328:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761861.581330:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761861.581331:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761861.581333:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595016960:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761861.581336:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761861.581337:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761861.581338:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761861.581340:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761861.581343:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787761861.581344:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761861.581347:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761861.581349:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761861.581351:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761861.581353:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595016960, portal 4
00000100:00000001:0.0:1787761861.581355:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761861.581356:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188128640 : -110616521422976 : ffff9b651588c780)
00000100:00000040:0.0:1787761861.581360:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c780 x1874597595016960/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761861.581364:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761861.581366:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761861.581368:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761861.581369:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595016960, offset 0
00000400:00000200:0.0:1787761861.581373:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761861.581375:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761861.581377:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761861.581380:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761861.581382:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761861.581384:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761861.581386:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761861.581388:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277726:277726:256:4294967295] 192.168.203.101@tcp LPNI seq info [277725:277725:8:4294967295]
00000400:00000200:0.0:1787761861.581391:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761861.581395:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761861.581397:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761861.581399:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761861.581402:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761861.581404:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761861.581407:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761861.581410:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1787761861.581412:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761861.581414:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761861.581416:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761861.581419:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761861.581421:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761861.581422:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761861.581424:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761861.581426:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c780 x1874597595016960/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761861.581432:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761861.581434:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c780 x1874597595016960/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761886 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761861.581438:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761861.581439:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761861.581441:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761861.581443:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:0.0:1787761861.581445:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761861.581447:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315274772
00000100:00000001:0.0:1787761861.581449:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315275512
00000100:00000001:0.0:1787761861.581451:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315274772
00000100:00000001:0.0:1787761861.581452:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315275512
00000100:00000001:0.0:1787761861.581453:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761861.581454:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761861.581456:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761861.581458:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761861/real 1787761861]  req@ffff9b651588c780 x1874597595016960/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761861.581462:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761861.581463:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761861.581464:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761861.581466:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761861.581467:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761861.581468:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761861.581471:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c780 x1874597595016960/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761861.581476:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c780 x1874597595016960/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761861.581480:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761861.581481:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761861.581482:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761861.581483:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761861.581485:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c780 x1874597595016960/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761861.581489:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761861.581491:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c780 x1874597595016960/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761886 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761861.581495:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761861.581498:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761861.581499:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761861.581500:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761861.581501:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761861.581502:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761861.581504:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761861.581506:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761861.581507:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761861.581510:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c780 x1874597595016960/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761886 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761861.581514:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595016960:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761861.581516:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761861.581517:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761861.581519:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588d2c0 x1874597595016832/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761886 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761861.581523:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761861.581524:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761861.581525:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760e000.
02000000:00000001:0.0:1787761861.581526:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761861.581527:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761861.581528:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:0.0:1787761861.581529:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761861.581530:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:0.0:1787761861.581533:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761861.581534:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761861.581535:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588d2c0.
00000100:00000001:0.0:1787761861.581541:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761861.581542:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761861.581543:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761861.581545:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c780 x1874597595016960/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761886 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761861.581555:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761861.581556:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761861.581557:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787761861.581559:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761861.581559:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761861.581560:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:0.0:1787761861.581561:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761861.581562:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08000.
02000000:00000001:0.0:1787761861.581563:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761861.581564:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761861.581565:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c780.
00000100:00000001:0.0:1787761861.581568:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761861.581569:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761861.581570:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761861.581571:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761861.581572:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761861.581573:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761861.581574:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761862.347330:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315275512, at 4315275520
00000100:00000010:0.0:1787761862.347339:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d2ae0.
00010000:00000001:0.0:1787761862.411326:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761862.411335:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761862.411343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761862.411344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761862.411349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761862.411351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761862.411378:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761862.411381:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761862.411383:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761862.603334:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761862.603345:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761862.603348:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761862.603357:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761862.603363:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761862.603367:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761862.603370:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761862.603374:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761862.603377:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761863.435381:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761863.435392:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761863.435395:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761863.435398:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761863.435405:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761863.435408:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761863.435412:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761863.435414:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761863.435418:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761863.435420:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761863.435422:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761863.435423:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761863.435425:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761863.435426:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761863.435427:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761863.435429:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761863.435432:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761863.435433:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761863.435513:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761863.435517:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761863.435520:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761863.627333:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761863.627340:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761863.627342:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761863.627348:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761863.627352:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761863.627357:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761863.627360:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761863.627363:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761863.627365:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761864.459333:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761864.459341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761864.459347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761864.459348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761864.459351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761864.459352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761864.459375:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761864.459378:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761864.459381:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761864.651317:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761864.651326:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761864.651327:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761864.651333:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761864.651336:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761864.651340:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761864.651342:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761864.651345:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761864.651348:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761865.483335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761865.483345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761865.483354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761865.483356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761865.483360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761865.483362:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761865.483390:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761865.483393:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761865.483396:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761865.675322:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761865.675332:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761865.675334:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761865.675339:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761865.675343:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761865.675347:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761865.675349:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761865.675352:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761865.675354:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761866.507360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761866.507368:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761866.507375:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761866.507377:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761866.507381:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761866.507383:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761866.507408:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761866.507411:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761866.507416:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761866.699339:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761866.699348:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761866.699352:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761866.699359:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761866.699364:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761866.699369:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761866.699373:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761866.699377:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761866.699381:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761866.699798:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761866.699809:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761866.699815:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761866.699833:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a9e00 x1874597595017088/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761866.699859:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761866.699866:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761866.699875:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761866.699882:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761866.699893:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761866.699907:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595017088:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787761866.699919:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761866.699927:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761866.699937:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761866.699950:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761866.699984:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787761866.699995:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761866.700017:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761866.700033:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761866.700076:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761866.700094:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595017088, portal 25
00000100:00000001:0.0:1787761866.700102:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761866.700110:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739800064 : -110615969751552 : ffff9b65366a9e00)
00000100:00000040:0.0:1787761866.700132:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a9e00 x1874597595017088/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761866.700159:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761866.700176:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761866.700185:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761866.700197:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595017088, offset 0
00000400:00000200:0.0:1787761866.700221:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761866.700316:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761866.700337:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761866.700357:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761866.700369:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761866.700378:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761866.700388:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761866.700403:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277727:277727:256:4294967295] 192.168.203.101@tcp LPNI seq info [277726:277726:8:4294967295]
00000400:00000200:0.0:1787761866.700425:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761866.700452:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761866.700481:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761866.700494:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761866.700514:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761866.700525:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761866.700545:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761866.700568:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787761866.700576:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761866.700580:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761866.700588:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761866.700594:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761866.700601:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761866.700604:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761866.700609:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761866.700618:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a9e00 x1874597595017088/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761866.700632:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761866.700637:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a9e00 x1874597595017088/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761891 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761866.700648:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761866.700652:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761866.700660:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761866.700666:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761866.700669:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315280632
00000100:00000010:0.0:1787761866.700676:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2ae0.
00000100:00000001:0.0:1787761866.700684:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787761866.700693:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315280632
00000100:00000010:0.0:1787761866.700697:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d28a0.
00000100:00000001:0.0:1787761866.700701:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787761866.700705:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761866.700708:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761866.700712:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761866.700717:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761866/real 1787761866]  req@ffff9b65366a9e00 x1874597595017088/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761866.700728:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761866.700731:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761866.700733:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761866.700737:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761866.700739:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761866.700742:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761866.700747:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a9e00 x1874597595017088/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761866.700758:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a9e00 x1874597595017088/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761866.700766:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761866.700768:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761866.700771:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761866.700774:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761866.700779:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a9e00 x1874597595017088/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761866.700787:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761866.700792:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a9e00 x1874597595017088/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761891 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761866.700802:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761866.700806:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761866.700808:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761866.700810:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761866.700813:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761866.700816:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761866.700820:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761866.700825:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761866.700828:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761866.700833:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a9e00 x1874597595017088/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761891 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761866.700843:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595017088:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787761866.700848:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761866.700851:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761866.700855:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a9e00 x1874597595017088/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761891 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761866.700863:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761866.700867:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761866.700870:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787761866.700874:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761866.700876:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761866.700878:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:0.0:1787761866.700881:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761866.700884:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541865400.
02000000:00000001:0.0:1787761866.700889:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761866.700891:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761866.700894:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a9e00.
00000100:00000001:0.0:1787761866.700898:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761866.700899:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761866.700902:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761866.700910:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761866.700912:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761866.700915:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761866.700917:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761866.700918:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761866.700923:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366aad00 x1874597595017216/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761866.700934:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761866.700937:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761866.700941:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761866.700945:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761866.700949:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761866.700955:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595017216:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761866.700962:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761866.700966:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761866.700969:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761866.700972:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761866.700978:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787761866.700982:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761866.700990:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761866.700996:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761866.701003:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761866.701009:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595017216, portal 10
00000100:00000001:0.0:1787761866.701013:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761866.701016:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739803904 : -110615969747712 : ffff9b65366aad00)
00000100:00000040:0.0:1787761866.701029:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366aad00 x1874597595017216/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761866.701069:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761866.701074:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761866.701078:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761866.701083:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595017216, offset 0
00000400:00000200:0.0:1787761866.701088:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761866.701095:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761866.701100:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761866.701104:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761866.701108:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761866.701111:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761866.701115:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761866.701120:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277728:277728:256:4294967295] 192.168.203.101@tcp LPNI seq info [277727:277727:8:4294967295]
00000400:00000200:0.0:1787761866.701125:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761866.701134:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761866.701140:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761866.701145:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761866.701150:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761866.701154:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761866.701159:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761866.701162:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787761866.701167:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761866.701170:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761866.701174:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761866.701179:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761866.701183:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761866.701186:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761866.701189:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761866.701194:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366aad00 x1874597595017216/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761866.701205:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761866.701209:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366aad00 x1874597595017216/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761891 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761866.701217:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761866.701221:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761866.701227:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761866.701233:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:0.0:1787761866.701240:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761866.701244:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315279885
00000100:00000001:0.0:1787761866.701292:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315280632
00000100:00000001:0.0:1787761866.701297:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315279886
00000100:00000001:0.0:1787761866.701303:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315280632
00000100:00000001:0.0:1787761866.701307:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761866.701314:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761866.701318:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761866.701328:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761866/real 1787761866]  req@ffff9b65366aad00 x1874597595017216/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761866.701342:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761866.701344:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761866.701346:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761866.701350:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761866.701352:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761866.701355:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761866.701359:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366aad00 x1874597595017216/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761866.701370:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366aad00 x1874597595017216/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761866.701378:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761866.701380:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761866.701382:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761866.701384:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761866.701388:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366aad00 x1874597595017216/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761866.701396:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761866.701401:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366aad00 x1874597595017216/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761891 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761866.701410:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761866.701413:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761866.701415:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761866.701417:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761866.701419:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761866.701422:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761866.701425:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761866.701430:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761866.701433:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761866.701438:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366aad00 x1874597595017216/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761891 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761866.701448:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595017216:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761866.701452:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761866.701456:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8000 x1874597595017344/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761866.701464:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761866.701466:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761866.701468:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761866.701471:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761866.701473:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761866.701477:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595017344:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761866.701481:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761866.701484:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761866.701486:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761866.701488:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761866.701493:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e000.
02000000:00000001:0.0:1787761866.701496:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761866.701500:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761866.701504:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761866.701508:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761866.701511:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595017344, portal 4
00000100:00000001:0.0:1787761866.701514:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761866.701516:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739792384 : -110615969759232 : ffff9b65366a8000)
00000100:00000040:0.0:1787761866.701523:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8000 x1874597595017344/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761866.701531:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761866.701534:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761866.701537:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761866.701540:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595017344, offset 0
00000400:00000200:0.0:1787761866.701545:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761866.701551:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761866.701555:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761866.701559:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761866.701563:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761866.701566:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761866.701569:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761866.701573:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277729:277729:256:4294967295] 192.168.203.101@tcp LPNI seq info [277728:277728:8:4294967295]
00000400:00000200:0.0:1787761866.701578:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761866.701586:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761866.701592:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761866.701595:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761866.701600:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761866.701604:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761866.701609:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761866.701612:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787761866.701618:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761866.701620:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761866.701625:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761866.701629:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761866.701632:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761866.701635:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761866.701638:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761866.701642:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a8000 x1874597595017344/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761866.701651:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761866.701655:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8000 x1874597595017344/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761891 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761866.701663:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761866.701665:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761866.701670:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761866.701674:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:0.0:1787761866.701678:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761866.701680:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315279892
00000100:00000001:0.0:1787761866.701684:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315280632
00000100:00000001:0.0:1787761866.701686:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315279892
00000100:00000001:0.0:1787761866.701689:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315280632
00000100:00000001:0.0:1787761866.701692:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761866.701694:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761866.701697:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761866.701701:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761866/real 1787761866]  req@ffff9b65366a8000 x1874597595017344/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761866.701710:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761866.701712:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761866.701713:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761866.701716:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761866.701718:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761866.701720:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761866.701724:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8000 x1874597595017344/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761866.701733:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8000 x1874597595017344/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761866.701741:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761866.701743:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761866.701746:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761866.701747:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761866.701752:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8000 x1874597595017344/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761866.701760:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761866.701764:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8000 x1874597595017344/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761891 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761866.701773:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761866.701776:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761866.701778:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761866.701780:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761866.701782:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761866.701784:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761866.701787:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761866.701790:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761866.701793:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761866.701798:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8000 x1874597595017344/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761891 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761866.701807:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595017344:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761866.701811:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761866.701813:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761866.701817:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366aad00 x1874597595017216/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761891 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761866.701824:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761866.701827:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761866.701829:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787761866.701832:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761866.701834:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761866.701835:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:0.0:1787761866.701838:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761866.701840:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541864c00.
02000000:00000001:0.0:1787761866.701844:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761866.701846:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761866.701848:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366aad00.
00000100:00000001:0.0:1787761866.701851:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761866.701853:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761866.701855:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761866.701859:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8000 x1874597595017344/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761891 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761866.701867:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761866.701869:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761866.701871:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760e000.
02000000:00000001:0.0:1787761866.701873:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761866.701875:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761866.701876:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:0.0:1787761866.701878:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761866.701880:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541866800.
02000000:00000001:0.0:1787761866.701882:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761866.701884:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761866.701885:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8000.
00000100:00000001:0.0:1787761866.701888:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761866.701889:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761866.701892:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761866.701896:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761866.701898:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761866.701901:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761866.701903:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761867.467398:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315280632, at 4315280640
00000100:00000010:0.0:1787761867.467420:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d2ae0.
00010000:00000001:0.0:1787761867.531383:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761867.531391:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761867.531398:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761867.531400:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761867.531404:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761867.531405:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761867.531533:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761867.531539:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761867.531544:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761867.723344:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761867.723352:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761867.723355:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761867.723361:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761867.723366:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761867.723371:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761867.723374:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761867.723377:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761867.723380:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761868.555394:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761868.555405:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761868.555415:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761868.555417:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761868.555423:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761868.555430:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761868.555434:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761868.555440:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761868.555446:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761868.555450:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761868.555455:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761868.555459:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761868.555496:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761868.555501:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761868.555506:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761868.747322:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761868.747330:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761868.747332:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761868.747338:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761868.747341:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761868.747345:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761868.747348:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761868.747351:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761868.747353:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761869.579393:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761869.579401:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761869.579408:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761869.579410:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761869.579414:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761869.579416:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761869.579443:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761869.579446:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761869.579450:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761869.771312:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761869.771321:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761869.771323:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761869.771329:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761869.771332:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761869.771336:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761869.771339:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761869.771341:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761869.771344:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761870.603373:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761870.603381:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761870.603388:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761870.603390:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761870.603394:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761870.603396:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761870.603422:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761870.603426:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761870.603429:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761870.795365:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761870.795373:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761870.795375:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761870.795381:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761870.795385:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761870.795389:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761870.795392:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761870.795395:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761870.795397:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761871.627375:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761871.627382:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761871.627389:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761871.627391:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761871.627395:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761871.627397:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761871.627534:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761871.627540:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761871.627545:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761871.819394:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761871.819403:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761871.819409:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761871.819419:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761871.819427:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761871.819437:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761871.819446:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761871.819453:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761871.819461:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761871.819747:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761871.819755:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761871.819761:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761871.819778:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a92c0 x1874597595017472/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761871.819820:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761871.819825:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761871.819832:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761871.819841:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761871.819848:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761871.819854:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595017472:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787761871.819866:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761871.819876:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761871.819884:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761871.819889:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761871.819897:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e000.
02000000:00000001:0.0:1787761871.819901:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761871.819918:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761871.819926:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761871.819940:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761871.819953:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595017472, portal 25
00000100:00000001:0.0:1787761871.819959:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761871.819966:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739797184 : -110615969754432 : ffff9b65366a92c0)
00000100:00000040:0.0:1787761871.819985:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a92c0 x1874597595017472/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761871.820047:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761871.820060:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761871.820068:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761871.820078:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595017472, offset 0
00000400:00000200:0.0:1787761871.820102:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761871.820123:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761871.820142:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761871.820155:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761871.820168:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761871.820178:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761871.820189:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761871.820206:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277730:277730:256:4294967295] 192.168.203.101@tcp LPNI seq info [277729:277729:8:4294967295]
00000400:00000200:0.0:1787761871.820227:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761871.820309:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761871.820328:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761871.820341:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761871.820355:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761871.820366:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761871.820386:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761871.820394:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787761871.820407:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761871.820414:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761871.820428:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761871.820446:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761871.820459:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761871.820479:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761871.820490:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761871.820504:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a92c0 x1874597595017472/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761871.820527:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761871.820533:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a92c0 x1874597595017472/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761896 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761871.820544:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761871.820547:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761871.820556:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761871.820561:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761871.820566:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315285752
00000100:00000010:0.0:1787761871.820573:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2ae0.
00000100:00000001:0.0:1787761871.820581:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787761871.820590:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315285752
00000100:00000010:0.0:1787761871.820593:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d25a0.
00000100:00000001:0.0:1787761871.820597:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787761871.820612:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761871.820618:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761871.820623:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761871.820635:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761871/real 1787761871]  req@ffff9b65366a92c0 x1874597595017472/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761871.820653:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761871.820658:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761871.820664:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761871.820671:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761871.820675:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761871.820680:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761871.820688:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a92c0 x1874597595017472/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761871.820706:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a92c0 x1874597595017472/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761871.820718:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761871.820721:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761871.820724:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761871.820727:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761871.820732:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a92c0 x1874597595017472/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761871.820741:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761871.820747:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a92c0 x1874597595017472/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761896 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761871.820756:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761871.820759:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761871.820762:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761871.820763:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761871.820766:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761871.820768:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761871.820772:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761871.820777:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761871.820781:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761871.820787:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a92c0 x1874597595017472/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761896 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761871.820798:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595017472:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787761871.820804:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761871.820807:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761871.820810:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a92c0 x1874597595017472/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761896 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761871.820818:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761871.820821:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761871.820825:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760e000.
02000000:00000001:0.0:1787761871.820829:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761871.820831:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761871.820833:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:0.0:1787761871.820836:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761871.820839:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541867800.
02000000:00000001:0.0:1787761871.820845:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761871.820847:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761871.820849:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a92c0.
00000100:00000001:0.0:1787761871.820853:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761871.820855:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761871.820858:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761871.820865:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761871.820867:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761871.820870:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761871.820872:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761871.820874:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761871.820879:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8b40 x1874597595017600/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761871.820888:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761871.820890:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761871.820893:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761871.820895:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761871.820899:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761871.820903:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595017600:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761871.820907:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761871.820910:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761871.820913:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761871.820915:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761871.820919:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e000.
02000000:00000001:0.0:1787761871.820922:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761871.820927:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761871.820931:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761871.820935:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761871.820939:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595017600, portal 10
00000100:00000001:0.0:1787761871.820942:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761871.820944:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739795264 : -110615969756352 : ffff9b65366a8b40)
00000100:00000040:0.0:1787761871.820951:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8b40 x1874597595017600/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761871.820960:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761871.820963:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761871.820965:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761871.820968:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595017600, offset 0
00000400:00000200:0.0:1787761871.820973:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761871.820979:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761871.820984:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761871.820988:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761871.820992:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761871.820995:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761871.820998:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761871.821002:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277731:277731:256:4294967295] 192.168.203.101@tcp LPNI seq info [277730:277730:8:4294967295]
00000400:00000200:0.0:1787761871.821039:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761871.821053:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761871.821063:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761871.821072:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761871.821079:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761871.821085:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761871.821094:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761871.821099:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787761871.821106:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761871.821110:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761871.821117:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761871.821124:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761871.821130:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761871.821134:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761871.821139:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761871.821147:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a8b40 x1874597595017600/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761871.821164:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761871.821171:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8b40 x1874597595017600/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761896 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761871.821185:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761871.821189:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761871.821196:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761871.821204:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:0.0:1787761871.821211:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761871.821215:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315285005
00000100:00000001:0.0:1787761871.821221:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315285752
00000100:00000001:0.0:1787761871.821225:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315285005
00000100:00000001:0.0:1787761871.821229:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315285752
00000100:00000001:0.0:1787761871.821234:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761871.821239:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761871.821242:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761871.821279:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761871/real 1787761871]  req@ffff9b65366a8b40 x1874597595017600/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761871.821300:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761871.821302:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761871.821304:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761871.821308:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761871.821310:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761871.821313:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761871.821317:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8b40 x1874597595017600/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761871.821328:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8b40 x1874597595017600/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761871.821337:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761871.821339:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761871.821341:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761871.821343:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761871.821348:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8b40 x1874597595017600/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761871.821355:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761871.821360:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8b40 x1874597595017600/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761896 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761871.821369:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761871.821372:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761871.821374:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761871.821376:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761871.821379:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761871.821381:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761871.821384:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761871.821388:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761871.821391:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761871.821396:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8b40 x1874597595017600/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761896 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761871.821406:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595017600:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761871.821411:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761871.821415:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8780 x1874597595017728/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761871.821423:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761871.821424:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761871.821427:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761871.821430:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761871.821432:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761871.821436:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595017728:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761871.821439:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761871.821442:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761871.821445:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761871.821447:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761871.821452:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787761871.821454:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761871.821459:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761871.821462:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761871.821466:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761871.821470:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595017728, portal 4
00000100:00000001:0.0:1787761871.821472:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761871.821474:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739794304 : -110615969757312 : ffff9b65366a8780)
00000100:00000040:0.0:1787761871.821482:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8780 x1874597595017728/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761871.821490:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761871.821493:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761871.821495:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761871.821498:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595017728, offset 0
00000400:00000200:0.0:1787761871.821504:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761871.821509:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761871.821514:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761871.821518:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761871.821522:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761871.821526:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761871.821529:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761871.821533:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277732:277732:256:4294967295] 192.168.203.101@tcp LPNI seq info [277731:277731:8:4294967295]
00000400:00000200:0.0:1787761871.821538:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761871.821546:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761871.821552:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761871.821556:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761871.821561:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761871.821565:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761871.821570:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761871.821574:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787761871.821579:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761871.821581:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761871.821586:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761871.821590:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761871.821594:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761871.821596:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761871.821599:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761871.821604:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a8780 x1874597595017728/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761871.821620:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761871.821627:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8780 x1874597595017728/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761896 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761871.821639:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761871.821642:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761871.821649:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761871.821655:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:0.0:1787761871.821662:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761871.821667:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315285012
00000100:00000001:0.0:1787761871.821672:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315285752
00000100:00000001:0.0:1787761871.821676:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315285012
00000100:00000001:0.0:1787761871.821681:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315285752
00000100:00000001:0.0:1787761871.821685:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761871.821690:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761871.821694:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761871.821703:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761871/real 1787761871]  req@ffff9b65366a8780 x1874597595017728/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761871.821718:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761871.821720:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761871.821723:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761871.821726:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761871.821728:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761871.821731:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761871.821736:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8780 x1874597595017728/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761871.821746:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8780 x1874597595017728/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761871.821755:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761871.821757:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761871.821759:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761871.821761:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761871.821765:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8780 x1874597595017728/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761871.821773:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761871.821778:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8780 x1874597595017728/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761896 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761871.821787:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761871.821791:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761871.821793:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761871.821795:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761871.821797:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761871.821799:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761871.821803:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761871.821806:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761871.821809:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761871.821813:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8780 x1874597595017728/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761896 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761871.821823:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595017728:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761871.821827:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761871.821830:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761871.821833:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8b40 x1874597595017600/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761896 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761871.821841:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761871.821843:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761871.821846:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760e000.
02000000:00000001:0.0:1787761871.821849:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761871.821851:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761871.821853:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:0.0:1787761871.821856:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761871.821858:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541864000.
02000000:00000001:0.0:1787761871.821863:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761871.821864:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761871.821866:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8b40.
00000100:00000001:0.0:1787761871.821870:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761871.821871:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761871.821873:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761871.821877:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8780 x1874597595017728/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761896 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761871.821893:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761871.821894:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761871.821896:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787761871.821899:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761871.821900:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761871.821902:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:0.0:1787761871.821904:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761871.821906:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541867000.
02000000:00000001:0.0:1787761871.821908:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761871.821909:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761871.821911:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8780.
00000100:00000001:0.0:1787761871.821913:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761871.821915:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761871.821917:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761871.821922:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761871.821924:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761871.821926:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761871.821928:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761872.587401:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315285752, at 4315285760
00000100:00000010:0.0:1787761872.587421:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d2ae0.
00010000:00000001:0.0:1787761872.651360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761872.651366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761872.651372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761872.651374:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761872.651378:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761872.651379:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761872.651403:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761872.651406:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761872.651410:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761872.843342:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761872.843350:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761872.843352:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761872.843357:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761872.843361:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761872.843364:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761872.843367:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761872.843371:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761872.843373:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761873.675365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761873.675375:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761873.675378:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761873.675382:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761873.675388:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761873.675391:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761873.675395:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761873.675398:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761873.675402:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761873.675405:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761873.675406:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761873.675409:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761873.675411:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761873.675412:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761873.675414:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761873.675417:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761873.675421:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761873.675422:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761873.675446:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761873.675449:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761873.675453:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761873.867333:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761873.867341:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761873.867343:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761873.867349:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761873.867353:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761873.867357:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761873.867360:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761873.867363:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761873.867365:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761874.699342:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761874.699350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761874.699355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761874.699357:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761874.699360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761874.699361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761874.699386:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761874.699388:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761874.699391:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761874.891338:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761874.891348:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761874.891350:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761874.891355:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761874.891359:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761874.891363:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761874.891366:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761874.891369:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761874.891373:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761875.723346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761875.723355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761875.723361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761875.723362:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761875.723366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761875.723367:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761875.723436:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761875.723440:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761875.723444:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761875.915331:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761875.915339:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761875.915342:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761875.915347:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761875.915351:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761875.915355:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761875.915358:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761875.915361:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761875.915364:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761876.747351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761876.747362:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761876.747372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761876.747374:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761876.747380:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761876.747383:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761876.747419:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761876.747424:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761876.747432:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761876.939343:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761876.939351:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761876.939354:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761876.939360:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761876.939365:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761876.939370:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761876.939373:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761876.939377:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761876.939380:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761876.939750:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761876.939761:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761876.939768:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761876.939788:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366aa580 x1874597595017856/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761876.939822:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761876.939830:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761876.939843:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761876.939852:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761876.939862:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761876.939873:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595017856:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787761876.939885:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761876.939894:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761876.939900:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761876.939907:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761876.939919:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787761876.939929:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761876.939948:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761876.939957:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761876.939992:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761876.940012:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595017856, portal 25
00000100:00000001:0.0:1787761876.940024:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761876.940028:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739801984 : -110615969749632 : ffff9b65366aa580)
00000100:00000040:0.0:1787761876.940048:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366aa580 x1874597595017856/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761876.940083:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761876.940099:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761876.940109:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761876.940120:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595017856, offset 0
00000400:00000200:0.0:1787761876.940142:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761876.940162:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761876.940177:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761876.940190:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761876.940201:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761876.940210:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761876.940220:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761876.940232:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277733:277733:256:4294967295] 192.168.203.101@tcp LPNI seq info [277732:277732:8:4294967295]
00000400:00000200:0.0:1787761876.940319:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761876.940356:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761876.940379:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761876.940399:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761876.940423:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761876.940432:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761876.940442:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761876.940448:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1787761876.940454:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761876.940459:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761876.940470:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761876.940476:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761876.940484:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761876.940489:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761876.940497:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761876.940507:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366aa580 x1874597595017856/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761876.940527:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761876.940535:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366aa580 x1874597595017856/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761876.940550:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761876.940555:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761876.940567:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761876.940576:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761876.940582:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315290872
00000100:00000010:0.0:1787761876.940590:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2ae0.
00000100:00000001:0.0:1787761876.940599:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787761876.940609:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315290872
00000100:00000010:0.0:1787761876.940613:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2900.
00000100:00000001:0.0:1787761876.940617:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787761876.940621:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761876.940624:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761876.940628:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761876.940635:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761876/real 1787761876]  req@ffff9b65366aa580 x1874597595017856/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761876.940648:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761876.940650:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761876.940653:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761876.940657:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761876.940659:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761876.940663:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761876.940668:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366aa580 x1874597595017856/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761876.940679:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366aa580 x1874597595017856/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761876.940687:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761876.940689:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761876.940692:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761876.940695:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761876.940699:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366aa580 x1874597595017856/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761876.940707:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761876.940713:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366aa580 x1874597595017856/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761876.940723:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761876.940727:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761876.940729:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761876.940732:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761876.940735:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761876.940737:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761876.940741:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761876.940746:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761876.940749:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761876.940754:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366aa580 x1874597595017856/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761876.940764:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595017856:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787761876.940770:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761876.940773:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761876.940776:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366aa580 x1874597595017856/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761876.940784:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761876.940787:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761876.940791:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787761876.940794:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761876.940797:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761876.940799:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:0.0:1787761876.940802:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761876.940806:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541866c00.
02000000:00000001:0.0:1787761876.940810:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761876.940812:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761876.940814:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366aa580.
00000100:00000001:0.0:1787761876.940818:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761876.940820:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761876.940823:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761876.940832:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761876.940834:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761876.940837:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761876.940839:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761876.940841:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761876.940845:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366ab840 x1874597595017984/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761876.940855:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761876.940857:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761876.940860:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761876.940863:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761876.940865:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761876.940869:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595017984:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761876.940873:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761876.940876:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761876.940878:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761876.940881:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761876.940885:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787761876.940887:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761876.940892:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761876.940895:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761876.940899:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761876.940903:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595017984, portal 10
00000100:00000001:0.0:1787761876.940906:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761876.940908:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739806784 : -110615969744832 : ffff9b65366ab840)
00000100:00000040:0.0:1787761876.940915:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366ab840 x1874597595017984/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761876.940924:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761876.940927:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761876.940930:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761876.940933:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595017984, offset 0
00000400:00000200:0.0:1787761876.940938:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761876.940943:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761876.940948:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761876.940952:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761876.940956:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761876.940959:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761876.940962:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761876.940967:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277734:277734:256:4294967295] 192.168.203.101@tcp LPNI seq info [277733:277733:8:4294967295]
00000400:00000200:0.0:1787761876.940999:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761876.941008:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761876.941015:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761876.941020:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761876.941026:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761876.941030:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761876.941035:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761876.941038:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1787761876.941043:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761876.941046:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761876.941050:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761876.941055:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761876.941059:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761876.941062:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761876.941065:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761876.941070:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366ab840 x1874597595017984/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761876.941080:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761876.941084:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366ab840 x1874597595017984/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761876.941093:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761876.941095:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761876.941099:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761876.941104:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:0.0:1787761876.941108:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761876.941111:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315290125
00000100:00000001:0.0:1787761876.941115:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315290872
00000100:00000001:0.0:1787761876.941118:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315290125
00000100:00000001:0.0:1787761876.941120:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315290872
00000100:00000001:0.0:1787761876.941123:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761876.941127:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761876.941129:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761876.941134:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761876/real 1787761876]  req@ffff9b65366ab840 x1874597595017984/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761876.941144:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761876.941146:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761876.941148:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761876.941151:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761876.941153:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761876.941155:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761876.941159:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366ab840 x1874597595017984/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761876.941170:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366ab840 x1874597595017984/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761876.941178:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761876.941180:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761876.941182:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761876.941183:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761876.941188:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366ab840 x1874597595017984/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761876.941196:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761876.941200:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366ab840 x1874597595017984/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761876.941209:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761876.941211:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761876.941213:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761876.941215:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761876.941217:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761876.941220:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761876.941223:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761876.941227:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761876.941230:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761876.941235:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366ab840 x1874597595017984/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761876.941274:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595017984:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761876.941280:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761876.941285:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8780 x1874597595018112/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761876.941293:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761876.941296:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761876.941299:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761876.941301:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761876.941303:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761876.941307:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595018112:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761876.941311:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761876.941315:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761876.941318:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761876.941321:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761876.941328:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e000.
02000000:00000001:0.0:1787761876.941332:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761876.941339:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761876.941343:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761876.941349:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761876.941355:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595018112, portal 4
00000100:00000001:0.0:1787761876.941359:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761876.941361:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739794304 : -110615969757312 : ffff9b65366a8780)
00000100:00000040:0.0:1787761876.941373:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8780 x1874597595018112/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761876.941387:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761876.941394:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761876.941398:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761876.941403:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595018112, offset 0
00000400:00000200:0.0:1787761876.941412:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761876.941420:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761876.941428:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761876.941433:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761876.941436:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761876.941439:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761876.941442:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761876.941447:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277735:277735:256:4294967295] 192.168.203.101@tcp LPNI seq info [277734:277734:8:4294967295]
00000400:00000200:0.0:1787761876.941452:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761876.941461:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761876.941467:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761876.941472:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761876.941477:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761876.941481:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761876.941489:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761876.941494:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1787761876.941503:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761876.941506:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761876.941512:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761876.941519:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761876.941525:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761876.941529:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761876.941535:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761876.941543:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a8780 x1874597595018112/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761876.941560:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761876.941567:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8780 x1874597595018112/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761876.941581:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761876.941584:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761876.941591:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761876.941595:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:0.0:1787761876.941600:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761876.941603:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315290132
00000100:00000001:0.0:1787761876.941606:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315290872
00000100:00000001:0.0:1787761876.941609:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315290132
00000100:00000001:0.0:1787761876.941612:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315290872
00000100:00000001:0.0:1787761876.941614:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761876.941617:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761876.941620:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761876.941625:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761876/real 1787761876]  req@ffff9b65366a8780 x1874597595018112/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761876.941635:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761876.941637:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761876.941640:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761876.941642:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761876.941645:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761876.941647:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761876.941651:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8780 x1874597595018112/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761876.941662:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8780 x1874597595018112/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761876.941669:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761876.941671:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761876.941673:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761876.941675:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761876.941679:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8780 x1874597595018112/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761876.941687:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761876.941692:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8780 x1874597595018112/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761876.941701:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761876.941704:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761876.941706:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761876.941708:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761876.941710:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761876.941712:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761876.941716:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761876.941719:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761876.941722:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761876.941726:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8780 x1874597595018112/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761876.941735:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595018112:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761876.941740:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761876.941742:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761876.941746:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366ab840 x1874597595017984/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761876.941755:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761876.941757:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761876.941760:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787761876.941763:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761876.941765:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761876.941767:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:0.0:1787761876.941770:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761876.941772:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541864800.
02000000:00000001:0.0:1787761876.941776:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761876.941778:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761876.941780:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366ab840.
00000100:00000001:0.0:1787761876.941784:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761876.941785:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761876.941788:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761876.941792:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8780 x1874597595018112/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761876.941800:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761876.941802:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761876.941804:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760e000.
02000000:00000001:0.0:1787761876.941806:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761876.941807:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761876.941809:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:0.0:1787761876.941811:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761876.941813:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541866400.
02000000:00000001:0.0:1787761876.941815:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761876.941816:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761876.941818:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8780.
00000100:00000001:0.0:1787761876.941820:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761876.941822:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761876.941824:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761876.941829:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761876.941831:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761876.941833:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761876.941835:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761877.707371:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315290872, at 4315290880
00000100:00000010:0.0:1787761877.707392:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d2ae0.
00010000:00000001:0.0:1787761877.771348:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761877.771354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761877.771360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761877.771362:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761877.771366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761877.771368:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761877.771393:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761877.771397:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761877.771401:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761877.963326:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761877.963336:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761877.963337:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761877.963343:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761877.963346:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761877.963351:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761877.963353:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761877.963356:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761877.963358:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761878.795357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761878.795366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761878.795372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761878.795373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761878.795379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761878.795382:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761878.795385:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761878.795389:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761878.795408:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761878.795411:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761878.795412:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761878.795414:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761878.795438:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761878.795441:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761878.795444:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761878.987346:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761878.987355:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761878.987357:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761878.987363:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761878.987366:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761878.987370:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761878.987373:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761878.987376:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761878.987378:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761879.819349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761879.819357:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761879.819364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761879.819365:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761879.819368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761879.819369:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761879.819428:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761879.819432:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761879.819435:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761880.011323:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761880.011332:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761880.011334:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761880.011339:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761880.011343:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761880.011346:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761880.011349:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761880.011352:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761880.011355:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761880.843357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761880.843366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761880.843372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761880.843373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761880.843376:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761880.843377:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761880.843410:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761880.843413:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761880.843416:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761881.035348:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761881.035357:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761881.035359:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761881.035367:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761881.035371:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761881.035375:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761881.035378:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761881.035382:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761881.035385:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761881.867346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761881.867353:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761881.867359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761881.867361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761881.867364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761881.867365:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761881.867396:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761881.867399:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761881.867401:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761882.059344:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761882.059357:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761882.059360:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761882.059370:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761882.059375:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761882.059381:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761882.059386:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761882.059389:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761882.059393:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761882.059684:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761882.059691:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761882.059696:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761882.059710:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588e940 x1874597595018240/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761882.059726:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761882.059728:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761882.059737:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761882.059742:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761882.059746:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761882.059754:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595018240:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787761882.059763:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761882.059771:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761882.059777:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761882.059785:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761882.059796:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e000.
02000000:00000001:0.0:1787761882.059802:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761882.059828:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761882.059840:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761882.059853:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761882.059866:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595018240, portal 25
00000100:00000001:0.0:1787761882.059873:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761882.059876:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188137280 : -110616521414336 : ffff9b651588e940)
00000100:00000040:0.0:1787761882.059890:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588e940 x1874597595018240/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761882.059913:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761882.059921:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761882.059933:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761882.059950:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595018240, offset 0
00000400:00000200:0.0:1787761882.059961:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761882.059975:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761882.059986:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761882.059997:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761882.060009:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761882.060019:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761882.060029:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761882.060041:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277736:277736:256:4294967295] 192.168.203.101@tcp LPNI seq info [277735:277735:8:4294967295]
00000400:00000200:0.0:1787761882.060054:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761882.060071:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761882.060080:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761882.060088:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761882.060098:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761882.060103:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787761882.060111:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761882.060124:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1787761882.060131:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761882.060135:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761882.060146:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761882.060151:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761882.060157:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761882.060159:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761882.060164:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761882.060168:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588e940 x1874597595018240/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761882.060178:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761882.060181:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588e940 x1874597595018240/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761907 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761882.060188:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761882.060190:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761882.060198:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761882.060202:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761882.060205:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315295991
00000100:00000010:0.0:1787761882.060211:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2ae0.
00000100:00000001:0.0:1787761882.060219:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787761882.060226:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315295991
00000100:00000010:0.0:1787761882.060228:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2c00.
00000100:00000001:0.0:1787761882.060231:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787761882.060241:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761882.060244:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761882.060247:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761882.060276:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761882/real 1787761882]  req@ffff9b651588e940 x1874597595018240/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761882.060284:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761882.060286:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761882.060288:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761882.060290:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761882.060292:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761882.060294:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761882.060297:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588e940 x1874597595018240/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761882.060304:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588e940 x1874597595018240/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761882.060309:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761882.060310:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761882.060313:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761882.060314:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761882.060318:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588e940 x1874597595018240/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761882.060323:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761882.060327:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588e940 x1874597595018240/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761907 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761882.060333:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761882.060336:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761882.060337:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761882.060338:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761882.060340:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761882.060342:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761882.060344:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761882.060347:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761882.060350:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761882.060354:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588e940 x1874597595018240/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761907 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761882.060361:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595018240:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787761882.060364:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761882.060366:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761882.060368:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588e940 x1874597595018240/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761907 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761882.060373:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761882.060376:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761882.060378:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760e000.
02000000:00000001:0.0:1787761882.060381:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761882.060382:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761882.060384:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:0.0:1787761882.060385:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761882.060388:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08000.
02000000:00000001:0.0:1787761882.060392:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761882.060394:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761882.060395:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588e940.
00000100:00000001:0.0:1787761882.060399:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761882.060400:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761882.060402:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761882.060409:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761882.060410:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761882.060412:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761882.060413:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761882.060414:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761882.060417:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c000 x1874597595018368/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761882.060423:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761882.060424:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761882.060426:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761882.060428:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761882.060432:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761882.060436:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595018368:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761882.060440:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761882.060442:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761882.060444:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761882.060446:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761882.060450:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e000.
02000000:00000001:0.0:1787761882.060452:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761882.060457:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761882.060460:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761882.060464:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761882.060468:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595018368, portal 10
00000100:00000001:0.0:1787761882.060470:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761882.060472:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188126720 : -110616521424896 : ffff9b651588c000)
00000100:00000040:0.0:1787761882.060481:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c000 x1874597595018368/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761882.060489:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761882.060492:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761882.060495:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761882.060498:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595018368, offset 0
00000400:00000200:0.0:1787761882.060502:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761882.060508:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761882.060513:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761882.060517:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761882.060520:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761882.060523:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761882.060526:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761882.060530:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277737:277737:256:4294967295] 192.168.203.101@tcp LPNI seq info [277736:277736:8:4294967295]
00000400:00000200:0.0:1787761882.060536:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761882.060541:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761882.060545:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761882.060549:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761882.060553:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761882.060555:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787761882.060558:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761882.060561:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1787761882.060564:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761882.060566:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761882.060569:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761882.060572:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761882.060574:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761882.060576:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761882.060578:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761882.060581:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c000 x1874597595018368/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761882.060588:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761882.060590:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c000 x1874597595018368/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761907 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761882.060595:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761882.060596:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761882.060599:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761882.060603:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:0.0:1787761882.060606:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761882.060608:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315295245
00000100:00000001:0.0:1787761882.060610:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315295991
00000100:00000001:0.0:1787761882.060612:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315295245
00000100:00000001:0.0:1787761882.060614:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315295991
00000100:00000001:0.0:1787761882.060616:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761882.060617:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761882.060619:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761882.060623:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761882/real 1787761882]  req@ffff9b651588c000 x1874597595018368/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761882.060640:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761882.060642:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761882.060644:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761882.060647:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761882.060649:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761882.060652:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761882.060656:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c000 x1874597595018368/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761882.060667:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c000 x1874597595018368/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761882.060674:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761882.060676:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761882.060678:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761882.060680:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761882.060684:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c000 x1874597595018368/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761882.060692:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761882.060697:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c000 x1874597595018368/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761907 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761882.060705:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761882.060709:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761882.060711:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761882.060712:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761882.060714:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761882.060717:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761882.060720:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761882.060724:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761882.060727:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761882.060733:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c000 x1874597595018368/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761907 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761882.060740:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595018368:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761882.060744:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761882.060746:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c780 x1874597595018496/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761882.060752:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761882.060753:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761882.060755:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761882.060756:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761882.060758:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761882.060760:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595018496:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761882.060763:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761882.060765:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761882.060766:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761882.060767:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761882.060771:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787761882.060773:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761882.060777:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761882.060780:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761882.060785:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761882.060789:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595018496, portal 4
00000100:00000001:0.0:1787761882.060791:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761882.060792:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188128640 : -110616521422976 : ffff9b651588c780)
00000100:00000040:0.0:1787761882.060800:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c780 x1874597595018496/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761882.060808:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761882.060811:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761882.060815:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761882.060818:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595018496, offset 0
00000400:00000200:0.0:1787761882.060824:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761882.060829:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761882.060834:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761882.060837:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761882.060840:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761882.060842:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761882.060844:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761882.060847:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277738:277738:256:4294967295] 192.168.203.101@tcp LPNI seq info [277737:277737:8:4294967295]
00000400:00000200:0.0:1787761882.060850:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761882.060856:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761882.060860:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761882.060863:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761882.060866:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761882.060868:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787761882.060871:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761882.060875:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1787761882.060877:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761882.060879:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761882.060882:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761882.060885:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761882.060887:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761882.060889:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761882.060891:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761882.060894:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c780 x1874597595018496/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761882.060900:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761882.060902:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c780 x1874597595018496/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761907 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761882.060908:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761882.060909:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761882.060912:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761882.060914:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:0.0:1787761882.060917:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761882.060920:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315295251
00000100:00000001:0.0:1787761882.060922:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315295991
00000100:00000001:0.0:1787761882.060924:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315295251
00000100:00000001:0.0:1787761882.060925:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315295991
00000100:00000001:0.0:1787761882.060927:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761882.060928:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761882.060929:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761882.060932:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761882/real 1787761882]  req@ffff9b651588c780 x1874597595018496/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761882.060954:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761882.060956:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761882.060957:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761882.060959:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761882.060961:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761882.060962:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761882.060966:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c780 x1874597595018496/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761882.060972:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c780 x1874597595018496/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761882.060977:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761882.060978:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761882.060980:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761882.060981:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761882.060983:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c780 x1874597595018496/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761882.060987:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761882.060990:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c780 x1874597595018496/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761907 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761882.060995:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761882.060999:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761882.061000:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761882.061001:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761882.061002:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761882.061004:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761882.061006:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761882.061008:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761882.061009:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761882.061012:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c780 x1874597595018496/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761907 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761882.061017:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595018496:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761882.061019:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761882.061021:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761882.061023:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c000 x1874597595018368/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761907 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761882.061028:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761882.061030:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761882.061032:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760e000.
02000000:00000001:0.0:1787761882.061034:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761882.061035:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761882.061036:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:0.0:1787761882.061038:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761882.061040:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:0.0:1787761882.061042:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761882.061043:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761882.061044:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c000.
00000100:00000001:0.0:1787761882.061049:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761882.061050:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761882.061051:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761882.061053:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c780 x1874597595018496/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761907 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761882.061064:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761882.061065:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761882.061066:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787761882.061068:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761882.061069:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761882.061070:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:0.0:1787761882.061071:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761882.061072:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0ac00.
02000000:00000001:0.0:1787761882.061074:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761882.061075:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761882.061075:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c780.
00000100:00000001:0.0:1787761882.061077:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761882.061078:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761882.061079:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761882.061082:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761882.061083:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761882.061084:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761882.061086:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761882.827346:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315295991, at 4315296000
00000100:00000010:0.0:1787761882.827359:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d2ae0.
00010000:00000001:0.0:1787761882.891329:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761882.891334:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761882.891339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761882.891340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761882.891343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761882.891344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761882.891387:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761882.891390:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761882.891393:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761883.083335:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761883.083343:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761883.083345:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761883.083351:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761883.083355:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761883.083359:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761883.083362:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761883.083365:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761883.083368:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761883.915360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761883.915370:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761883.915373:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761883.915376:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761883.915382:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761883.915385:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761883.915388:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761883.915390:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761883.915395:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761883.915396:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761883.915398:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761883.915399:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761883.915401:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761883.915402:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761883.915403:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761883.915405:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761883.915408:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761883.915409:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761883.915547:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761883.915557:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761883.915565:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761884.107339:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761884.107347:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761884.107349:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761884.107355:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761884.107358:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761884.107362:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761884.107365:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761884.107368:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761884.107370:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761884.939347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761884.939355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761884.939362:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761884.939363:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761884.939367:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761884.939367:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761884.939389:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761884.939391:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761884.939394:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761885.131324:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761885.131332:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761885.131334:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761885.131340:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761885.131343:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761885.131347:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761885.131350:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761885.131353:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761885.131356:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761885.963322:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761885.963330:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761885.963336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761885.963337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761885.963340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761885.963341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761885.963363:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761885.963365:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761885.963368:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761886.155342:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761886.155351:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761886.155354:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761886.155360:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761886.155365:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761886.155369:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761886.155373:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761886.155375:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761886.155379:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761886.987322:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761886.987330:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761886.987336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761886.987337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761886.987340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761886.987341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761886.987362:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761886.987365:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761886.987368:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761887.179368:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761887.179380:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761887.179384:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761887.179392:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761887.179399:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761887.179404:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761887.179414:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761887.179420:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761887.179426:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761887.179769:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761887.179781:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761887.179788:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761887.179808:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588d2c0 x1874597595018624/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761887.179840:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761887.179844:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761887.179856:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761887.179863:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761887.179870:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761887.179882:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595018624:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787761887.179919:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761887.179929:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761887.179937:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761887.179948:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761887.179958:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787761887.179969:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761887.179988:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761887.180000:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761887.180014:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761887.180027:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595018624, portal 25
00000100:00000001:0.0:1787761887.180034:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761887.180038:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188131520 : -110616521420096 : ffff9b651588d2c0)
00000100:00000040:0.0:1787761887.180054:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588d2c0 x1874597595018624/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761887.180083:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761887.180099:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761887.180108:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761887.180118:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595018624, offset 0
00000400:00000200:0.0:1787761887.180143:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761887.180167:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761887.180186:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761887.180206:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761887.180221:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761887.180233:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761887.180245:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761887.180312:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277739:277739:256:4294967295] 192.168.203.101@tcp LPNI seq info [277738:277738:8:4294967295]
00000400:00000200:0.0:1787761887.180326:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761887.180354:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761887.180366:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761887.180378:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761887.180395:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761887.180407:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787761887.180421:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761887.180429:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1787761887.180443:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761887.180452:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761887.180467:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761887.180495:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761887.180510:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761887.180517:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761887.180527:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761887.180538:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588d2c0 x1874597595018624/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761887.180556:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761887.180561:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588d2c0 x1874597595018624/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761912 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761887.180572:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761887.180575:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761887.180586:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761887.180591:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761887.180595:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315301112
00000100:00000010:0.0:1787761887.180602:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2ae0.
00000100:00000001:0.0:1787761887.180612:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787761887.180623:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315301112
00000100:00000010:0.0:1787761887.180627:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2d20.
00000100:00000001:0.0:1787761887.180631:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787761887.180645:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761887.180649:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761887.180652:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761887.180658:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761887/real 1787761887]  req@ffff9b651588d2c0 x1874597595018624/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761887.180669:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761887.180673:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761887.180676:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761887.180681:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761887.180684:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761887.180689:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761887.180694:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588d2c0 x1874597595018624/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761887.180706:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588d2c0 x1874597595018624/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761887.180714:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761887.180716:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761887.180719:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761887.180722:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761887.180727:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588d2c0 x1874597595018624/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761887.180737:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761887.180747:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588d2c0 x1874597595018624/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761912 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761887.180763:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761887.180769:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761887.180773:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761887.180777:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761887.180782:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761887.180786:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761887.180792:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761887.180800:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761887.180805:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761887.180815:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588d2c0 x1874597595018624/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761912 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761887.180834:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595018624:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787761887.180843:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761887.180847:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761887.180854:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588d2c0 x1874597595018624/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787761912 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761887.180868:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761887.180874:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761887.180879:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787761887.180885:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761887.180890:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761887.180893:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:0.0:1787761887.180898:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761887.180925:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08400.
02000000:00000001:0.0:1787761887.180934:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761887.180938:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761887.180941:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588d2c0.
00000100:00000001:0.0:1787761887.180952:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761887.180956:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761887.180960:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761887.180970:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761887.180972:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761887.180975:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761887.180977:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761887.180979:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761887.180985:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588f840 x1874597595018752/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761887.180996:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761887.180998:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761887.181001:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761887.181004:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761887.181006:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761887.181010:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595018752:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761887.181015:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761887.181017:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761887.181020:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761887.181022:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761887.181027:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787761887.181030:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761887.181035:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761887.181039:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761887.181044:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761887.181048:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595018752, portal 10
00000100:00000001:0.0:1787761887.181051:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761887.181053:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188141120 : -110616521410496 : ffff9b651588f840)
00000100:00000040:0.0:1787761887.181061:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588f840 x1874597595018752/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761887.181070:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761887.181073:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761887.181076:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761887.181079:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595018752, offset 0
00000400:00000200:0.0:1787761887.181084:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761887.181090:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761887.181094:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761887.181099:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761887.181102:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761887.181106:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761887.181109:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761887.181114:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277740:277740:256:4294967295] 192.168.203.101@tcp LPNI seq info [277739:277739:8:4294967295]
00000400:00000200:0.0:1787761887.181120:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761887.181129:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761887.181135:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761887.181140:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761887.181145:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761887.181149:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787761887.181155:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761887.181158:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1787761887.181164:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761887.181167:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761887.181171:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761887.181176:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761887.181180:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761887.181182:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761887.181186:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761887.181190:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588f840 x1874597595018752/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761887.181200:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761887.181204:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588f840 x1874597595018752/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761912 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761887.181213:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761887.181215:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761887.181219:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761887.181225:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:0.0:1787761887.181229:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761887.181231:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315300365
00000100:00000001:0.0:1787761887.181235:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315301112
00000100:00000001:0.0:1787761887.181238:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315300365
00000100:00000001:0.0:1787761887.181241:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315301112
00000100:00000001:0.0:1787761887.181244:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761887.181278:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761887.181298:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761887.181303:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761887/real 1787761887]  req@ffff9b651588f840 x1874597595018752/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761887.181315:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761887.181316:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761887.181319:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761887.181323:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761887.181325:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761887.181328:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761887.181332:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588f840 x1874597595018752/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761887.181343:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588f840 x1874597595018752/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761887.181351:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761887.181353:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761887.181355:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761887.181357:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761887.181362:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588f840 x1874597595018752/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761887.181370:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761887.181374:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588f840 x1874597595018752/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761912 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761887.181383:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761887.181386:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761887.181388:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761887.181390:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761887.181393:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761887.181395:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761887.181398:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761887.181404:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761887.181406:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761887.181412:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588f840 x1874597595018752/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761912 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761887.181422:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595018752:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761887.181426:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761887.181430:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c780 x1874597595018880/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761887.181438:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761887.181440:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761887.181443:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761887.181445:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761887.181447:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761887.181451:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595018880:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761887.181455:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761887.181458:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761887.181460:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761887.181462:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761887.181467:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e000.
02000000:00000001:0.0:1787761887.181469:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761887.181473:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761887.181476:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761887.181480:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761887.181484:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595018880, portal 4
00000100:00000001:0.0:1787761887.181486:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761887.181488:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188128640 : -110616521422976 : ffff9b651588c780)
00000100:00000040:0.0:1787761887.181495:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c780 x1874597595018880/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761887.181503:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761887.181507:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761887.181510:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761887.181513:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595018880, offset 0
00000400:00000200:0.0:1787761887.181517:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761887.181522:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761887.181526:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761887.181530:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761887.181534:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761887.181537:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761887.181540:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761887.181545:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277741:277741:256:4294967295] 192.168.203.101@tcp LPNI seq info [277740:277740:8:4294967295]
00000400:00000200:0.0:1787761887.181550:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761887.181558:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761887.181563:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761887.181567:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761887.181572:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787761887.181575:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787761887.181581:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761887.181584:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1787761887.181589:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761887.181592:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761887.181596:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787761887.181600:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787761887.181603:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761887.181606:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761887.181609:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761887.181613:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c780 x1874597595018880/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761887.181622:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761887.181626:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c780 x1874597595018880/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761912 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761887.181635:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761887.181636:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787761887.181641:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761887.181645:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:0.0:1787761887.181649:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761887.181652:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315300372
00000100:00000001:0.0:1787761887.181655:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315301112
00000100:00000001:0.0:1787761887.181658:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315300372
00000100:00000001:0.0:1787761887.181661:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315301112
00000100:00000001:0.0:1787761887.181663:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761887.181666:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761887.181668:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787761887.181672:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787761887/real 1787761887]  req@ffff9b651588c780 x1874597595018880/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787761887.181681:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787761887.181683:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787761887.181685:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60b58.
00000400:00000200:0.0:1787761887.181688:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655ee0
00000400:00000010:0.0:1787761887.181690:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655ee0.
00000100:00000001:0.0:1787761887.181693:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787761887.181697:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c780 x1874597595018880/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787761887.181707:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c780 x1874597595018880/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761887.181715:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787761887.181717:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761887.181719:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761887.181721:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787761887.181725:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c780 x1874597595018880/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761887.181733:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787761887.181737:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c780 x1874597595018880/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761912 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761887.181747:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787761887.181750:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761887.181752:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787761887.181754:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761887.181756:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787761887.181758:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787761887.181761:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787761887.181764:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787761887.181767:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787761887.181771:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c780 x1874597595018880/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761912 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787761887.181780:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595018880:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761887.181784:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761887.181787:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761887.181790:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588f840 x1874597595018752/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787761912 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761887.181798:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761887.181800:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761887.181803:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787761887.181805:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761887.181807:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761887.181809:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:0.0:1787761887.181811:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761887.181814:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08800.
02000000:00000001:0.0:1787761887.181817:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761887.181818:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761887.181820:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588f840.
00000100:00000001:0.0:1787761887.181825:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761887.181827:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761887.181830:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761887.181834:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c780 x1874597595018880/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787761912 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761887.181842:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787761887.181844:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787761887.181846:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760e000.
02000000:00000001:0.0:1787761887.181848:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787761887.181850:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787761887.181851:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:0.0:1787761887.181853:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787761887.181855:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0b400.
02000000:00000001:0.0:1787761887.181857:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787761887.181858:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787761887.181860:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c780.
00000100:00000001:0.0:1787761887.181864:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787761887.181866:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761887.181868:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761887.181872:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761887.181874:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761887.181876:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761887.181878:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761887.947388:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315301112, at 4315301120
00000100:00000010:0.0:1787761887.947410:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d2ae0.
00010000:00000001:0.0:1787761888.011351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761888.011357:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761888.011363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761888.011365:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761888.011370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761888.011371:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761888.011459:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761888.011465:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761888.011471:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761888.203325:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761888.203331:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761888.203333:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761888.203338:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761888.203342:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761888.203344:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761888.203347:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761888.203349:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761888.203351:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761889.035362:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761889.035370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761889.035376:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761889.035377:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761889.035380:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761889.035383:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761889.035386:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761889.035391:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761889.035394:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761889.035396:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761889.035398:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761889.035400:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761889.035434:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761889.035437:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761889.035439:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761889.227359:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761889.227371:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761889.227374:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761889.227382:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761889.227400:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761889.227406:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761889.227411:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761889.227415:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761889.227419:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761890.059362:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761890.059371:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761890.059378:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761890.059380:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761890.059384:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761890.059386:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761890.059420:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761890.059424:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761890.059428:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761890.251345:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761890.251354:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761890.251356:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761890.251362:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761890.251366:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761890.251371:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761890.251374:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761890.251378:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761890.251382:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761891.083330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761891.083338:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761891.083343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761891.083344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761891.083348:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761891.083349:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761891.083371:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761891.083374:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761891.083377:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761891.275357:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761891.275379:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761891.275382:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761891.275389:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761891.275394:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761891.275399:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761891.275403:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761891.275406:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761891.275410:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761892.107327:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761892.107335:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761892.107341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761892.107342:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761892.107345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761892.107346:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761892.107475:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761892.107487:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761892.107495:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761892.299340:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761892.299348:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761892.299352:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761892.299358:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761892.299364:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761892.299369:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761892.299374:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761892.299378:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761892.299383:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761892.299619:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761892.299626:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761892.299638:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761892.299649:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c000 x1874597595019008/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761892.299676:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761892.299679:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761892.299685:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761892.299689:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761892.299693:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761892.299699:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595019008:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787761892.299706:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761892.299715:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761892.299720:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761892.299726:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761892.299737:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e000.
02000000:00000001:0.0:1787761892.299743:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761892.299757:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761892.299766:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60b58.
00000400:00000010:0.0:1787761892.299779:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655ee0.
00000100:00000200:0.0:1787761892.299789:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595019008, portal 25
00000100:00000001:0.0:1787761892.299794:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761892.299796:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188126720 : -110616521424896 : ffff9b651588c000)
00000100:00000040:0.0:1787761892.299806:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c000 x1874597595019008/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761892.299820:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761892.299827:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761892.299832:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787761892.299836:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595019008, offset 0
00000400:00000200:0.0:1787761892.299848:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761892.299862:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761892.299886:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761892.299897:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761892.299904:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761892.299910:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761892.299916:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761892.299925:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277742:277742:256:4294967295] 192.168.203.101@tcp LPNI seq info [277741:277741:8:4294967295]
00000400:00000200:0.0:1787761892.299937:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761892.299957:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761892.299970:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761892.299976:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787761892.299986:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761892.299991:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:0.0:1787761892.300009:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761892.300014:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761892.300018:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315306231
00000100:00000010:0.0:1787761892.300024:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2ae0.
00000100:00000001:0.0:1787761892.300035:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787761892.300042:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315306231
00000100:00000010:0.0:1787761892.300046:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2840.
00000100:00000001:0.0:1787761892.300050:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787761892.300060:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761892.300064:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761892.300066:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761892.300070:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761892.300080:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761892.300082:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787761892.300084:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761892.300086:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761892.300087:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761892.300092:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588e940 x1874597595019136/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761892.300099:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761892.300100:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761892.300103:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761892.300105:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761892.300107:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761892.300110:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595019136:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787761892.300116:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761892.300118:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761892.300119:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761892.300121:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761892.300125:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787761892.300127:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761892.300130:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761892.300133:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60160.
00000400:00000010:0.0:1787761892.300137:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655330.
00000100:00000200:0.0:1787761892.300140:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595019136, portal 10
00000100:00000001:0.0:1787761892.300141:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761892.300143:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188137280 : -110616521414336 : ffff9b651588e940)
00000100:00000040:0.0:1787761892.300150:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588e940 x1874597595019136/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761892.300157:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761892.300159:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761892.300162:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655990.
00000100:00000200:0.0:1787761892.300164:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595019136, offset 0
00000400:00000200:0.0:1787761892.300169:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761892.300172:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761892.300176:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761892.300179:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761892.300182:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761892.300184:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761892.300186:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761892.300189:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277743:277743:255:4294967295] 192.168.203.101@tcp LPNI seq info [277742:277742:7:4294967295]
00000400:00000200:0.0:1787761892.300194:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761892.300200:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761892.300204:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761892.300208:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320be00.
00000800:00000200:0.0:1787761892.300211:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761892.300216:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:0.0:1787761892.300219:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761892.300223:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:0.0:1787761892.300226:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761892.300228:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315305484
00000100:00000001:0.0:1787761892.300231:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315306231
00000100:00000001:0.0:1787761892.300234:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315305484
00000100:00000001:0.0:1787761892.300237:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315306231
00000100:00000001:0.0:1787761892.300239:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761892.300241:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761892.300244:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787761892.300272:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c780 x1874597595019264/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761892.300278:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787761892.300279:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761892.300281:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787761892.300282:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787761892.300284:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787761892.300286:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595019264:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787761892.300288:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787761892.300290:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787761892.300291:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787761892.300292:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787761892.300296:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e800.
02000000:00000001:0.0:1787761892.300297:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787761892.300300:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787761892.300302:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60630.
00000400:00000010:0.0:1787761892.300305:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655bb0.
00000100:00000200:0.0:1787761892.300308:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595019264, portal 4
00000100:00000001:0.0:1787761892.300309:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787761892.300310:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188128640 : -110616521422976 : ffff9b651588c780)
00000100:00000040:0.0:1787761892.300315:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c780 x1874597595019264/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761892.300372:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787761892.300374:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787761892.300376:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655550.
00000100:00000200:0.0:1787761892.300379:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595019264, offset 0
00000400:00000200:0.0:1787761892.300382:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787761892.300385:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761892.300388:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787761892.300392:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787761892.300394:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787761892.300397:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787761892.300400:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787761892.300403:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277744:277744:254:4294967295] 192.168.203.101@tcp LPNI seq info [277743:277743:6:4294967295]
00000400:00000200:0.0:1787761892.300407:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761892.300415:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787761892.300421:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787761892.300424:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b500.
00000800:00000200:0.0:1787761892.300429:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787761892.300433:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:0.0:1787761892.300436:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761892.300439:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:0.0:1787761892.300443:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787761892.300445:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315305491
00000100:00000001:0.0:1787761892.300447:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315306231
00000100:00000001:0.0:1787761892.300449:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315305491
00000100:00000001:0.0:1787761892.300451:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315306231
00000100:00000001:0.0:1787761892.300454:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787761892.300456:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761892.300459:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761892.300461:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787761892.300465:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787761892.300467:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787761892.300469:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787761892.300470:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787761892.300472:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761892.300474:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787761893.067404:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315306231, at 4315306240
00000100:00000010:0.0:1787761893.067421:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d2ae0.
00010000:00000001:0.0:1787761893.131333:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761893.131341:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761893.131344:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761893.131348:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761893.131354:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761893.131356:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761893.131358:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761893.131360:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761893.131373:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761893.131376:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761893.131377:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761893.131380:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761893.131382:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761893.131383:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761893.131385:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761893.131388:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761893.131392:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761893.131395:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761893.131421:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761893.131425:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761893.131427:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761893.323446:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761893.323456:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761893.323457:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761893.323463:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761893.323467:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761893.323471:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761893.323474:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761893.323483:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761893.323485:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761894.155316:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761894.155323:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761894.155329:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761894.155330:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761894.155333:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761894.155334:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761894.155363:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761894.155366:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761894.155368:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761894.347370:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761894.347379:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761894.347381:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761894.347387:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761894.347390:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761894.347395:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761894.347397:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761894.347400:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761894.347403:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761895.179356:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761895.179364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761895.179370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761895.179371:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761895.179374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761895.179375:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761895.179408:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761895.179411:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761895.179414:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761895.371519:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761895.371528:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761895.371531:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761895.371537:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761895.371542:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761895.371547:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761895.371549:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761895.371553:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761895.371555:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1787761895.371670:0:238624:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.101:988
00000400:00000100:0.0:1787761895.371741:0:238624:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.101@tcp at host 192.168.203.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787761895.371756:0:238624:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761895.371762:0:238624:0:(router.c:1791:lnet_notify()) 192.168.203.1@tcp notifying 192.168.203.101@tcp: down
00000400:00000200:0.0:1787761895.371768:0:238624:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787761895.371774:0:238624:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787761895.371781:0:238624:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:0.0:1787761895.371786:0:238624:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:0.0:1787761895.371795:0:238624:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787761895.371801:0:238624:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787761895.371812:0:238624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787761895.371815:0:238624:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787761895.371823:0:238624:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761895.371841:0:238624:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b651588c000 x1874597595019008/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761895.371885:0:238624:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761895.371891:0:238624:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c000 x1874597595019008/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761917 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761895.371901:0:238624:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761895.371904:0:238624:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787761895.371921:0:238624:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:0.0:1787761895.371924:0:238624:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320be00.
00000400:00000200:0.0:1787761895.371931:0:238624:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787761895.371938:0:238624:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787761895.371942:0:238624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655990
00000400:00000010:0.0:1787761895.371947:0:238624:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655990.
00000100:00000001:0.0:1787761895.371952:0:238624:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761895.371960:0:238624:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b651588e940 x1874597595019136/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761895.371981:0:238624:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761895.371996:0:238624:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588e940 x1874597595019136/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761917 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761895.372013:0:238624:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761895.372015:0:238624:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787761895.372035:0:238624:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:0.0:1787761895.372043:0:238624:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b500.
00000400:00000200:0.0:1787761895.372053:0:238624:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787761895.372072:0:238624:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787761895.372084:0:238624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655550
00000400:00000010:0.0:1787761895.372089:0:238624:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655550.
00000100:00000001:0.0:1787761895.372092:0:238624:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787761895.372101:0:238624:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b651588c780 x1874597595019264/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761895.372124:0:238624:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787761895.372134:0:238624:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c780 x1874597595019264/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761917 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787761895.372149:0:238624:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787761895.372151:0:238624:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1787761896.203346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761896.203354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761896.203360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761896.203361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761896.203364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761896.203365:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761896.203412:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761896.203417:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761896.203420:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761896.395376:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761896.395390:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761896.395392:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761896.395398:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761896.395401:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761896.395406:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761896.395409:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761896.395412:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761896.395414:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761897.227371:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761897.227379:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761897.227386:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761897.227388:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761897.227393:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761897.227395:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761897.227461:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761897.227465:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761897.227469:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761897.419392:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761897.419399:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761897.419403:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761897.419409:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761897.419413:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761897.419417:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761897.419420:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761897.419423:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761897.419428:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787761897.420332:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761897.420339:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787761897.421103:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761897.421110:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787761897.421727:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761897.421733:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1787761898.187344:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315311352, at 4315311360
00000100:00000010:0.0:1787761898.187367:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd6c0.
00010000:00000001:0.0:1787761898.251336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761898.251344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761898.251360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761898.251361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761898.251366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761898.251370:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761898.251374:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761898.251379:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761898.251383:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761898.251385:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761898.251387:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761898.251389:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761898.251415:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761898.251418:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761898.251420:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761898.443441:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761898.443450:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761898.443452:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761898.443457:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761898.443460:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761898.443464:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761898.443467:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761898.443470:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761898.443474:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761899.275354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761899.275362:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761899.275368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761899.275369:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761899.275372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761899.275373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761899.275398:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761899.275400:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761899.275402:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761899.467320:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761899.467333:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761899.467335:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761899.467343:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761899.467348:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761899.467353:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761899.467357:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761899.467361:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761899.467365:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761900.299365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761900.299373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761900.299379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761900.299381:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761900.299384:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761900.299385:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761900.299457:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761900.299463:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761900.299468:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761900.491362:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761900.491371:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761900.491373:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761900.491380:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761900.491384:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761900.491388:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761900.491390:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761900.491393:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761900.491395:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761901.323340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761901.323348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761901.323357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761901.323358:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761901.323363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761901.323364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761901.323405:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761901.323409:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761901.323413:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787761901.515321:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787761901.515335:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787761901.515338:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761901.515347:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787761901.515352:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787761901.515357:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761901.515361:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787761901.515365:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787761901.515370:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761902.347347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761902.347359:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761902.347368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761902.347369:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761902.347374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761902.347375:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761902.347405:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761902.347409:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761902.347413:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787761902.540527:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761902.540538:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787761902.541220:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761902.541223:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787761902.541636:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761902.541639:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1787761903.307321:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315316472, at 4315316480
00000100:00000010:0.0:1787761903.307335:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd180.
00010000:00000001:0.0:1787761903.371302:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761903.371307:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761903.371309:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761903.371311:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761903.371315:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761903.371316:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761903.371318:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761903.371320:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761903.371322:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761903.371324:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761903.371324:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761903.371326:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761903.371327:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761903.371328:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761903.371329:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761903.371330:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761903.371333:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761903.371335:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761903.371350:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761903.371352:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761903.371354:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761904.395390:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761904.395399:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761904.395407:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761904.395409:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761904.395413:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761904.395415:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761904.395490:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761904.395496:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761904.395500:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761905.419392:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761905.419400:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761905.419407:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761905.419408:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761905.419413:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761905.419415:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761905.419441:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761905.419444:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761905.419448:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761906.443333:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761906.443339:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761906.443343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761906.443344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761906.443347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761906.443348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761906.443365:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761906.443367:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761906.443370:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761907.467324:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761907.467331:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761907.467335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761907.467336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761907.467338:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761907.467339:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761907.467355:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761907.467358:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761907.467360:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787761907.660467:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761907.660480:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787761907.661240:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761907.661244:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787761907.661651:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761907.661654:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1787761908.427383:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315321592, at 4315321600
00000100:00000010:0.0:1787761908.427411:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd060.
00010000:00000001:0.0:1787761908.491362:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761908.491368:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761908.491375:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761908.491377:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761908.491381:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761908.491386:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761908.491389:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761908.491395:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761908.491399:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761908.491403:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761908.491406:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761908.491409:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761908.491502:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761908.491509:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761908.491514:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761909.515372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761909.515378:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761909.515382:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761909.515383:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761909.515385:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761909.515387:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761909.515407:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761909.515409:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761909.515411:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761910.539361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761910.539367:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761910.539371:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761910.539372:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761910.539375:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761910.539376:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761910.539394:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761910.539396:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761910.539398:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761911.563378:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761911.563387:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761911.563395:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761911.563397:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761911.563401:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761911.563403:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761911.563435:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761911.563439:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761911.563443:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761912.587380:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761912.587390:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761912.587398:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761912.587400:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761912.587404:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761912.587406:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761912.587512:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761912.587522:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761912.587530:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761912.779466:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761912.779476:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761912.779481:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761912.779486:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761912.779492:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761912.779504:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20653
00000400:00000200:3.0:1787761912.779517:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761912.779527:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761912.779532:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761912.779536:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761912.779552:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761912.779556:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761912.779560:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761912.779565:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761912.779568:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761912.779572:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761912.779577:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761912.779580:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761912.779583:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761912.779587:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761912.779590:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761912.779593:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761912.779595:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761912.779599:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761912.779604:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761912.779607:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761912.779611:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761912.779615:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761912.779619:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761912.779622:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761912.779625:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761912.779638:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000020:00000040:3.0:1787761912.779643:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761912.779649:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761912.779651:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761912.779656:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761912.779659:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761912.779666:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761912.779678:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17800.
00000100:00000001:3.0:1787761912.779687:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761912.779700:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597595020544/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761912.779716:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761912.779746:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761912.779754:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597595020544/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761912.779782:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761912.779787:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761912.779792:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761912.779795:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761912.779798:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761912.779804:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761912.779819:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20653
00000400:00000200:3.0:1787761912.779828:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761912.779838:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761912.779851:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761912.779863:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761912.779874:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761912.779882:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761912.779892:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761912.779899:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761912.779904:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761912.779911:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761912.779915:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761912.779922:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761912.779933:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761912.779942:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761912.779951:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761912.779962:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761912.779969:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761912.779973:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761912.779976:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761912.779983:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761912.779986:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761912.779995:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761912.780004:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761912.780008:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761912.780015:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761912.780023:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761912.780028:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761912.780036:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000020:00000040:3.0:1787761912.780044:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761912.780048:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761912.780055:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761912.780058:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761912.780060:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761912.780064:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761912.780082:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14800.
00000100:00000001:3.0:1787761912.780096:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761912.780119:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597595020672/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761912.780172:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761912.780182:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761912.780196:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597595020672/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761912.780233:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761912.780246:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761912.780312:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761912.780319:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761912.780327:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761912.780338:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761912.780350:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20653
00000400:00000200:3.0:1787761912.780365:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761912.780377:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761912.780387:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761912.780400:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761912.780408:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761912.780417:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761912.780422:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761912.780428:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761912.780432:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761912.780434:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761912.780439:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761912.780444:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761912.780450:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761912.780459:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761912.780465:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1787761912.780472:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:3.0:1787761912.780474:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761912.780487:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000800:00000200:2.1:1787761912.780488:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000020:00000040:3.0:1787761912.780491:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761912.780502:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761912.780507:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761912.780517:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761912.780528:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761912.780537:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761912.780545:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761912.780550:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761912.780557:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761912.780565:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761912.780573:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787761912.780579:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761912.780584:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761912.780590:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761912.780597:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761912.780599:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761912.780603:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761912.780613:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16400.
00000100:00000001:3.0:1787761912.780622:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761912.780640:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597595020800/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761912.780659:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761912.780667:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761912.780682:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597595020800/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761912.780700:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761912.780708:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761912.780744:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761912.780759:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20663)
00000800:00000200:2.1:1787761912.781196:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761912.781199:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787761912.781657:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761912.781661:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000100:00000040:0.0:1787761913.547396:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315326712, at 4315326720
00000100:00000010:0.0:1787761913.547423:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd9c0.
00010000:00000001:0.0:1787761913.611372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761913.611380:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761913.611384:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761913.611388:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761913.611395:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761913.611398:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761913.611401:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761913.611404:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761913.611410:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761913.611412:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761913.611413:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761913.611416:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761913.611418:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761913.611420:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761913.611422:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761913.611425:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761913.611430:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761913.611432:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761913.611458:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761913.611462:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761913.611466:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761914.635404:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761914.635415:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761914.635424:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761914.635426:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761914.635430:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761914.635434:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761914.635462:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761914.635465:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761914.635469:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761915.659437:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761915.659447:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761915.659455:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761915.659457:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761915.659462:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761915.659464:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761915.659493:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761915.659497:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761915.659501:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761916.683331:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761916.683339:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761916.683346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761916.683347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761916.683350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761916.683351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761916.683405:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761916.683411:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761916.683416:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761917.707351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761917.707359:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761917.707365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761917.707366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761917.707369:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761917.707370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761917.707397:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761917.707400:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761917.707403:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761917.899334:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761917.899344:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761917.899347:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761917.899355:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761917.899362:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761917.899372:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20658
00000400:00000200:3.0:1787761917.899386:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761917.899397:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761917.899402:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761917.899405:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761917.899409:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761917.899412:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761917.899415:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761917.899419:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761917.899422:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761917.899425:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761917.899429:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761917.899431:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761917.899432:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761917.899435:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761917.899437:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761917.899439:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761917.899441:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761917.899444:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761917.899447:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761917.899449:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761917.899452:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761917.899464:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761917.899467:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761917.899470:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761917.899472:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761917.899483:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000020:00000040:3.0:1787761917.899487:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761917.899491:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761917.899493:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761917.899496:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761917.899500:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761917.899506:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761917.899515:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17400.
00000100:00000001:3.0:1787761917.899523:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761917.899534:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597595020928/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761917.899545:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761917.899551:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761917.899556:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597595020928/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761917.899577:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761917.899580:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761917.899583:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761917.899584:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761917.899586:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761917.899588:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761917.899590:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20658
00000400:00000200:3.0:1787761917.899594:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761917.899597:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761917.899599:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761917.899603:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761917.899605:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761917.899607:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761917.899609:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761917.899614:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761917.899615:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761917.899619:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761917.899624:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761917.899627:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761917.899631:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761917.899637:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761917.899641:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761917.899645:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761917.899651:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761917.899656:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761917.899661:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761917.899666:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761917.899668:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761917.899678:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761917.899683:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761917.899685:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761917.899704:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761917.899709:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761917.899713:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761917.899717:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000020:00000040:3.0:1787761917.899720:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761917.899724:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761917.899727:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761917.899730:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761917.899732:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761917.899737:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761917.899746:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16400.
00000100:00000001:3.0:1787761917.899751:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761917.899759:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597595021056/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761917.899773:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761917.899777:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761917.899783:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597595021056/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761917.899792:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761917.899797:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761917.899801:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761917.899804:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761917.899807:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761917.899812:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761917.899816:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20658
00000400:00000200:3.0:1787761917.899822:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761917.899829:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761917.899834:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761917.899841:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761917.899844:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761917.899851:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761917.899856:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761917.899863:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761917.899866:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761917.899876:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761917.899879:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761917.899882:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761917.899884:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761917.899888:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761917.899893:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761917.899898:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761917.899900:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761917.899903:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761917.899909:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761917.899913:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761917.899914:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761917.899918:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761917.899922:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761917.899926:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761917.899930:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761917.899936:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761917.899941:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761917.899947:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787761917.899954:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761917.899960:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761917.899963:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761917.899965:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761917.899967:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761917.899969:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761917.899974:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14800.
00000100:00000001:3.0:1787761917.899979:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761917.899988:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597595021184/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761917.900001:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761917.900003:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761917.900009:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597595021184/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761917.900022:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761917.900027:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1787761917.900027:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:3.0:1787761917.900036:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.1:1787761917.900036:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000100:00000040:3.0:1787761917.900046:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20668)
00000800:00000200:2.1:1787761917.900500:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761917.900504:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787761917.900823:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761917.900825:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000100:00000040:0.0:1787761918.667388:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315331831, at 4315331840
00000100:00000010:0.0:1787761918.667405:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd1e0.
00010000:00000001:0.0:1787761918.731357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761918.731363:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761918.731370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761918.731372:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761918.731377:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761918.731381:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761918.731397:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761918.731404:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761918.731409:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761918.731412:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761918.731416:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761918.731419:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761918.731447:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761918.731450:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761918.731454:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761919.755359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761919.755365:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761919.755369:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761919.755370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761919.755373:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761919.755374:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761919.755393:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761919.755395:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761919.755397:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761920.779390:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761920.779398:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761920.779405:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761920.779407:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761920.779411:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761920.779412:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787761920.779541:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787761920.779549:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787761920.779554:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761921.803350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761921.803357:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761921.803363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761921.803364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761921.803367:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761921.803368:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761921.803394:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761921.803396:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761921.803399:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761922.827373:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761922.827383:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761922.827390:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761922.827392:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761922.827395:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761922.827397:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761922.827426:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761922.827430:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761922.827433:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761923.019330:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761923.019343:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761923.019347:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761923.019352:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761923.019359:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761923.019368:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20663
00000400:00000200:3.0:1787761923.019381:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761923.019390:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761923.019393:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761923.019396:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761923.019400:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761923.019402:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761923.019404:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761923.019408:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761923.019410:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761923.019413:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761923.019416:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761923.019418:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761923.019420:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761923.019422:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761923.019423:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761923.019425:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761923.019426:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761923.019429:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761923.019432:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761923.019434:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761923.019436:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761923.019440:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761923.019442:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761923.019444:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761923.019446:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761923.019456:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787761923.019459:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761923.019463:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761923.019465:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761923.019468:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761923.019471:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761923.019476:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761923.019487:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17800.
00000100:00000001:3.0:1787761923.019494:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761923.019504:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597595021312/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761923.019518:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761923.019523:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761923.019527:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597595021312/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761923.019552:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761923.019556:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761923.019560:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761923.019562:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761923.019564:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761923.019568:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761923.019572:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20663
00000400:00000200:3.0:1787761923.019580:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761923.019588:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761923.019594:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761923.019601:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761923.019607:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761923.019612:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761923.019618:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761923.019621:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761923.019624:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761923.019626:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761923.019631:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761923.019635:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761923.019641:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761923.019648:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761923.019665:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761923.019672:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761923.019677:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761923.019682:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761923.019690:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761923.019696:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761923.019702:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761923.019710:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761923.019716:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761923.019719:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761923.019724:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761923.019732:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761923.019736:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761923.019743:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000020:00000040:3.0:1787761923.019748:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761923.019753:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761923.019756:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761923.019759:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761923.019763:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761923.019767:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761923.019773:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16c00.
00000100:00000001:3.0:1787761923.019779:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761923.019787:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597595021440/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761923.019794:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761923.019798:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761923.019804:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597595021440/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761923.019818:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761923.019822:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761923.019826:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761923.019829:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761923.019832:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761923.019836:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761923.019843:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20663
00000400:00000200:3.0:1787761923.019866:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761923.019870:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761923.019873:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761923.019879:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761923.019883:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761923.019887:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761923.019891:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761923.019894:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761923.019895:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761923.019897:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761923.019901:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761923.019906:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761923.019907:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761923.019910:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761923.019914:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761923.019915:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761923.019917:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761923.019920:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761923.019925:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761923.019929:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761923.019934:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761923.019937:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1787761923.019939:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
02000000:00000001:3.0:1787761923.019940:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761923.019944:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:2.1:1787761923.019945:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
00000008:00100000:3.0:1787761923.019947:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761923.019952:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761923.019956:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761923.019962:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000020:00000040:3.0:1787761923.019965:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761923.019969:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761923.019972:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761923.019975:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761923.019976:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761923.019978:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761923.019984:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14000.
00000100:00000001:3.0:1787761923.019988:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761923.019998:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597595021568/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761923.020032:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761923.020036:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761923.020046:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597595021568/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761923.020064:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761923.020072:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761923.020079:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761923.020088:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20673)
00000800:00000200:2.1:1787761923.020382:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761923.020384:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787761923.020583:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761923.020585:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
00000100:00000040:0.0:1787761923.787399:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315336951, at 4315336960
00000100:00000010:0.0:1787761923.787411:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdc60.
00010000:00000001:0.0:1787761923.851342:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761923.851349:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761923.851352:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761923.851355:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761923.851360:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761923.851363:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761923.851365:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761923.851367:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761923.851371:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761923.851372:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761923.851373:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761923.851375:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761923.851376:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761923.851377:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761923.851379:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761923.851380:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761923.851383:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761923.851384:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761923.851408:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761923.851410:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761923.851413:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761924.875351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761924.875358:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761924.875363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761924.875364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761924.875368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761924.875369:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761924.875427:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761924.875430:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761924.875433:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761925.899369:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761925.899378:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761925.899386:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761925.899388:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761925.899392:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761925.899394:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761925.899430:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761925.899433:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761925.899437:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761926.923379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761926.923389:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761926.923395:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761926.923397:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761926.923400:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761926.923401:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761926.923429:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761926.923432:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761926.923434:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761927.947346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761927.947354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761927.947361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761927.947362:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761927.947365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761927.947366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761927.947411:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761927.947413:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761927.947416:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761928.139365:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761928.139375:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761928.139379:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761928.139384:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761928.139389:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761928.139399:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20668
00000400:00000200:3.0:1787761928.139412:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761928.139422:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761928.139427:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761928.139435:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761928.139440:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761928.139444:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761928.139457:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761928.139463:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761928.139467:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761928.139470:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761928.139476:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761928.139482:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761928.139490:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761928.139495:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761928.139507:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761928.139515:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761928.139520:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761928.139524:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761928.139528:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761928.139531:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761928.139534:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761928.139538:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761928.139542:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761928.139544:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761928.139547:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761928.139559:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787761928.139563:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761928.139567:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761928.139568:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761928.139571:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761928.139574:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761928.139579:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761928.139588:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16800.
00000100:00000001:3.0:1787761928.139597:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761928.139607:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597595021696/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761928.139616:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761928.139638:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761928.139643:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597595021696/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761928.139669:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761928.139672:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761928.139675:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761928.139676:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761928.139677:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761928.139679:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761928.139681:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20668
00000400:00000200:3.0:1787761928.139684:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761928.139687:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761928.139688:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761928.139691:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761928.139693:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761928.139694:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761928.139695:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761928.139697:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761928.139699:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761928.139701:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761928.139704:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761928.139705:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761928.139708:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761928.139712:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761928.139716:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761928.139719:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761928.139721:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761928.139724:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761928.139728:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761928.139733:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761928.139742:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761928.139752:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761928.139762:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761928.139764:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761928.139770:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761928.139778:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761928.139780:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761928.139784:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000020:00000040:3.0:1787761928.139792:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761928.139807:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761928.139811:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761928.139822:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761928.139827:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761928.139832:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761928.139842:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14c00.
00000100:00000001:3.0:1787761928.139851:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761928.139870:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597595021824/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761928.139910:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761928.139914:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761928.139925:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597595021824/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761928.139940:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761928.139948:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761928.139955:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761928.139957:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761928.139965:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761928.139980:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761928.139988:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20668
00000400:00000200:3.0:1787761928.139996:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761928.140006:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761928.140010:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761928.140017:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761928.140025:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761928.140038:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761928.140044:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761928.140049:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761928.140054:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761928.140065:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761928.140074:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761928.140086:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761928.140094:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761928.140107:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761928.140116:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761928.140121:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761928.140137:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761928.140141:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761928.140161:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761928.140170:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761928.140175:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761928.140181:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761928.140184:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761928.140190:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761928.140203:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761928.140212:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761928.140218:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761928.140225:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000020:00000040:3.0:1787761928.140238:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761928.140274:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761928.140277:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761928.140279:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761928.140282:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761928.140284:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761928.140288:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15400.
00000100:00000001:3.0:1787761928.140294:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761928.140318:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597595021952/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761928.140330:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761928.140332:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761928.140347:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597595021952/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761928.140391:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761928.140400:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761928.140405:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761928.140417:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20679)
00000800:00000200:2.1:1787761928.140460:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761928.140466:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787761928.141055:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761928.141059:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787761928.141501:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761928.141504:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1787761928.907338:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315342072, at 4315342080
00000100:00000010:0.0:1787761928.907351:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdf60.
00010000:00000001:0.0:1787761928.971357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761928.971364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761928.971373:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761928.971374:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761928.971378:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761928.971383:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761928.971386:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761928.971391:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761928.971395:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761928.971398:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761928.971402:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761928.971405:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761928.971435:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761928.971439:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761928.971441:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761929.995355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761929.995363:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761929.995369:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761929.995370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761929.995373:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761929.995374:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761929.995419:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761929.995423:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761929.995427:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761931.019397:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761931.019407:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761931.019419:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761931.019421:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761931.019425:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761931.019426:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761931.019479:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761931.019482:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761931.019485:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761932.043436:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761932.043447:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761932.043456:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761932.043458:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761932.043463:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761932.043465:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761932.043500:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761932.043504:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761932.043508:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761933.067390:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761933.067401:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761933.067410:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761933.067411:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761933.067419:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761933.067422:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761933.259378:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761933.259394:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761933.259399:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761933.259403:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761933.259408:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761933.259419:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20674
00000400:00000200:3.0:1787761933.259432:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761933.259440:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761933.259444:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761933.259449:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761933.259453:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761933.259456:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761933.259459:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761933.259464:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761933.259467:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761933.259470:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761933.259474:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761933.259477:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761933.259481:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761933.259485:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761933.259488:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761933.259491:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761933.259493:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761933.259497:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761933.259501:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761933.259504:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761933.259507:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761933.259512:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761933.259515:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761933.259518:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761933.259521:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761933.259530:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787761933.259535:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761933.259540:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761933.259542:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761933.259546:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761933.259549:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761933.259554:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761933.259563:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17000.
00000100:00000001:3.0:1787761933.259571:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761933.259607:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597595022080/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761933.259623:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761933.259629:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761933.259636:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597595022080/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761933.259678:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761933.259683:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761933.259687:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761933.259690:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761933.259692:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761933.259697:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761933.259700:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20674
00000400:00000200:3.0:1787761933.259706:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761933.259712:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761933.259716:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761933.259721:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761933.259724:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761933.259729:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761933.259736:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761933.259742:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761933.259747:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761933.259750:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761933.259755:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761933.259759:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761933.259767:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761933.259779:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761933.259787:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761933.259794:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761933.259802:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761933.259810:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761933.259821:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761933.259831:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761933.259841:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761933.259852:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761933.259862:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761933.259869:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761933.259878:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761933.259885:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761933.259892:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761933.259902:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000020:00000040:3.0:1787761933.259913:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761933.259923:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761933.259926:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761933.259935:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761933.259941:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761933.259944:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761933.259953:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15800.
00000100:00000001:3.0:1787761933.259962:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761933.259980:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597595022208/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761933.260004:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761933.260012:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761933.260026:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597595022208/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761933.260063:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761933.260071:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761933.260083:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761933.260092:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761933.260095:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761933.260099:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761933.260109:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20674
00000400:00000200:3.0:1787761933.260120:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761933.260127:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761933.260131:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761933.260139:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761933.260147:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761933.260154:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761933.260157:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761933.260167:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761933.260173:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761933.260176:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761933.260180:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761933.260186:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761933.260195:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761933.260205:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761933.260211:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761933.260220:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761933.260227:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761933.260235:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761933.260282:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761933.260287:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761933.260290:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761933.260294:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761933.260299:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761933.260306:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761933.260313:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761933.260321:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761933.260326:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761933.260335:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787761933.260344:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761933.260351:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761933.260358:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761933.260367:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761933.260371:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761933.260376:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761933.260384:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17c00.
00000100:00000001:3.0:1787761933.260392:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761933.260408:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597595022336/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1787761933.260433:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:3.0:1787761933.260435:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1787761933.260441:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1787761933.260443:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761933.260465:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597595022336/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761933.260487:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761933.260494:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761933.260504:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761933.260515:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20684)
00000800:00000200:2.1:1787761933.261062:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761933.261068:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787761933.261504:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761933.261507:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1787761934.027428:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315347192, at 4315347200
00000100:00000010:0.0:1787761934.027446:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdba0.
00010000:00000001:0.0:1787761934.091420:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761934.091429:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761934.091432:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761934.091436:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761934.091442:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761934.091446:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761934.091449:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761934.091452:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761934.091457:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761934.091459:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761934.091461:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761934.091463:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761934.091465:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761934.091467:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761934.091470:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761934.091472:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761934.091476:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761934.091478:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761934.091503:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761934.091506:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761934.091510:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761935.115365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761935.115374:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761935.115381:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761935.115383:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761935.115387:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761935.115389:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761935.115423:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761935.115427:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761935.115430:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761936.139330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761936.139336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761936.139341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761936.139342:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761936.139346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761936.139347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761936.139364:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761936.139367:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761936.139369:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761937.163448:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761937.163475:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761937.163483:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761937.163485:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761937.163489:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761937.163491:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761938.187318:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761938.187323:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761938.187328:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761938.187329:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761938.187331:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761938.187334:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761938.187336:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761938.187338:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761938.187340:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761938.187342:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761938.187344:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761938.187345:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761938.187361:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761938.187363:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761938.187365:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761938.379327:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761938.379337:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761938.379343:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761938.379349:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761938.379354:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761938.379363:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20679
00000400:00000200:3.0:1787761938.379373:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761938.379380:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761938.379384:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761938.379386:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761938.379389:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761938.379390:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761938.379392:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761938.379395:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761938.379397:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761938.379399:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761938.379402:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761938.379404:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761938.379405:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761938.379407:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761938.379409:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761938.379411:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761938.379412:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761938.379415:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761938.379417:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761938.379419:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761938.379421:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761938.379424:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761938.379426:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761938.379427:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761938.379429:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761938.379435:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787761938.379438:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761938.379442:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761938.379443:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761938.379446:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761938.379448:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761938.379452:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761938.379457:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14400.
00000100:00000001:3.0:1787761938.379463:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761938.379470:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597595022464/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761938.379478:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761938.379482:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761938.379485:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597595022464/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761938.379503:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761938.379505:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761938.379508:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761938.379509:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761938.379510:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761938.379512:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761938.379514:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20679
00000400:00000200:3.0:1787761938.379516:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761938.379519:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761938.379521:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761938.379523:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761938.379525:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761938.379527:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761938.379528:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761938.379619:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761938.379622:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761938.379623:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761938.379625:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761938.379628:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761938.379633:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761938.379639:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761938.379644:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761938.379646:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761938.379648:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761938.379651:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761938.379655:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761938.379659:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787761938.379763:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761938.379766:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
02000000:00000001:3.0:1787761938.379772:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761938.379778:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761938.379782:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761938.379785:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761938.379794:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761938.379800:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761938.379803:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761938.379806:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000020:00000040:3.0:1787761938.379811:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761938.379815:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761938.379817:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761938.379873:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761938.379878:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761938.379881:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761938.379887:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15000.
00000100:00000001:3.0:1787761938.379892:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761938.379898:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597595022592/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761938.379910:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761938.379914:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761938.379918:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597595022592/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761938.379931:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761938.379935:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761938.379939:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761938.379941:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761938.379944:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761938.379948:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761938.379953:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20679
00000400:00000200:3.0:1787761938.379961:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761938.379965:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761938.379969:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761938.379975:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761938.379977:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761938.379979:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761938.379983:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761938.379986:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761938.379990:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761938.379992:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761938.379994:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761938.379997:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761938.380001:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761938.380009:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761938.380014:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761938.380019:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761938.380024:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761938.380026:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761938.380031:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761938.380036:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761938.380040:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761938.380044:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761938.380049:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761938.380052:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761938.380057:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761938.380061:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761938.380063:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761938.380068:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787761938.380072:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761938.380076:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761938.380078:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761938.380081:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761938.380083:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761938.380086:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761938.380091:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15c00.
00000100:00000001:3.0:1787761938.380095:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761938.380103:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597595022720/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761938.380113:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761938.380117:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761938.380126:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597595022720/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761938.380138:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761938.380141:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761938.380148:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761938.380153:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20689)
00000800:00000200:2.1:1787761938.380342:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761938.380344:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787761938.380533:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761938.380535:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1787761939.147331:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315352311, at 4315352320
00000100:00000010:0.0:1787761939.147340:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd660.
00010000:00000001:0.0:1787761939.211322:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761939.211326:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761939.211330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761939.211331:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761939.211333:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761939.211334:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761939.211349:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761939.211351:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761939.211354:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761940.235369:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761940.235375:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761940.235379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761940.235397:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761940.235401:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761940.235403:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761940.235428:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761940.235431:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761940.235435:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761941.259392:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761941.259406:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761941.259419:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761941.259422:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761941.259429:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761941.259432:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761942.283351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761942.283358:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761942.283364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761942.283365:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761942.283368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761942.283369:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761942.283395:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761942.283397:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761942.283400:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761943.307410:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761943.307422:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761943.307426:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761943.307431:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761943.307438:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761943.307442:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761943.307445:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761943.307448:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761943.307454:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761943.307456:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761943.307458:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761943.307460:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761943.307463:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761943.307464:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761943.307468:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761943.307471:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761943.307475:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761943.307477:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761943.307513:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761943.307561:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761943.307563:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761943.499352:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761943.499360:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761943.499363:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761943.499367:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761943.499371:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761943.499379:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20684
00000400:00000200:3.0:1787761943.499388:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761943.499395:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761943.499397:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761943.499400:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761943.499403:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761943.499405:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761943.499407:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761943.499411:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761943.499413:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761943.499416:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761943.499419:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761943.499420:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761943.499422:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761943.499425:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761943.499426:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761943.499428:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761943.499429:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761943.499432:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761943.499435:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761943.499436:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761943.499438:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761943.499443:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761943.499445:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761943.499447:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761943.499449:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761943.499457:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000020:00000040:3.0:1787761943.499460:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761943.499465:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761943.499466:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761943.499469:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761943.499472:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761943.499476:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761943.499484:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16000.
00000100:00000001:3.0:1787761943.499491:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761943.499500:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597595022848/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761943.499511:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761943.499533:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761943.499538:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597595022848/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761943.499559:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761943.499562:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761943.499565:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761943.499566:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761943.499568:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761943.499570:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761943.499572:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20684
00000400:00000200:3.0:1787761943.499574:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761943.499577:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761943.499578:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761943.499581:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761943.499582:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761943.499585:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761943.499586:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761943.499589:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761943.499590:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761943.499591:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761943.499594:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761943.499595:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761943.499597:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761943.499600:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761943.499601:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761943.499603:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761943.499605:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761943.499610:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761943.499613:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761943.499617:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761943.499619:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761943.499626:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761943.499630:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761943.499633:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761943.499639:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761943.499644:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761943.499647:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761943.499650:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000020:00000040:3.0:1787761943.499654:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761943.499658:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761943.499660:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761943.499663:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761943.499665:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761943.499667:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761943.499675:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15c00.
00000100:00000001:3.0:1787761943.499680:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761943.499687:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597595022976/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761943.499697:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761943.499699:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761943.499706:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597595022976/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761943.499725:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761943.499730:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761943.499735:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761943.499738:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761943.499741:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761943.499745:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761943.499749:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20684
00000400:00000200:3.0:1787761943.499758:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761943.499764:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761943.499767:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761943.499772:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761943.499776:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761943.499779:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761943.499785:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761943.499789:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761943.499792:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761943.499794:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761943.499797:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761943.499800:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761943.499803:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761943.499809:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761943.499813:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761943.499815:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761943.499817:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761943.499820:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761943.499824:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761943.499826:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761943.499827:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761943.499829:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761943.499834:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761943.499837:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761943.499841:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761943.499843:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761943.499844:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761943.499848:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787761943.499853:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761943.499855:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761943.499856:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761943.499859:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761943.499862:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761943.499865:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761943.499868:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15000.
00000100:00000001:3.0:1787761943.499873:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761943.499882:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597595023104/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761943.499894:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761943.499898:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761943.499906:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597595023104/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761943.499913:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761943.499917:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761943.499921:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761943.499951:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20694)
00000800:00000200:2.1:1787761943.499995:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761943.500001:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787761943.500563:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761943.500567:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787761943.500950:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761943.500953:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1787761944.267318:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315357431, at 4315357440
00000100:00000010:0.0:1787761944.267339:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd9c0.
00010000:00000001:0.0:1787761944.331326:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761944.331332:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761944.331339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761944.331340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761944.331344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761944.331345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761944.331367:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761944.331370:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761944.331372:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761945.355394:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761945.355403:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761945.355409:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761945.355411:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761945.355416:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761945.355417:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761946.379357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761946.379363:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761946.379367:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761946.379368:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761946.379370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761946.379371:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761946.379391:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761946.379393:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761946.379395:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761947.403349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761947.403355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761947.403359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761947.403360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761947.403364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761947.403365:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761947.403384:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761947.403386:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761947.403388:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761948.427407:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761948.427418:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761948.427426:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761948.427428:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761948.427432:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761948.427437:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761948.427441:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761948.427445:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761948.427449:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761948.427453:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761948.427455:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761948.427458:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761948.427512:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761948.427516:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761948.427536:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761948.619410:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761948.619424:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761948.619430:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761948.619438:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761948.619450:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761948.619463:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20689
00000400:00000200:3.0:1787761948.619505:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761948.619518:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761948.619523:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761948.619528:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761948.619533:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761948.619536:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761948.619540:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761948.619546:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761948.619549:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761948.619553:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761948.619558:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761948.619561:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761948.619564:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761948.619568:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761948.619571:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761948.619573:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761948.619576:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761948.619580:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761948.619584:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761948.619587:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761948.619591:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761948.619595:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761948.619599:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761948.619602:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761948.619605:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761948.619619:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000020:00000040:3.0:1787761948.619626:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761948.619632:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761948.619634:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761948.619639:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761948.619643:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761948.619650:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761948.619661:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14400.
00000100:00000001:3.0:1787761948.619671:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761948.619684:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597595023232/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761948.619699:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761948.619706:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761948.619713:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597595023232/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761948.619745:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761948.619750:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761948.619755:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761948.619757:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761948.619759:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761948.619763:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761948.619766:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20689
00000400:00000200:3.0:1787761948.619773:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761948.619780:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761948.619783:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761948.619788:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761948.619792:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761948.619801:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761948.619805:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761948.619811:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761948.619816:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761948.619819:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761948.619825:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761948.619830:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761948.619840:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761948.619854:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761948.619862:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761948.619871:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761948.619878:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761948.619882:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761948.619889:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761948.619900:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761948.619910:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761948.619920:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761948.619927:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761948.619932:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761948.619941:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761948.619954:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761948.619963:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761948.619972:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000020:00000040:3.0:1787761948.619982:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761948.619992:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761948.619995:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761948.620006:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761948.620013:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761948.620021:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761948.620033:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17c00.
00000100:00000001:3.0:1787761948.620046:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761948.620074:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597595023360/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761948.620141:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761948.620149:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761948.620164:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597595023360/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761948.620203:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761948.620208:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761948.620219:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761948.620224:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761948.620226:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761948.620230:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761948.620240:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20689
00000400:00000200:3.0:1787761948.620337:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761948.620360:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761948.620366:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761948.620380:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761948.620387:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761948.620396:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761948.620401:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761948.620406:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761948.620410:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761948.620417:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761948.620423:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761948.620432:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761948.620437:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000800:00000200:2.1:1787761948.620445:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:3.0:1787761948.620450:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000800:00000200:2.1:1787761948.620456:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1787761948.620458:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761948.620466:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761948.620474:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761948.620505:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761948.620522:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761948.620527:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761948.620535:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761948.620544:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761948.620552:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761948.620554:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761948.620559:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761948.620568:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761948.620574:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761948.620586:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787761948.620595:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761948.620607:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761948.620611:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761948.620617:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761948.620621:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761948.620629:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761948.620639:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15800.
00000100:00000001:3.0:1787761948.620650:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761948.620664:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597595023488/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761948.620684:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761948.620692:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761948.620703:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597595023488/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761948.620720:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761948.620727:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761948.620733:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761948.620743:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20699)
00000800:00000200:2.1:1787761948.621228:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761948.621231:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787761948.621720:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761948.621724:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1787761949.387341:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315362552, at 4315362560
00000100:00000010:0.0:1787761949.387365:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd180.
00010000:00000001:0.0:1787761949.451359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761949.451368:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761949.451373:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761949.451375:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761949.451378:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761949.451379:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761950.475390:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761950.475400:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761950.475409:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761950.475411:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761950.475415:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761950.475417:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761950.475447:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761950.475451:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761950.475455:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761951.499372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761951.499380:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761951.499386:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761951.499387:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761951.499390:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761951.499392:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761951.499415:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761951.499418:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761951.499421:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761952.523333:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761952.523341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761952.523347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761952.523348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761952.523350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761952.523351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761952.523376:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761952.523378:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761952.523381:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761953.547395:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761953.547407:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761953.547411:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761953.547415:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761953.547423:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761953.547426:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761953.547429:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761953.547432:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761953.547438:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761953.547440:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761953.547442:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761953.547469:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761953.547472:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761953.547475:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761953.547478:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761953.547482:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761953.547490:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761953.547494:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761953.739392:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761953.739405:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761953.739409:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761953.739414:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761953.739421:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761953.739432:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20694
00000400:00000200:3.0:1787761953.739475:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761953.739486:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761953.739490:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761953.739495:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761953.739500:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761953.739503:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761953.739507:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761953.739513:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761953.739516:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761953.739519:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761953.739524:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761953.739527:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761953.739531:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761953.739535:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761953.739538:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761953.739540:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761953.739542:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761953.739546:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761953.739551:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761953.739554:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761953.739558:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761953.739563:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761953.739567:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761953.739570:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761953.739573:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761953.739585:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787761953.739590:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761953.739595:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761953.739597:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761953.739602:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761953.739606:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761953.739612:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761953.739625:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17000.
00000100:00000001:3.0:1787761953.739635:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761953.739649:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597595023616/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761953.739664:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761953.739671:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761953.739678:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597595023616/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761953.739708:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761953.739713:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761953.739719:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761953.739722:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761953.739725:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761953.739729:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761953.739733:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20694
00000400:00000200:3.0:1787761953.739742:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761953.739755:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761953.739760:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761953.739775:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761953.739786:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761953.739798:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761953.739810:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761953.739824:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761953.739827:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761953.739833:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761953.739838:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761953.739844:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761953.739853:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761953.739874:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761953.739880:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761953.739886:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761953.739893:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761953.739900:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761953.739912:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761953.739925:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761953.739932:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761953.739941:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761953.739948:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761953.739953:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761953.739960:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761953.739967:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761953.739971:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761953.739977:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000020:00000040:3.0:1787761953.739982:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761953.739987:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761953.739992:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761953.740005:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761953.740015:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761953.740019:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761953.740030:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15400.
00000100:00000001:3.0:1787761953.740036:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761953.740048:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597595023744/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761953.740119:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761953.740127:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761953.740143:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597595023744/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761953.740179:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761953.740190:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761953.740197:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761953.740206:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761953.740211:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761953.740215:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761953.740223:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20694
00000400:00000200:3.0:1787761953.740308:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761953.740320:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761953.740330:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761953.740341:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761953.740361:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761953.740371:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761953.740376:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761953.740386:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761953.740390:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761953.740396:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761953.740401:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000800:00000200:2.1:1787761953.740411:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000020:00000001:3.0:1787761953.740413:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000800:00000200:2.1:1787761953.740418:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1787761953.740419:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761953.740441:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761953.740466:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761953.740477:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761953.740483:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761953.740499:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761953.740512:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761953.740518:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761953.740531:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761953.740539:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761953.740544:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761953.740549:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761953.740552:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761953.740557:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761953.740561:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761953.740571:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000020:00000040:3.0:1787761953.740578:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761953.740589:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761953.740593:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761953.740599:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761953.740601:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761953.740605:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761953.740615:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14c00.
00000100:00000001:3.0:1787761953.740628:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761953.740642:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597595023872/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761953.740675:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761953.740680:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761953.740692:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597595023872/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761953.740714:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761953.740721:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761953.740731:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761953.740739:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20704)
00000800:00000200:2.1:1787761953.741008:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761953.741010:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787761953.741201:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761953.741203:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1787761954.507382:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315367672, at 4315367680
00000100:00000010:0.0:1787761954.507408:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd060.
00010000:00000001:0.0:1787761954.571383:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761954.571391:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761954.571398:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761954.571400:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761954.571404:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761954.571406:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761954.571460:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761954.571464:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761954.571468:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761955.595376:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761955.595385:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761955.595393:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761955.595395:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761955.595399:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761955.595401:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761955.595458:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761955.595464:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761955.595470:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761956.619340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761956.619346:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761956.619350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761956.619351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761956.619353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761956.619354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761956.619372:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761956.619374:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761956.619376:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761957.643308:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761957.643314:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761957.643318:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761957.643319:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761957.643322:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761957.643323:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761958.667369:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761958.667380:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761958.667388:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761958.667391:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761958.667395:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761958.667401:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761958.667405:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761958.667429:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761958.667434:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761958.667437:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761958.667440:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761958.667444:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761958.667474:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761958.667478:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761958.667482:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787761958.859883:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761958.860158:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761958.860298:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:0.0:1787761959.627431:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315372791, at 4315372800
00000100:00000010:0.0:1787761959.627455:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd6c0.
00010000:00000001:0.0:1787761959.691349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761959.691357:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761959.691365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761959.691367:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761959.691371:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761959.691373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761959.691419:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761959.691424:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761959.691428:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761960.715332:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761960.715338:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761960.715342:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761960.715343:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761960.715346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761960.715347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761960.715363:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761960.715365:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761960.715367:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761961.739301:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761961.739307:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761961.739312:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761961.739313:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761961.739315:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761961.739316:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1787761961.931448:0:238623:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.101:988
00000400:00000100:3.0:1787761961.931481:0:238623:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.101@tcp at host 192.168.203.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787761961.931488:0:238623:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761961.931491:0:238623:0:(router.c:1791:lnet_notify()) 192.168.203.1@tcp notifying 192.168.203.101@tcp: down
00000400:00000200:3.0:1787761961.931496:0:238623:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761961.931499:0:238623:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787761961.931503:0:238623:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:3.0:1787761961.931506:0:238623:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58700.
00000400:00000200:3.0:1787761961.931510:0:238623:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787761961.931513:0:238623:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787761961.931518:0:238623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9b28
00000400:00000010:3.0:1787761961.931521:0:238623:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9b28.
00000100:00000001:3.0:1787761961.931525:0:238623:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787761961.931531:0:238623:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b651588e940 x1874597595024000/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761961.931548:0:238623:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761961.931551:0:238623:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588e940 x1874597595024000/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787761983 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761961.931556:0:238623:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761961.931558:0:238623:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787761961.931567:0:238623:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:3.0:1787761961.931569:0:238623:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58200.
00000400:00000200:3.0:1787761961.931571:0:238623:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787761961.931573:0:238623:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787761961.931575:0:238623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9770
00000400:00000010:3.0:1787761961.931576:0:238623:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9770.
00000100:00000001:3.0:1787761961.931579:0:238623:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787761961.931582:0:238623:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b651588c780 x1874597595024128/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761961.931590:0:238623:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761961.931594:0:238623:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c780 x1874597595024128/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787761983 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761961.931601:0:238623:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761961.931602:0:238623:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787761961.931606:0:238623:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:3.0:1787761961.931608:0:238623:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:3.0:1787761961.931612:0:238623:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787761961.931619:0:238623:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787761961.931623:0:238623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9330
00000400:00000010:3.0:1787761961.931627:0:238623:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9330.
00000100:00000001:3.0:1787761961.931632:0:238623:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787761961.931639:0:238623:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b651588c000 x1874597595024256/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761961.931661:0:238623:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787761961.931668:0:238623:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c000 x1874597595024256/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787761983 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761961.931686:0:238623:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761961.931690:0:238623:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1787761962.763377:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761962.763412:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761962.763422:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761962.763424:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761962.763429:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761962.763430:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761962.763463:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761962.763467:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761962.763471:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761963.787391:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761963.787400:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761963.787402:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761963.787405:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761963.787410:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761963.787412:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761963.787414:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761963.787415:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761963.787419:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761963.787421:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761963.787422:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761963.787423:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761963.787424:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761963.787425:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761963.787427:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761963.787428:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761963.787431:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761963.787432:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761963.787454:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761963.787456:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761963.787458:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761963.979384:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761963.979393:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761963.979395:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761963.979399:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761963.979403:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761963.979411:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20704
00000400:00000200:3.0:1787761963.979420:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761963.979426:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761963.979429:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761963.979432:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761963.979435:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761963.979437:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761963.979440:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761963.979445:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761963.979448:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761963.979451:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761963.979456:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761963.979458:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761963.979461:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761963.979465:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761963.979467:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761963.979469:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761963.979471:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761963.979475:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761963.979480:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761963.979483:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761963.979486:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761963.979490:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761963.979494:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761963.979496:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761963.979499:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761963.979507:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787761963.979512:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761963.979517:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761963.979520:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761963.979524:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761963.979527:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761963.979532:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761963.979540:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14000.
00000100:00000001:3.0:1787761963.979547:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761963.979557:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597595024384/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761963.979569:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761963.979576:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761963.979582:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597595024384/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761963.979608:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761963.979612:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761963.979616:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761963.979617:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761963.979619:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761963.979623:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761963.979626:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20704
00000400:00000200:3.0:1787761963.979632:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761963.979637:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761963.979640:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761963.979644:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761963.979647:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761963.979649:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761963.979653:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761963.979660:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761963.979665:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761963.979671:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761963.979684:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761963.979690:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761963.979697:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761963.979711:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761963.979717:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761963.979725:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761963.979731:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761963.979738:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761963.979748:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761963.979754:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761963.979760:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761963.979772:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761963.979779:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761963.979784:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761963.979794:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761963.979804:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761963.979806:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761963.979813:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000020:00000040:3.0:1787761963.979820:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761963.979827:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761963.979831:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761963.979836:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761963.979841:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761963.979847:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761963.979856:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16c00.
00000100:00000001:3.0:1787761963.979865:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761963.979873:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597595024512/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761963.979883:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761963.979885:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761963.979890:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597595024512/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761963.979900:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761963.979903:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761963.979907:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761963.979909:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761963.979911:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761963.979914:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761963.979919:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20704
00000400:00000200:3.0:1787761963.980025:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761963.980039:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761963.980047:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761963.980058:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761963.980066:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761963.980072:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761963.980079:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761963.980086:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761963.980091:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761963.980098:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761963.980103:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761963.980109:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000800:00000200:2.1:1787761963.980114:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000020:00000001:3.0:1787761963.980116:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761963.980127:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000800:00000200:2.1:1787761963.980127:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1787761963.980136:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761963.980146:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761963.980156:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761963.980168:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761963.980176:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761963.980186:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761963.980193:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761963.980200:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761963.980209:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761963.980215:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761963.980219:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761963.980226:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761963.980229:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761963.980241:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000020:00000040:3.0:1787761963.980292:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761963.980301:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761963.980305:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761963.980309:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761963.980317:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761963.980322:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761963.980332:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17800.
00000100:00000001:3.0:1787761963.980339:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761963.980346:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597595024640/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761963.980354:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761963.980359:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761963.980363:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597595024640/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761963.980391:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761963.980396:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761963.980408:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761963.980420:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20714)
00000800:00000200:2.1:1787761963.980646:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761963.980648:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787761963.980880:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761963.980881:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1787761964.747409:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315377912, at 4315377920
00000100:00000010:0.0:1787761964.747427:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd1e0.
00010000:00000001:0.0:1787761964.811430:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761964.811434:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761964.811439:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761964.811440:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761964.811444:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761964.811445:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761964.811467:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761964.811470:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761964.811473:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761965.835434:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761965.835444:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761965.835453:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761965.835454:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761965.835459:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761965.835460:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761966.859333:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761966.859339:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761966.859343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761966.859344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761966.859346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761966.859347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761966.859386:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761966.859388:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761966.859391:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761967.883324:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761967.883329:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761967.883333:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761967.883334:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761967.883337:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761967.883338:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761967.883372:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761967.883374:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761967.883376:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761968.907322:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761968.907327:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761968.907331:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761968.907332:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761968.907335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761968.907348:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761968.907350:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761968.907353:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761968.907355:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761968.907357:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761968.907359:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761968.907362:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761968.907386:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761968.907388:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761968.907390:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761969.099424:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761969.099441:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761969.099446:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761969.099451:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761969.099458:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761969.099469:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20709
00000400:00000200:3.0:1787761969.099483:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761969.099492:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761969.099497:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761969.099501:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761969.099506:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761969.099509:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761969.099512:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761969.099518:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761969.099521:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761969.099525:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761969.099530:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761969.099533:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761969.099536:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761969.099540:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761969.099543:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761969.099545:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761969.099548:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761969.099553:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761969.099558:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761969.099560:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761969.099564:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761969.099569:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761969.099573:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761969.099576:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761969.099579:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761969.099591:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787761969.099596:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761969.099602:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761969.099604:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761969.099608:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761969.099612:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761969.099619:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761969.099629:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16800.
00000100:00000001:3.0:1787761969.099639:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761969.099652:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597595024768/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761969.099667:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761969.099674:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761969.099681:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597595024768/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761969.099713:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761969.099718:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761969.099723:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761969.099725:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761969.099727:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761969.099730:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761969.099734:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20709
00000400:00000200:3.0:1787761969.099738:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761969.099741:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761969.099744:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761969.099748:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761969.099751:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761969.099754:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761969.099756:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761969.099760:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761969.099762:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761969.099765:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761969.099770:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761969.099773:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761969.099776:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761969.099784:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761969.099792:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761969.099797:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761969.099801:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761969.099805:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761969.099816:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761969.099827:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761969.099836:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761969.099847:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761969.099865:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761969.099874:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761969.099883:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761969.099894:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761969.099900:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761969.099911:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000020:00000040:3.0:1787761969.099920:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761969.099938:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761969.099952:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761969.099957:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761969.099960:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761969.099973:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761969.099982:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14800.
00000100:00000001:3.0:1787761969.099999:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761969.100023:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597595024896/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761969.100040:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761969.100045:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761969.100055:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597595024896/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761969.100122:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761969.100128:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761969.100142:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761969.100154:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761969.100160:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761969.100165:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761969.100175:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20709
00000400:00000200:3.0:1787761969.100218:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761969.100234:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761969.100243:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761969.100291:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761969.100300:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761969.100307:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761969.100318:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000800:00000200:2.1:1787761969.100328:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000020:00000001:3.0:1787761969.100330:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:2.1:1787761969.100352:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000020:00000040:3.0:1787761969.100357:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761969.100368:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761969.100380:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761969.100399:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761969.100415:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761969.100435:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761969.100446:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761969.100459:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761969.100468:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761969.100482:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761969.100495:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761969.100510:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761969.100523:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761969.100535:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761969.100540:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761969.100546:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761969.100550:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761969.100562:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761969.100578:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761969.100586:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787761969.100592:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761969.100598:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761969.100603:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761969.100608:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761969.100616:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761969.100620:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761969.100631:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16400.
00000100:00000001:3.0:1787761969.100645:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761969.100663:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597595025024/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761969.100692:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761969.100699:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761969.100709:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597595025024/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761969.100764:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761969.100775:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761969.100801:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761969.100812:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20719)
00000800:00000200:2.1:1787761969.101005:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761969.101007:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787761969.101192:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761969.101194:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1787761969.867412:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315383032, at 4315383040
00000100:00000010:0.0:1787761969.867430:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdc60.
00010000:00000001:0.0:1787761969.931382:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761969.931387:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761969.931394:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761969.931396:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761969.931400:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761969.931402:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761970.955399:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761970.955410:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761970.955418:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761970.955420:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761970.955424:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761970.955426:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761970.955468:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761970.955472:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761970.955476:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761971.979416:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761971.979427:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761971.979436:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761971.979438:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761971.979443:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761971.979445:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761971.979510:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761971.979516:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761971.979522:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761973.003402:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761973.003412:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761973.003419:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761973.003421:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761973.003426:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761973.003428:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761973.003489:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761973.003505:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761973.003510:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761974.027439:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761974.027454:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761974.027458:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761974.027463:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761974.027470:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761974.027474:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761974.027492:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761974.027498:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761974.027507:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761974.027511:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761974.027513:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761974.027517:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761974.027520:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761974.027523:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761974.027526:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761974.027531:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761974.027538:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761974.027541:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787761974.220501:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761974.220508:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787761974.221124:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761974.221126:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787761974.221361:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761974.221363:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 47 secs later)
00000100:00000040:0.0:1787761974.987415:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315388152, at 4315388160
00000100:00000010:0.0:1787761974.987431:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdf60.
00010000:00000001:0.0:1787761975.051393:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761975.051399:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761975.051406:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761975.051408:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761975.051413:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761975.051414:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761975.051441:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761975.051457:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761975.051462:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761976.075411:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761976.075420:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761976.075428:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761976.075430:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761976.075434:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761976.075436:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761976.075480:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761976.075483:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761976.075487:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761977.099384:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761977.099395:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761977.099403:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761977.099405:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761977.099409:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761977.099411:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761977.099470:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761977.099474:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761977.099478:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761978.123396:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761978.123405:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761978.123414:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761978.123416:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761978.123420:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761978.123422:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761979.147367:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761979.147377:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761979.147385:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761979.147387:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761979.147391:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761979.147396:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761979.147400:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761979.147404:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761979.147409:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761979.147412:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761979.147415:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761979.147418:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761979.147443:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761979.147446:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761979.147450:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787761979.340363:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761979.340371:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787761979.341085:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761979.341087:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787761979.341301:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761979.341302:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000100:00000040:0.0:1787761980.107398:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315393272, at 4315393280
00000100:00000010:0.0:1787761980.107427:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdba0.
00010000:00000001:0.0:1787761980.171371:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761980.171377:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761980.171385:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761980.171387:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761980.171392:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761980.171394:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761980.171423:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761980.171426:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761980.171430:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761981.195391:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761981.195400:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761981.195407:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761981.195408:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761981.195412:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761981.195414:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761981.195455:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761981.195459:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761981.195463:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761982.219339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761982.219348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761982.219355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761982.219357:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761982.219361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761982.219362:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761983.243329:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761983.243338:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761983.243341:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761983.243344:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761983.243350:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761983.243353:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761983.243355:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761983.243357:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761983.243360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761983.243362:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761983.243363:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761983.243365:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761983.243366:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761983.243367:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761983.243368:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761983.243370:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761983.243374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761983.243375:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761983.243397:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761983.243400:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761983.243402:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761984.267362:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761984.267371:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761984.267379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761984.267381:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761984.267386:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761984.267387:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761984.267416:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761984.267420:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761984.267424:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761984.459354:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761984.459365:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761984.459369:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761984.459373:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761984.459379:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761984.459391:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20725
00000400:00000200:3.0:1787761984.459407:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761984.459429:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761984.459437:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761984.459446:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761984.459459:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761984.459474:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761984.459490:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761984.459495:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761984.459498:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761984.459502:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761984.459506:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761984.459509:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761984.459512:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761984.459514:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761984.459516:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761984.459518:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761984.459519:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761984.459521:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761984.459524:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761984.459526:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761984.459528:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761984.459532:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761984.459534:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761984.459536:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761984.459538:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761984.459550:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787761984.459553:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761984.459558:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761984.459559:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761984.459562:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761984.459565:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761984.459571:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761984.459583:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17400.
00000100:00000001:3.0:1787761984.459591:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761984.459601:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597595025920/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761984.459610:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761984.459616:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761984.459620:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597595025920/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761984.459642:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761984.459645:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761984.459648:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761984.459649:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761984.459651:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761984.459653:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761984.459655:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20725
00000400:00000200:3.0:1787761984.459657:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761984.459659:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761984.459661:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761984.459665:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761984.459666:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761984.459669:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761984.459671:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761984.459673:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761984.459674:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761984.459675:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761984.459678:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761984.459680:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761984.459681:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761984.459683:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761984.459687:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761984.459693:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761984.459699:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761984.459704:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761984.459706:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761984.459708:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761984.459710:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761984.459718:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761984.459735:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761984.459741:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761984.459745:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761984.459748:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761984.459750:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761984.459753:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000020:00000040:3.0:1787761984.459764:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761984.459773:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761984.459785:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761984.459789:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761984.459791:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761984.459795:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761984.459815:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16400.
00000100:00000001:3.0:1787761984.459827:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761984.459847:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597595026048/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761984.459868:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761984.459873:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761984.459883:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597595026048/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761984.459894:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761984.459913:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761984.459925:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761984.459927:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761984.459932:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761984.459945:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761984.459955:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20725
00000400:00000200:3.0:1787761984.459961:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761984.459965:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761984.459969:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761984.459972:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761984.459976:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761984.459985:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761984.460002:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761984.460018:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761984.460020:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761984.460025:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761984.460028:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761984.460041:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761984.460057:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761984.460076:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761984.460089:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761984.460095:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761984.460109:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761984.460127:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761984.460139:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761984.460145:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761984.460147:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761984.460151:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761984.460156:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761984.460163:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761984.460167:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761984.460170:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761984.460175:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761984.460187:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787761984.460196:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761984.460206:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761984.460220:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761984.460243:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761984.460305:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761984.460316:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761984.460324:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14800.
00000100:00000001:3.0:1787761984.460339:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761984.460355:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597595026176/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761984.460384:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761984.460390:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761984.460397:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597595026176/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761984.460420:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761984.460434:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1787761984.460447:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:3.0:1787761984.460448:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.1:1787761984.460462:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000100:00000040:3.0:1787761984.460465:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20735)
00000800:00000200:2.1:1787761984.460992:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761984.460995:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787761984.461410:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761984.461414:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000100:00000040:0.0:1787761985.227361:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315398392, at 4315398400
00000100:00000010:0.0:1787761985.227376:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd060.
00010000:00000001:0.0:1787761985.291346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761985.291351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761985.291357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761985.291358:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761985.291361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761985.291362:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761985.291385:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761985.291388:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761985.291390:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761986.315347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761986.315357:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761986.315363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761986.315364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761986.315367:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761986.315368:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761987.339341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761987.339349:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761987.339355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761987.339356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761987.339359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761987.339360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761987.339385:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761987.339388:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761987.339390:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761988.363361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761988.363368:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761988.363374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761988.363375:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761988.363378:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761988.363379:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761988.363403:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761988.363406:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761988.363409:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761989.387331:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761989.387338:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761989.387345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761989.387346:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761989.387349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761989.387353:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761989.387355:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761989.387359:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761989.387362:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761989.387365:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761989.387366:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761989.387368:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761989.387391:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761989.387393:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761989.387396:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761989.579311:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761989.579324:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761989.579329:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761989.579335:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761989.579343:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761989.579353:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20730
00000400:00000200:3.0:1787761989.579366:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761989.579374:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761989.579378:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761989.579381:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761989.579385:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761989.579387:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761989.579389:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761989.579393:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761989.579396:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761989.579398:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761989.579402:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761989.579403:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761989.579406:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761989.579408:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761989.579410:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761989.579411:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761989.579413:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761989.579415:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761989.579418:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761989.579420:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761989.579423:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761989.579427:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761989.579430:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761989.579433:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761989.579435:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761989.579446:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000020:00000040:3.0:1787761989.579451:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761989.579457:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761989.579459:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761989.579464:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761989.579468:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761989.579475:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761989.579484:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16800.
00000100:00000001:3.0:1787761989.579491:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761989.579504:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597595026304/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761989.579519:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761989.579524:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761989.579528:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597595026304/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761989.579555:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761989.579557:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761989.579560:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761989.579562:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761989.579563:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761989.579566:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761989.579568:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20730
00000400:00000200:3.0:1787761989.579573:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761989.579576:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761989.579578:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761989.579581:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761989.579584:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761989.579588:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761989.579591:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761989.579594:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761989.579595:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761989.579598:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761989.579600:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761989.579606:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761989.579611:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761989.579618:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761989.579622:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761989.579627:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761989.579629:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761989.579633:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761989.579638:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761989.579644:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761989.579648:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761989.579656:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761989.579659:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761989.579662:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761989.579669:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761989.579673:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761989.579675:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761989.579679:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000020:00000040:3.0:1787761989.579685:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761989.579689:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761989.579691:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761989.579694:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761989.579697:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761989.579699:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761989.579703:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17800.
00000100:00000001:3.0:1787761989.579706:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761989.579715:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597595026432/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761989.579724:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761989.579726:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761989.579730:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597595026432/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761989.579745:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761989.579749:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761989.579756:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761989.579760:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761989.579762:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761989.579766:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761989.579772:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20730
00000400:00000200:3.0:1787761989.579781:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761989.579787:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761989.579793:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761989.579798:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761989.579803:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761989.579808:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761989.579812:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761989.579815:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761989.579819:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761989.579823:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761989.579826:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761989.579828:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761989.579832:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761989.579839:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761989.579841:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761989.579845:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761989.579848:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761989.579852:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761989.579858:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761989.579863:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761989.579867:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761989.579871:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761989.579876:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761989.579879:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761989.579882:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761989.579885:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761989.579886:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761989.579890:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787761989.579894:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761989.579900:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761989.579904:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761989.579910:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761989.579913:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761989.579916:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761989.579925:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16c00.
00000100:00000001:3.0:1787761989.579932:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787761989.579941:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00100000:3.0:1787761989.579945:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597595026560/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1787761989.579946:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1787761989.579960:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761989.579966:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761989.579971:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597595026560/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761989.579987:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761989.579990:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761989.579995:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761989.580001:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20740)
00000800:00000200:2.1:1787761989.580362:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761989.580364:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787761989.580599:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761989.580601:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000100:00000040:0.0:1787761990.347335:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315403511, at 4315403520
00000100:00000010:0.0:1787761990.347359:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd9c0.
00010000:00000001:0.0:1787761990.411321:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761990.411325:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761990.411331:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761990.411333:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761990.411337:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761990.411339:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761991.435340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761991.435348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761991.435355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761991.435357:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761991.435360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761991.435361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761991.435384:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761991.435387:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761991.435389:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761992.459334:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761992.459341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761992.459347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761992.459348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761992.459351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761992.459352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761992.459372:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761992.459375:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761992.459377:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761993.483328:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761993.483338:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761993.483341:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761993.483344:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761993.483350:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761993.483352:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761993.483354:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761993.483356:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761993.483359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761993.483361:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761993.483362:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761993.483363:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761993.483364:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761993.483365:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761993.483366:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761993.483368:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761993.483370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761993.483372:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761993.483393:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761993.483395:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761993.483398:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761994.507321:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761994.507329:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761994.507335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761994.507336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761994.507339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761994.507340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761994.699335:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761994.699368:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761994.699373:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761994.699379:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761994.699386:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761994.699397:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20735
00000400:00000200:3.0:1787761994.699431:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761994.699445:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761994.699451:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761994.699457:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761994.699462:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761994.699466:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761994.699470:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761994.699476:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761994.699481:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761994.699484:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761994.699488:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761994.699490:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761994.699493:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761994.699496:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761994.699498:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761994.699500:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761994.699501:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761994.699505:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761994.699509:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761994.699512:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761994.699515:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761994.699519:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761994.699522:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761994.699524:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761994.699527:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761994.699536:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000020:00000040:3.0:1787761994.699540:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761994.699546:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761994.699548:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761994.699552:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761994.699555:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761994.699560:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761994.699570:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14000.
00000100:00000001:3.0:1787761994.699579:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761994.699590:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597595026688/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761994.699602:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761994.699608:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761994.699614:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597595026688/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761994.699647:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761994.699652:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761994.699656:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761994.699658:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761994.699661:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761994.699665:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761994.699670:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20735
00000400:00000200:3.0:1787761994.699675:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761994.699680:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761994.699683:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761994.699687:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761994.699690:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761994.699693:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761994.699696:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761994.699698:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761994.699700:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761994.699703:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761994.699706:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761994.699709:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761994.699712:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761994.699716:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761994.699719:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761994.699722:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761994.699724:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761994.699728:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761994.699732:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761994.699735:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761994.699738:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761994.699746:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761994.699749:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761994.699771:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761994.699777:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761994.699781:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761994.699783:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761994.699788:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000020:00000040:3.0:1787761994.699791:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761994.699794:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761994.699795:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761994.699798:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761994.699799:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761994.699802:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761994.699806:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14c00.
00000100:00000001:3.0:1787761994.699810:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761994.699815:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597595026816/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761994.699824:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761994.699827:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761994.699831:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597595026816/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761994.699857:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761994.699861:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761994.699866:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761994.699868:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761994.699871:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761994.699874:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761994.699878:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20735
00000400:00000200:3.0:1787761994.699882:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761994.699886:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761994.699889:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761994.699894:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761994.699896:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761994.699899:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761994.699901:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761994.699904:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761994.699906:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761994.699907:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761994.699909:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761994.699911:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761994.699915:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761994.699919:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761994.699921:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761994.699924:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761994.699926:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761994.699929:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761994.699932:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761994.699935:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761994.699937:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761994.699941:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761994.699943:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761994.699946:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761994.699949:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761994.699952:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761994.699955:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761994.699960:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787761994.699963:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761994.699967:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761994.699968:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761994.699970:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761994.699972:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761994.699974:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761994.699978:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15400.
00000100:00000001:3.0:1787761994.699983:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761994.699988:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597595026944/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761994.699997:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761994.700000:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761994.700004:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597595026944/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761994.700014:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787761994.700020:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761994.700025:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000100:00000040:3.0:1787761994.700029:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761994.700036:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761994.700042:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20745)
00000800:00000200:2.1:1787761994.700575:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761994.700577:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787761994.700854:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761994.700856:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1787761995.467323:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315408631, at 4315408640
00000100:00000010:0.0:1787761995.467339:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd180.
00010000:00000001:0.0:1787761995.531346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761995.531354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761995.531359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761995.531360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761995.531363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761995.531364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761995.531386:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761995.531389:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761995.531391:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761996.555361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761996.555372:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761996.555382:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761996.555383:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761996.555386:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761996.555388:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761996.555413:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761996.555416:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761996.555419:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761997.579340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761997.579349:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761997.579355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761997.579356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761997.579359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761997.579360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761997.579386:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761997.579389:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761997.579391:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787761998.603330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761998.603337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761998.603343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761998.603345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761998.603348:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761998.603349:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761999.627356:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761999.627364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761999.627369:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761999.627370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761999.627374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787761999.627378:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787761999.627380:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787761999.627383:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761999.627386:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787761999.627389:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761999.627391:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787761999.627393:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787761999.627416:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787761999.627419:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787761999.627421:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787761999.819334:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761999.819347:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787761999.819351:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761999.819355:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761999.819360:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761999.819370:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20740
00000400:00000200:3.0:1787761999.819385:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761999.819393:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761999.819396:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761999.819400:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761999.819403:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761999.819406:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761999.819408:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761999.819413:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761999.819415:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787761999.819418:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761999.819421:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787761999.819423:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787761999.819426:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787761999.819429:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761999.819430:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761999.819432:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761999.819433:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761999.819436:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787761999.819438:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761999.819440:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761999.819442:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761999.819446:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761999.819448:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761999.819450:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787761999.819452:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761999.819463:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787761999.819466:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787761999.819470:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761999.819472:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761999.819475:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761999.819478:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761999.819483:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761999.819492:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17000.
00000100:00000001:3.0:1787761999.819500:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761999.819510:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597595027072/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761999.819528:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761999.819533:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761999.819538:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597595027072/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761999.819556:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761999.819558:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761999.819561:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787761999.819563:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761999.819564:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761999.819567:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761999.819569:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20740
00000400:00000200:3.0:1787761999.819572:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761999.819575:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761999.819576:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761999.819579:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761999.819581:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761999.819583:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761999.819585:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761999.819586:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761999.819588:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787761999.819589:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761999.819591:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787761999.819595:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787761999.819597:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787761999.819603:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761999.819605:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761999.819609:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761999.819610:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761999.819613:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787761999.819617:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761999.819621:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761999.819624:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761999.819631:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761999.819635:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761999.819639:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761999.819645:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761999.819648:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761999.819652:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761999.819658:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000020:00000040:3.0:1787761999.819663:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787761999.819667:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761999.819670:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761999.819676:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761999.819678:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761999.819681:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761999.819685:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15800.
00000100:00000001:3.0:1787761999.819687:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761999.819696:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597595027200/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761999.819702:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761999.819707:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761999.819713:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597595027200/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761999.819723:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787761999.819727:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787761999.819732:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787761999.819733:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787761999.819734:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787761999.819736:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787761999.819739:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20740
00000400:00000200:3.0:1787761999.819743:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787761999.819745:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787761999.819747:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787761999.819749:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761999.819754:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761999.819758:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761999.819764:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787761999.819766:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787761999.819769:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787761999.819771:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787761999.819775:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787761999.819779:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787761999.819784:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787761999.819789:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761999.819795:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787761999.819800:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787761999.819804:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787761999.819806:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787761999.819811:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787761999.819814:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787761999.819815:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787761999.819817:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787761999.819820:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761999.819824:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787761999.819826:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787761999.819827:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761999.819828:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787761999.819833:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000020:00000040:3.0:1787761999.819838:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787761999.819840:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787761999.819840:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787761999.819843:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787761999.819845:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787761999.819848:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787761999.819852:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17c00.
00000100:00000001:3.0:1787761999.819856:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787761999.819863:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597595027328/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787761999.819888:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787761999.819891:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761999.819898:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597595027328/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787761999.819918:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787761999.819921:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787761999.819926:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787761999.819930:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20750)
00000800:00000200:2.1:1787761999.819950:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761999.819953:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787761999.820344:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761999.820345:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787761999.820547:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787761999.820548:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1787762000.587363:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315413751, at 4315413760
00000100:00000010:0.0:1787762000.587386:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdba0.
00010000:00000001:0.0:1787762000.651317:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762000.651324:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762000.651330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762000.651331:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762000.651335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762000.651336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762000.651357:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762000.651360:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762000.651362:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762001.675339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762001.675350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762001.675360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762001.675361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762001.675366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762001.675367:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762001.675400:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762001.675403:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762001.675407:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762002.699344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762002.699353:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762002.699359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762002.699360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762002.699363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762002.699364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762003.723345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762003.723354:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762003.723357:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762003.723360:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762003.723366:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762003.723368:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762003.723370:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762003.723372:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762003.723376:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762003.723377:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762003.723378:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762003.723380:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762003.723381:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762003.723382:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762003.723384:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762003.723385:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762003.723388:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762003.723389:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762003.723412:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762003.723415:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762003.723417:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762004.747322:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762004.747330:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762004.747336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762004.747337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762004.747340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762004.747341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762004.747362:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762004.747365:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762004.747368:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787762004.940025:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762004.940032:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762004.940542:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762004.940545:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762004.940811:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762004.940813:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1787762005.707341:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315418871, at 4315418880
00000100:00000010:0.0:1787762005.707369:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd6c0.
00010000:00000001:0.0:1787762005.771339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762005.771345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762005.771352:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762005.771354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762005.771359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762005.771360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762005.771391:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762005.771395:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762005.771399:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762006.795376:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762006.795385:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762006.795391:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762006.795393:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762006.795397:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762006.795399:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762007.819366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762007.819375:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762007.819382:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762007.819384:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762007.819387:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762007.819389:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762007.819416:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762007.819419:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762007.819422:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762008.843400:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762008.843414:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762008.843425:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762008.843428:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762008.843435:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762008.843438:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762008.843497:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762008.843504:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762008.843511:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762009.867360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762009.867367:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762009.867373:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762009.867374:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762009.867377:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762009.867380:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762009.867383:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762009.867386:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762009.867388:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762009.867391:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762009.867392:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762009.867394:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762009.867474:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762009.867478:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762009.867482:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762010.059365:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762010.059374:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762010.059378:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762010.059381:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762010.059385:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762010.059391:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20750
00000400:00000200:3.0:1787762010.059398:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762010.059403:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762010.059405:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762010.059408:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762010.059410:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762010.059412:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762010.059414:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762010.059417:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762010.059419:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762010.059421:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762010.059423:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762010.059424:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762010.059426:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762010.059428:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762010.059430:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762010.059431:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762010.059432:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762010.059436:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762010.059439:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762010.059441:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762010.059442:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762010.059445:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762010.059447:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762010.059449:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762010.059450:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762010.059457:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787762010.059459:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762010.059463:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762010.059464:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762010.059466:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762010.059469:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762010.059472:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762010.059477:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14400.
00000100:00000001:3.0:1787762010.059483:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762010.059508:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597595027840/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762010.059523:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762010.059529:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762010.059535:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597595027840/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762010.059566:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762010.059571:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762010.059576:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762010.059579:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762010.059582:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762010.059586:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762010.059590:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20750
00000400:00000200:3.0:1787762010.059599:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762010.059610:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762010.059635:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762010.059645:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762010.059663:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762010.059668:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762010.059673:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762010.059683:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762010.059704:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762010.059710:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762010.059714:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762010.059719:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762010.059721:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762010.059730:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762010.059736:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762010.059749:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762010.059751:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762010.059755:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762010.059762:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762010.059764:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762010.059791:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762010.059802:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762010.059807:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762010.059809:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762010.059815:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762010.059827:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762010.059830:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762010.059835:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000020:00000040:3.0:1787762010.059838:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762010.059842:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762010.059846:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762010.059862:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762010.059885:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762010.059888:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762010.059895:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15000.
00000100:00000001:3.0:1787762010.059906:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762010.059920:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597595027968/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762010.059963:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762010.059970:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762010.059989:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597595027968/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762010.060017:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762010.060030:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762010.060037:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762010.060040:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762010.060048:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762010.060083:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762010.060108:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20750
00000400:00000200:3.0:1787762010.060134:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762010.060147:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762010.060156:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762010.060169:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762010.060173:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762010.060180:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762010.060183:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762010.060192:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762010.060199:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762010.060209:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:2.1:1787762010.060214:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000020:00000040:3.0:1787762010.060215:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000800:00000200:2.1:1787762010.060218:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1787762010.060224:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762010.060233:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762010.060243:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762010.060283:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762010.060287:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762010.060293:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762010.060297:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762010.060303:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762010.060309:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762010.060318:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762010.060324:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762010.060330:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762010.060332:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762010.060335:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762010.060346:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762010.060354:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762010.060365:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000020:00000040:3.0:1787762010.060369:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762010.060380:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762010.060384:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762010.060389:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762010.060396:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762010.060403:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762010.060409:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15c00.
00000100:00000001:3.0:1787762010.060422:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762010.060434:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597595028096/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762010.060451:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762010.060453:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762010.060458:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597595028096/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762010.060469:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762010.060478:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762010.060489:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762010.060493:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20760)
00000800:00000200:2.1:1787762010.060843:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762010.060846:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762010.061156:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762010.061158:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1787762010.827342:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315423992, at 4315424000
00000100:00000010:0.0:1787762010.827361:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd1e0.
00010000:00000001:0.0:1787762010.891318:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762010.891324:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762010.891329:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762010.891330:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762010.891334:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762010.891335:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762011.915409:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762011.915421:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762011.915449:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762011.915452:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762011.915460:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762011.915463:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762011.915553:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762011.915558:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762011.915562:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762012.939388:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762012.939396:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762012.939402:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762012.939403:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762012.939406:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762012.939407:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762012.939446:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762012.939449:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762012.939453:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762013.963349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762013.963359:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762013.963362:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762013.963365:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762013.963371:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762013.963374:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762013.963376:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762013.963377:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762013.963381:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762013.963383:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762013.963384:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762013.963386:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762013.963387:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762013.963388:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762013.963389:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762013.963391:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762013.963394:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762013.963395:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762013.963425:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762013.963427:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762013.963429:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762014.987353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762014.987361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762014.987366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762014.987367:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762014.987371:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762014.987372:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762015.179330:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762015.179341:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762015.179345:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762015.179350:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762015.179357:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762015.179366:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20755
00000400:00000200:3.0:1787762015.179379:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762015.179399:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762015.179411:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762015.179419:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762015.179429:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762015.179437:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762015.179443:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762015.179456:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762015.179460:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762015.179468:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762015.179473:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762015.179481:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762015.179484:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762015.179497:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762015.179500:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762015.179503:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762015.179505:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762015.179508:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762015.179511:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762015.179514:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762015.179516:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762015.179522:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762015.179525:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762015.179528:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762015.179531:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762015.179539:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787762015.179543:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762015.179547:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762015.179549:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762015.179552:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762015.179555:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762015.179561:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762015.179570:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16000.
00000100:00000001:3.0:1787762015.179577:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762015.179588:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597595028224/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762015.179597:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762015.179603:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762015.179615:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597595028224/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762015.179642:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762015.179647:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762015.179651:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762015.179653:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762015.179655:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762015.179659:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762015.179662:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20755
00000400:00000200:3.0:1787762015.179666:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762015.179669:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762015.179672:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762015.179675:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762015.179677:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762015.179680:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762015.179683:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762015.179685:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762015.179687:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762015.179688:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762015.179690:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762015.179692:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762015.179693:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762015.179696:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762015.179698:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762015.179701:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762015.179705:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762015.179711:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762015.179715:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762015.179719:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762015.179722:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762015.179737:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762015.179740:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762015.179742:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762015.179748:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762015.179754:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762015.179757:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762015.179768:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000020:00000040:3.0:1787762015.179781:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762015.179793:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762015.179802:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762015.179811:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762015.179815:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762015.179819:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762015.179831:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15c00.
00000100:00000001:3.0:1787762015.179849:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762015.179885:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597595028352/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762015.179918:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762015.179928:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762015.179947:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597595028352/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762015.179975:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762015.179990:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762015.180006:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762015.180009:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762015.180012:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762015.180032:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762015.180038:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20755
00000400:00000200:3.0:1787762015.180043:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762015.180049:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762015.180057:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762015.180069:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762015.180085:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762015.180097:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762015.180109:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762015.180123:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762015.180126:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762015.180133:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762015.180139:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762015.180144:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762015.180157:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762015.180168:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762015.180172:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762015.180184:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762015.180196:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762015.180201:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762015.180202:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762015.180206:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762015.180214:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762015.180223:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762015.180233:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762015.180273:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762015.180276:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762015.180281:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762015.180283:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762015.180287:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787762015.180291:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762015.180299:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762015.180302:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762015.180310:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762015.180313:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762015.180316:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762015.180329:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15000.
00000100:00000001:3.0:1787762015.180339:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762015.180363:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597595028480/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762015.180373:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762015.180380:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762015.180395:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597595028480/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762015.180428:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762015.180431:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762015.180435:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762015.180444:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20766)
00000800:00000200:2.1:1787762015.180482:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762015.180489:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787762015.181097:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762015.181101:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787762015.181559:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762015.181563:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 6 secs later)
00000100:00000040:0.0:1787762015.947328:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315429112, at 4315429120
00000100:00000010:0.0:1787762015.947338:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdc60.
00010000:00000001:0.0:1787762016.011329:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762016.011334:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762016.011339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762016.011340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762016.011344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762016.011345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762016.011367:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762016.011371:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762016.011374:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762017.035357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762017.035365:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762017.035371:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762017.035372:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762017.035375:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762017.035376:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762017.035417:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762017.035420:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762017.035422:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762018.059326:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762018.059333:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762018.059340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762018.059341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762018.059344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762018.059345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762018.059385:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762018.059388:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762018.059390:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762019.083365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762019.083373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762019.083379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762019.083381:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762019.083384:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762019.083385:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762020.107393:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762020.107404:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762020.107412:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762020.107415:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762020.107419:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762020.107425:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762020.107429:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762020.107434:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762020.107439:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762020.107442:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762020.107445:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762020.107449:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762020.107483:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762020.107487:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762020.107506:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762020.299355:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762020.299369:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762020.299373:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762020.299379:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762020.299386:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762020.299397:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20761
00000400:00000200:3.0:1787762020.299411:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762020.299420:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762020.299424:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762020.299428:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762020.299432:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762020.299435:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762020.299437:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762020.299441:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762020.299443:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762020.299446:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762020.299449:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762020.299451:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762020.299454:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762020.299456:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762020.299458:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762020.299460:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762020.299462:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762020.299464:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762020.299467:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762020.299469:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762020.299472:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762020.299475:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762020.299478:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762020.299480:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762020.299482:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762020.299494:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787762020.299499:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762020.299505:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762020.299506:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762020.299510:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762020.299513:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762020.299518:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762020.299530:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14400.
00000100:00000001:3.0:1787762020.299538:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762020.299549:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597595028608/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762020.299559:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762020.299564:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762020.299569:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597595028608/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762020.299591:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762020.299594:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762020.299597:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762020.299598:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762020.299600:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762020.299603:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762020.299605:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20761
00000400:00000200:3.0:1787762020.299608:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762020.299611:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762020.299614:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762020.299617:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762020.299620:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762020.299625:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762020.299627:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762020.299631:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762020.299636:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762020.299637:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762020.299643:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762020.299647:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762020.299652:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762020.299659:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762020.299664:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762020.299669:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762020.299673:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762020.299678:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762020.299683:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762020.299687:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762020.299691:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762020.299700:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762020.299705:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762020.299707:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762020.299714:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762020.299719:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762020.299723:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762020.299728:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000020:00000040:3.0:1787762020.299732:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762020.299739:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762020.299742:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762020.299745:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762020.299747:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762020.299748:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762020.299754:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17c00.
00000100:00000001:3.0:1787762020.299760:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762020.299767:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597595028736/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762020.299777:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762020.299779:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762020.299784:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597595028736/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762020.299806:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762020.299809:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762020.299815:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762020.299817:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762020.299820:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762020.299824:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762020.299830:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20761
00000400:00000200:3.0:1787762020.299836:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762020.299843:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762020.299846:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762020.299852:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762020.299855:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762020.299857:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762020.299861:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762020.299864:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762020.299865:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762020.299867:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762020.299869:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762020.299873:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762020.299877:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762020.299879:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762020.299881:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762020.299884:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762020.299887:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762020.299890:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762020.299896:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762020.299899:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762020.299901:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762020.299903:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762020.299904:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762020.299910:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762020.299914:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762020.299917:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762020.299918:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762020.299922:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787762020.299925:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762020.299928:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762020.299931:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762020.299934:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762020.299935:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762020.299937:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762020.299941:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15800.
00000100:00000001:3.0:1787762020.299947:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762020.299956:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597595028864/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762020.299971:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762020.299975:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762020.299983:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597595028864/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762020.300011:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762020.300020:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762020.300030:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762020.300040:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20771)
00000800:00000200:2.1:1787762020.300061:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762020.300065:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787762020.300463:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762020.300465:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787762020.300708:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762020.300710:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 1 secs later)
00000100:00000040:0.0:1787762021.067357:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315434231, at 4315434240
00000100:00000010:0.0:1787762021.067384:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdba0.
00010000:00000001:0.0:1787762021.131333:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762021.131339:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762021.131344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762021.131345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762021.131348:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762021.131349:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762021.131370:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762021.131373:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762021.131375:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762022.155321:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762022.155327:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762022.155332:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762022.155333:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762022.155336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762022.155337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762022.155356:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762022.155358:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762022.155361:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762023.179334:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762023.179344:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762023.179346:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762023.179350:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762023.179356:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762023.179358:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762023.179360:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762023.179362:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762023.179366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762023.179367:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762023.179369:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762023.179370:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762023.179371:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762023.179372:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762023.179375:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762023.179376:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762023.179379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762023.179381:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762024.203328:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762024.203336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762024.203341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762024.203342:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762024.203344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762024.203345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762024.203393:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762024.203396:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762024.203398:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762025.227346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762025.227354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762025.227360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762025.227361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762025.227364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762025.227365:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762025.227392:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762025.227395:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762025.227397:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762025.419339:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762025.419349:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762025.419357:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762025.419364:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762025.419371:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762025.419382:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20766
00000400:00000200:3.0:1787762025.419395:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762025.419404:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762025.419408:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762025.419413:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762025.419417:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762025.419420:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762025.419423:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762025.419428:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762025.419431:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762025.419434:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762025.419438:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762025.419442:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762025.419445:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762025.419449:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762025.419452:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762025.419455:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762025.419457:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762025.419461:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762025.419466:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762025.419469:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762025.419473:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762025.419478:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762025.419482:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762025.419486:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762025.419489:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762025.419504:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000020:00000040:3.0:1787762025.419509:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762025.419514:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762025.419516:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762025.419520:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762025.419524:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762025.419531:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762025.419542:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17000.
00000100:00000001:3.0:1787762025.419552:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762025.419564:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597595028992/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762025.419578:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762025.419584:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762025.419590:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597595028992/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762025.419617:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762025.419621:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762025.419625:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762025.419627:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762025.419630:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762025.419634:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762025.419638:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20766
00000400:00000200:3.0:1787762025.419648:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762025.419656:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762025.419661:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762025.419670:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762025.419675:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762025.419684:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762025.419689:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762025.419696:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762025.419700:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762025.419705:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762025.419710:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762025.419714:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762025.419721:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762025.419728:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762025.419736:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762025.419740:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762025.419747:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762025.419751:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762025.419758:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762025.419762:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762025.419767:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762025.419775:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762025.419781:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762025.419787:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762025.419803:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762025.419812:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762025.419816:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762025.419823:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000020:00000040:3.0:1787762025.419828:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762025.419835:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762025.419839:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762025.419844:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762025.419847:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762025.419852:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762025.419860:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15400.
00000100:00000001:3.0:1787762025.419868:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762025.419880:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597595029120/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762025.419902:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762025.419906:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762025.419913:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597595029120/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1787762025.419928:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:3.0:1787762025.419932:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762025.419937:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762025.419941:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762025.419943:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762025.419945:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762025.419961:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762025.419968:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20766
00000400:00000200:3.0:1787762025.419978:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762025.419986:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762025.419991:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762025.419996:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762025.419999:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762025.420004:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762025.420007:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762025.420010:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762025.420014:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762025.420018:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762025.420023:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762025.420028:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762025.420033:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762025.420043:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762025.420051:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762025.420054:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762025.420057:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762025.420066:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762025.420074:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762025.420080:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762025.420085:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762025.420092:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762025.420098:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762025.420104:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762025.420110:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762025.420118:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762025.420124:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762025.420132:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787762025.420138:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762025.420144:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762025.420147:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762025.420153:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762025.420158:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762025.420163:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762025.420171:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14c00.
00000100:00000001:3.0:1787762025.420179:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762025.420191:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597595029248/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762025.420209:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762025.420215:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762025.420226:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597595029248/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762025.420285:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787762025.420289:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:3.0:1787762025.420292:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762025.420300:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762025.420309:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20776)
00000800:00000200:2.1:1787762025.420457:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:0.0:1787762026.187328:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315439351, at 4315439360
00000100:00000010:0.0:1787762026.187346:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd660.
00010000:00000001:0.0:1787762026.251318:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762026.251325:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762026.251331:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762026.251332:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762026.251335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762026.251336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762026.251358:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762026.251361:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762026.251363:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762027.275330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762027.275338:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762027.275344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762027.275345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762027.275349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762027.275350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762028.299344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762028.299355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762028.299365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762028.299366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762028.299370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762028.299372:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762028.299397:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762028.299400:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762028.299403:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787762028.491532:0:238625:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.101:988
00000400:00000100:0.0:1787762028.491588:0:238625:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.101@tcp at host 192.168.203.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787762028.491600:0:238625:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762028.491604:0:238625:0:(router.c:1791:lnet_notify()) 192.168.203.1@tcp notifying 192.168.203.101@tcp: down
00000400:00000200:0.0:1787762028.491610:0:238625:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762028.491616:0:238625:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787762028.491623:0:238625:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:0.0:1787762028.491629:0:238625:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:0.0:1787762028.491636:0:238625:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762028.491641:0:238625:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762028.491651:0:238625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f94c8
00000400:00000010:0.0:1787762028.491655:0:238625:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f94c8.
00000100:00000001:0.0:1787762028.491662:0:238625:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762028.491675:0:238625:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b6537f1f480 x1874597595028992/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762028.491702:0:238625:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762028.491708:0:238625:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f480 x1874597595028992/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762050 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762028.491718:0:238625:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762028.491720:0:238625:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787762028.491736:0:238625:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:0.0:1787762028.491745:0:238625:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58200.
00000400:00000200:0.0:1787762028.491751:0:238625:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762028.491754:0:238625:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762028.491758:0:238625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9ee0
00000400:00000010:0.0:1787762028.491760:0:238625:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9ee0.
00000100:00000001:0.0:1787762028.491763:0:238625:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762028.491768:0:238625:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b6537f1e940 x1874597595029120/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762028.491778:0:238625:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762028.491783:0:238625:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e940 x1874597595029120/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762050 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762028.491790:0:238625:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762028.491793:0:238625:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787762028.491801:0:238625:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:0.0:1787762028.491805:0:238625:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58700.
00000400:00000200:0.0:1787762028.491812:0:238625:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762028.491820:0:238625:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762028.491827:0:238625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9cc0
00000400:00000010:0.0:1787762028.491831:0:238625:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9cc0.
00000100:00000001:0.0:1787762028.491837:0:238625:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762028.491845:0:238625:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b6537f1d680 x1874597595029248/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762028.491859:0:238625:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762028.491865:0:238625:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d680 x1874597595029248/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762050 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762028.491880:0:238625:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762028.491884:0:238625:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1787762029.323345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762029.323354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762029.323360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762029.323361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762029.323364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762029.323367:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762029.323371:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762029.323374:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762029.323377:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762029.323379:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762029.323381:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762029.323383:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762029.323403:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762029.323406:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762029.323408:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762030.347341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762030.347349:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762030.347355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762030.347356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762030.347359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762030.347360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762030.347383:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762030.347386:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762030.347389:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787762030.540136:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762030.540145:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762030.540733:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762030.540735:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762030.541037:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762030.541040:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1787762031.307343:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315444472, at 4315444480
00000100:00000010:0.0:1787762031.307364:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd060.
00010000:00000001:0.0:1787762031.371334:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762031.371339:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762031.371344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762031.371345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762031.371348:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762031.371349:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762032.395342:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762032.395350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762032.395356:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762032.395357:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762032.395360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762032.395361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762032.395383:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762032.395386:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762032.395388:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762033.419327:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762033.419336:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762033.419339:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762033.419342:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762033.419348:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762033.419350:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762033.419353:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762033.419354:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762033.419358:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762033.419360:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762033.419361:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762033.419362:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762033.419363:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762033.419364:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762033.419365:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762033.419366:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762033.419369:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762033.419370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762033.419391:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762033.419393:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762033.419395:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762034.443408:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762034.443419:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762034.443427:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762034.443429:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762034.443434:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762034.443448:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762034.443484:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762034.443488:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762034.443492:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762035.467365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762035.467374:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762035.467381:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762035.467383:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762035.467387:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762035.467388:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787762035.659934:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762035.659937:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787762035.660286:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762035.660288:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787762035.660502:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762035.660504:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1787762036.427348:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315449591, at 4315449600
00000100:00000010:0.0:1787762036.427370:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd660.
00010000:00000001:0.0:1787762036.491322:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762036.491327:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762036.491333:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762036.491334:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762036.491337:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762036.491339:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762036.491363:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762036.491365:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762036.491368:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762037.515389:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762037.515399:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762037.515410:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762037.515413:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762037.515420:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762037.515423:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762037.515464:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762037.515471:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762037.515477:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762038.539409:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762038.539420:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762038.539428:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762038.539430:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762038.539434:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762038.539436:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762038.539471:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762038.539476:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762038.539482:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762039.563357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762039.563366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762039.563371:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762039.563372:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762039.563376:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762039.563379:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762039.563382:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762039.563386:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762039.563389:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762039.563392:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762039.563394:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762039.563396:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762040.587372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762040.587382:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762040.587391:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762040.587393:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762040.587397:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762040.587398:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762040.587436:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762040.587440:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762040.587444:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762040.779351:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762040.779362:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762040.779368:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762040.779375:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762040.779383:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762040.779395:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20781
00000400:00000200:0.0:1787762040.779409:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762040.779416:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762040.779420:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762040.779423:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762040.779427:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762040.779430:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762040.779433:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762040.779438:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762040.779441:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787762040.779444:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762040.779448:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762040.779451:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787762040.779454:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787762040.779458:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762040.779461:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762040.779463:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762040.779466:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762040.779472:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787762040.779476:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762040.779478:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762040.779481:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762040.779484:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762040.779487:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762040.779489:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762040.779491:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762040.779503:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2580.
00000020:00000040:0.0:1787762040.779507:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762040.779512:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762040.779513:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762040.779517:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762040.779520:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762040.779525:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762040.779537:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e400.
00000100:00000001:0.0:1787762040.779544:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762040.779554:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2580 x1874597595030144/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762040.779565:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762040.779570:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762040.779575:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023dbc666] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2580 x1874597595030144/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762040.779594:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762040.779597:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762040.779600:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762040.779601:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762040.779602:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762040.779605:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762040.779614:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20781
00000400:00000200:0.0:1787762040.779619:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762040.779625:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762040.779628:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762040.779635:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762040.779638:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762040.779642:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762040.779646:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762040.779650:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762040.779652:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787762040.779654:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762040.779658:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787762040.779662:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787762040.779666:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:0.0:1787762040.779669:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762040.779671:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762040.779674:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762040.779679:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762040.779682:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:0.0:1787762040.779688:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762040.779694:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762040.779696:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762040.779704:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762040.779710:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762040.779713:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762040.779718:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762040.779721:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762040.779726:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762040.779734:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1680.
00000020:00000040:0.0:1787762040.779736:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:0.0:1787762040.779740:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762040.779743:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762040.779745:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762040.779748:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762040.779750:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762040.779756:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760c400.
00000100:00000001:0.0:1787762040.779760:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762040.779766:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1680 x1874597595030272/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762040.779772:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762040.779774:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762040.779778:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c9d36cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1680 x1874597595030272/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762040.779790:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762040.779796:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762040.779799:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762040.779802:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762040.779804:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762040.779807:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762040.779811:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20781
00000400:00000200:0.0:1787762040.779816:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762040.779822:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762040.779826:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762040.779830:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762040.779834:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762040.779838:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762040.779841:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762040.779859:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762040.779862:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787762040.779863:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762040.779866:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:0.0:1787762040.779870:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:0.0:1787762040.779871:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:0.0:1787762040.779882:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762040.779884:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762040.779886:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762040.779891:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762040.779895:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:0.0:1787762040.779898:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762040.779900:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762040.779903:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762040.779908:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762040.779911:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762040.779914:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762040.779918:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762040.779922:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762040.779925:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762040.779930:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c3c00.
00000020:00000040:0.0:1787762040.779935:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:0.0:1787762040.779939:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762040.779941:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762040.779945:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762040.779948:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762040.779950:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762040.779955:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760cc00.
00000100:00000001:0.0:1787762040.779959:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762040.779968:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c3c00 x1874597595030400/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762040.779980:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762040.779983:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762040.779988:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a1cf69] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c3c00 x1874597595030400/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762040.779995:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762040.779998:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787762040.780005:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.1:1787762040.780010:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:0.0:1787762040.780011:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20791)
00000800:00000200:2.1:1787762040.780016:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787762040.780378:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762040.780381:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787762040.780680:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762040.780682:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1787762041.547337:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315454711, at 4315454720
00000100:00000010:0.0:1787762041.547360:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd180.
00010000:00000001:0.0:1787762041.611318:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762041.611323:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762041.611328:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762041.611329:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762041.611333:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762041.611334:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762041.611354:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762041.611357:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762041.611360:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762042.635376:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762042.635386:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762042.635392:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762042.635394:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762042.635398:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762042.635399:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762042.635423:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762042.635426:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762042.635429:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762043.659319:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762043.659328:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762043.659331:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762043.659334:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762043.659340:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762043.659343:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762043.659345:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762043.659346:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762043.659351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762043.659352:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762043.659353:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762043.659355:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762043.659356:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762043.659358:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762043.659359:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762043.659361:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762043.659364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762043.659365:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762044.683342:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762044.683350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762044.683356:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762044.683357:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762044.683360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762044.683361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762044.683386:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762044.683389:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762044.683391:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762045.707337:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762045.707345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762045.707352:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762045.707353:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762045.707356:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762045.707357:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762045.707379:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762045.707382:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762045.707384:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762045.899340:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762045.899347:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762045.899351:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762045.899356:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762045.899361:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762045.899371:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20786
00000400:00000200:0.0:1787762045.899383:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762045.899392:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762045.899397:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762045.899401:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762045.899405:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762045.899409:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762045.899413:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762045.899417:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762045.899420:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787762045.899423:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762045.899426:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762045.899428:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787762045.899431:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787762045.899433:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762045.899435:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762045.899436:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762045.899437:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762045.899440:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787762045.899443:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762045.899444:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762045.899447:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762045.899450:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762045.899453:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762045.899455:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762045.899458:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762045.899465:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1a40.
00000020:00000040:0.0:1787762045.899469:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762045.899474:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762045.899475:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762045.899479:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762045.899482:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762045.899487:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762045.899495:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760c800.
00000100:00000001:0.0:1787762045.899502:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762045.899513:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1a40 x1874597595030528/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762045.899523:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762045.899528:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762045.899534:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7cad83] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1a40 x1874597595030528/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762045.899555:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762045.899560:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762045.899564:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762045.899565:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762045.899567:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762045.899571:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762045.899574:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20786
00000400:00000200:0.0:1787762045.899578:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762045.899582:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762045.899585:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762045.899588:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762045.899590:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762045.899592:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762045.899594:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762045.899597:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762045.899599:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787762045.899601:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762045.899604:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787762045.899606:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787762045.899609:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:0.0:1787762045.899612:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762045.899614:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762045.899616:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762045.899618:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762045.899620:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:0.0:1787762045.899623:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762045.899626:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762045.899629:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762045.899636:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762045.899638:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762045.899640:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762045.899646:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762045.899649:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762045.899652:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762045.899656:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c0000.
00000020:00000040:0.0:1787762045.899658:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:0.0:1787762045.899661:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762045.899662:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762045.899665:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762045.899666:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762045.899668:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762045.899673:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760d800.
00000100:00000001:0.0:1787762045.899676:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762045.899681:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c0000 x1874597595030656/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762045.899690:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762045.899692:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762045.899696:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ecd2557] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c0000 x1874597595030656/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762045.899705:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762045.899708:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762045.899712:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762045.899714:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762045.899716:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762045.899718:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762045.899721:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20786
00000400:00000200:0.0:1787762045.899724:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762045.899727:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762045.899730:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762045.899733:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762045.899736:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762045.899738:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762045.899740:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762045.899742:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762045.899744:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787762045.899745:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762045.899748:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:0.0:1787762045.899750:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:0.0:1787762045.899752:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:0.0:1787762045.899756:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762045.899759:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762045.899760:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762045.899763:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762045.899766:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:0.0:1787762045.899768:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762045.899771:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762045.899772:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762045.899775:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762045.899778:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762045.899781:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762045.899784:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762045.899788:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762045.899790:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762045.899793:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2d00.
00000020:00000040:0.0:1787762045.899796:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:0.0:1787762045.899799:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762045.899800:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762045.899802:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762045.899804:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762045.899805:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762045.899825:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e000.
00000100:00000001:0.0:1787762045.899829:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762045.899834:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2d00 x1874597595030784/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762045.899842:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762045.899844:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762045.899848:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b3abd36] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2d00 x1874597595030784/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762045.899856:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787762045.899857:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:0.0:1787762045.899859:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1787762045.899861:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000100:00000040:0.0:1787762045.899864:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787762045.899870:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20796)
00000800:00000200:2.1:1787762045.900279:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762045.900282:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787762045.900505:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762045.900508:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000100:00000040:0.0:1787762046.667347:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315459831, at 4315459840
00000100:00000010:0.0:1787762046.667369:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdf60.
00010000:00000001:0.0:1787762046.731343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762046.731349:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762046.731356:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762046.731359:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762046.731363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762046.731364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762046.731390:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762046.731393:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762046.731397:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762047.755360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762047.755369:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762047.755376:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762047.755378:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762047.755382:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762047.755384:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762048.779364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762048.779372:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762048.779379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762048.779381:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762048.779400:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762048.779401:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762048.779430:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762048.779433:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762048.779436:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762049.803389:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762049.803398:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762049.803404:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762049.803406:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762049.803410:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762049.803414:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762049.803417:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762049.803421:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762049.803425:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762049.803427:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762049.803430:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762049.803433:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762049.803460:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762049.803464:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762049.803467:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762050.827377:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762050.827386:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762050.827392:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762050.827394:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762050.827398:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762050.827400:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762050.827426:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762050.827430:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762050.827433:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762051.019396:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762051.019410:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762051.019416:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762051.019421:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762051.019431:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762051.019452:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20791
00000400:00000200:0.0:1787762051.019467:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762051.019478:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762051.019483:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762051.019488:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762051.019492:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762051.019496:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762051.019499:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762051.019503:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762051.019506:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787762051.019509:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762051.019513:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762051.019516:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787762051.019519:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787762051.019523:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762051.019525:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762051.019528:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762051.019530:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762051.019534:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787762051.019539:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762051.019542:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762051.019545:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762051.019549:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762051.019553:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762051.019556:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762051.019559:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762051.019568:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2d00.
00000020:00000040:0.0:1787762051.019573:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762051.019578:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762051.019580:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762051.019583:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762051.019587:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762051.019591:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762051.019603:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e800.
00000100:00000001:0.0:1787762051.019612:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762051.019623:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2d00 x1874597595030912/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762051.019637:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762051.019658:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762051.019670:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b3abd36] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2d00 x1874597595030912/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762051.019699:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762051.019703:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762051.019708:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762051.019710:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762051.019713:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762051.019718:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762051.019724:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20791
00000400:00000200:0.0:1787762051.019731:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762051.019739:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762051.019744:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762051.019751:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762051.019757:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762051.019769:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762051.019802:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762051.019809:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762051.019813:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787762051.019817:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762051.019825:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787762051.019828:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787762051.019833:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:0.0:1787762051.019843:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762051.019852:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762051.019867:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762051.019871:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762051.019888:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:0.0:1787762051.019911:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762051.019915:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762051.019920:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762051.019934:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762051.019941:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762051.019951:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762051.019958:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762051.019964:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762051.019966:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762051.019973:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c0000.
00000020:00000040:0.0:1787762051.019980:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:0.0:1787762051.019987:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762051.019990:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762051.019995:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762051.019999:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762051.020008:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762051.020020:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760d000.
00000100:00000001:0.0:1787762051.020033:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762051.020059:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c0000 x1874597595031040/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762051.020094:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762051.020102:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762051.020111:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ecd2557] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c0000 x1874597595031040/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762051.020140:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762051.020146:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762051.020153:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762051.020161:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762051.020166:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762051.020172:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762051.020177:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20791
00000400:00000200:0.0:1787762051.020189:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762051.020201:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762051.020210:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762051.020224:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762051.020232:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762051.020302:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762051.020315:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762051.020325:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762051.020331:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787762051.020342:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762051.020351:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:0.0:1787762051.020367:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:0.0:1787762051.020380:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:0.0:1787762051.020394:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762051.020398:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762051.020410:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000800:00000200:2.1:1787762051.020410:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:0.0:1787762051.020423:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000800:00000200:2.1:1787762051.020425:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000020:00000040:0.0:1787762051.020431:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:0.0:1787762051.020441:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762051.020447:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762051.020454:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762051.020463:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762051.020473:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762051.020483:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762051.020488:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762051.020498:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762051.020503:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762051.020511:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1a40.
00000020:00000040:0.0:1787762051.020518:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:0.0:1787762051.020522:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762051.020526:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762051.020537:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762051.020545:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762051.020557:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762051.020568:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e000.
00000100:00000001:0.0:1787762051.020581:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762051.020598:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1a40 x1874597595031168/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762051.020626:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762051.020630:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762051.020646:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7cad83] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1a40 x1874597595031168/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762051.020669:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762051.020677:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787762051.020683:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787762051.020693:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20801)
00000800:00000200:2.1:1787762051.021043:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762051.021045:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787762051.021331:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762051.021334:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000100:00000040:0.0:1787762051.787332:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315464952, at 4315464960
00000100:00000010:0.0:1787762051.787356:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd1e0.
00010000:00000001:0.0:1787762051.851333:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762051.851340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762051.851347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762051.851349:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762051.851354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762051.851355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762052.875349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762052.875359:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762052.875366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762052.875367:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762052.875372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762052.875374:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762052.875411:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762052.875415:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762052.875417:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762053.899364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762053.899376:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762053.899379:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762053.899384:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762053.899390:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762053.899394:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762053.899396:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762053.899399:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762053.899404:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762053.899407:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762053.899408:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762053.899410:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762053.899412:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762053.899414:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762053.899416:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762053.899418:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762053.899423:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762053.899425:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762053.899481:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762053.899486:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762053.899490:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762054.923385:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762054.923394:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762054.923400:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762054.923401:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762054.923404:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762054.923405:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762054.923451:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762054.923455:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762054.923458:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762055.947363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762055.947372:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762055.947378:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762055.947380:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762055.947383:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762055.947385:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762056.139335:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762056.139344:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762056.139348:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762056.139353:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762056.139358:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762056.139370:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20796
00000400:00000200:0.0:1787762056.139386:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762056.139396:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762056.139401:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762056.139404:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762056.139409:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762056.139412:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762056.139416:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762056.139421:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762056.139423:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787762056.139427:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762056.139431:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762056.139433:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787762056.139435:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787762056.139437:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762056.139439:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762056.139441:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762056.139442:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762056.139445:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787762056.139448:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762056.139449:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762056.139452:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762056.139455:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762056.139457:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762056.139461:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762056.139463:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762056.139475:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c3c00.
00000020:00000040:0.0:1787762056.139479:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762056.139484:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762056.139485:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762056.139488:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762056.139492:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762056.139497:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762056.139506:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760cc00.
00000100:00000001:0.0:1787762056.139513:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762056.139524:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c3c00 x1874597595031296/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762056.139534:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762056.139540:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762056.139543:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a1cf69] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c3c00 x1874597595031296/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762056.139563:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762056.139565:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762056.139569:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762056.139570:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762056.139571:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762056.139574:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762056.139576:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20796
00000400:00000200:0.0:1787762056.139580:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762056.139583:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762056.139585:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762056.139590:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762056.139594:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762056.139598:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762056.139601:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762056.139605:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762056.139609:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787762056.139612:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762056.139615:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787762056.139619:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787762056.139623:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:0.0:1787762056.139629:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762056.139631:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762056.139634:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762056.139637:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762056.139642:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:0.0:1787762056.139647:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762056.139652:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762056.139655:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762056.139663:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762056.139667:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762056.139670:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762056.139675:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762056.139678:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762056.139680:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762056.139684:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1680.
00000020:00000040:0.0:1787762056.139687:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:0.0:1787762056.139690:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762056.139691:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762056.139692:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762056.139693:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762056.139695:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762056.139700:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760c400.
00000100:00000001:0.0:1787762056.139705:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762056.139710:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1680 x1874597595031424/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762056.139718:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762056.139721:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762056.139726:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c9d36cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1680 x1874597595031424/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762056.139733:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762056.139749:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762056.139754:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762056.139758:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762056.139760:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762056.139765:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762056.139771:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20796
00000400:00000200:0.0:1787762056.139778:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762056.139784:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762056.139786:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762056.139791:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762056.139795:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762056.139799:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762056.139802:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762056.139804:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762056.139807:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787762056.139809:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762056.139811:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:0.0:1787762056.139813:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:0.0:1787762056.139817:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:0.0:1787762056.139821:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762056.139822:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762056.139823:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762056.139824:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762056.139826:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:0.0:1787762056.139831:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762056.139836:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762056.139838:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762056.139840:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762056.139841:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762056.139843:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762056.139845:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762056.139850:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762056.139852:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762056.139856:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2580.
00000020:00000040:0.0:1787762056.139860:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:0.0:1787762056.139864:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762056.139865:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762056.139869:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762056.139871:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762056.139872:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762056.139878:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e400.
00000100:00000001:0.0:1787762056.139882:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762056.139890:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2580 x1874597595031552/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762056.139907:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762056.139911:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762056.139916:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023dbc666] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2580 x1874597595031552/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762056.139931:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762056.139934:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787762056.139939:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787762056.139945:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20807)
00000800:00000200:2.1:1787762056.139965:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762056.139968:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787762056.140812:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762056.140817:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787762056.141415:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762056.141419:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000100:00000040:0.0:1787762056.907347:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315470071, at 4315470080
00000100:00000010:0.0:1787762056.907369:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdf60.
00010000:00000001:0.0:1787762056.971339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762056.971345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762056.971351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762056.971352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762056.971355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762056.971356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762056.971378:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762056.971381:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762056.971383:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762057.995327:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762057.995335:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762057.995340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762057.995341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762057.995344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762057.995345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762057.995369:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762057.995371:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762057.995374:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762059.019331:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762059.019339:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762059.019345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762059.019346:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762059.019349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762059.019350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762059.019373:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762059.019375:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762059.019378:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762060.043358:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762060.043370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762060.043378:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762060.043379:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762060.043384:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762060.043388:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762060.043391:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762060.043396:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762060.043400:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762060.043403:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762060.043405:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762060.043407:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762061.067307:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762061.067315:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762061.067321:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762061.067322:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762061.067325:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762061.067326:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762061.067347:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762061.067350:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762061.067353:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787762061.260489:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762061.260494:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787762061.261134:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762061.261138:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787762061.261541:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762061.261544:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1787762062.027341:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315475192, at 4315475200
00000100:00000010:0.0:1787762062.027362:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd180.
00010000:00000001:0.0:1787762062.091363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762062.091370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762062.091377:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762062.091379:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762062.091383:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762062.091384:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762062.091408:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762062.091411:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762062.091415:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762063.115393:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762063.115402:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762063.115409:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762063.115411:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762063.115415:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762063.115417:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762063.115443:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762063.115446:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762063.115449:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762064.139332:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762064.139342:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762064.139344:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762064.139347:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762064.139353:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762064.139355:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762064.139357:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762064.139359:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762064.139364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762064.139366:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762064.139367:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762064.139369:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762064.139370:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762064.139371:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762064.139372:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762064.139374:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762064.139376:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762064.139377:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762065.163324:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762065.163333:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762065.163339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762065.163340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762065.163343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762065.163344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762065.163366:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762065.163369:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762065.163372:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762066.187323:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762066.187331:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762066.187338:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762066.187339:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762066.187342:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762066.187343:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762066.187368:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762066.187370:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762066.187373:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762066.379360:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762066.379373:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762066.379376:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762066.379381:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762066.379387:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762066.379399:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20807
00000400:00000200:3.0:1787762066.379422:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762066.379435:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762066.379449:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762066.379463:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762066.379472:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762066.379484:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762066.379493:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762066.379499:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762066.379502:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762066.379505:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762066.379509:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762066.379511:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762066.379513:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762066.379516:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762066.379518:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762066.379520:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762066.379522:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762066.379525:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762066.379529:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762066.379532:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762066.379535:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762066.379539:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762066.379542:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762066.379544:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762066.379547:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762066.379555:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000020:00000040:3.0:1787762066.379558:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762066.379563:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762066.379565:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762066.379568:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762066.379572:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762066.379577:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762066.379586:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14000.
00000100:00000001:3.0:1787762066.379594:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762066.379604:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597595032064/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762066.379618:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762066.379623:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762066.379628:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597595032064/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762066.379649:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762066.379652:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762066.379655:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762066.379656:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762066.379658:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762066.379660:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762066.379662:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20807
00000400:00000200:3.0:1787762066.379666:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762066.379682:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762066.379685:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762066.379687:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762066.379689:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762066.379691:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762066.379693:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762066.379696:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762066.379698:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762066.379700:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762066.379703:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762066.379705:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762066.379707:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762066.379709:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762066.379711:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762066.379714:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762066.379717:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762066.379723:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762066.379732:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762066.379738:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762066.379740:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762066.379750:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762066.379758:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762066.379770:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762066.379781:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762066.379788:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762066.379794:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762066.379805:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000020:00000040:3.0:1787762066.379816:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762066.379832:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762066.379840:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762066.379845:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762066.379853:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762066.379861:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762066.379870:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16c00.
00000100:00000001:3.0:1787762066.379881:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762066.379893:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597595032192/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762066.379903:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762066.379908:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762066.379919:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597595032192/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762066.379947:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762066.379952:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762066.379955:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762066.379959:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762066.379970:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762066.379981:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762066.379994:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20807
00000400:00000200:3.0:1787762066.380008:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762066.380017:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762066.380023:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762066.380034:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762066.380041:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762066.380048:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762066.380064:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762066.380074:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762066.380079:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762066.380084:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762066.380090:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762066.380101:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762066.380109:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762066.380125:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762066.380129:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762066.380136:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762066.380140:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762066.380142:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762066.380148:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762066.380152:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762066.380161:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762066.380166:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762066.380170:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762066.380172:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762066.380175:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762066.380178:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762066.380191:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762066.380204:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787762066.380209:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762066.380214:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762066.380221:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762066.380231:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762066.380239:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762066.380242:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762066.380275:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17800.
00000100:00000001:3.0:1787762066.380279:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762066.380284:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597595032320/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762066.380294:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762066.380297:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762066.380302:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597595032320/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762066.380321:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762066.380330:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762066.380342:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762066.380355:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20817)
00000800:00000200:2.1:1787762066.380446:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762066.380452:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762066.381046:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762066.381050:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762066.381483:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762066.381488:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1787762067.147305:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315480312, at 4315480320
00000100:00000010:0.0:1787762067.147326:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd660.
00010000:00000001:0.0:1787762067.211375:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762067.211382:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762067.211387:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762067.211389:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762067.211392:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762067.211393:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762067.211426:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762067.211430:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762067.211434:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762068.235361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762068.235370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762068.235376:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762068.235377:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762068.235380:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762068.235381:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762069.259384:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762069.259391:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762069.259399:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762069.259400:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762069.259404:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762069.259408:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762069.259411:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762069.259415:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762069.259419:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762069.259422:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762069.259425:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762069.259427:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762069.259484:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762069.259488:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762069.259492:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762070.283381:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762070.283390:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762070.283397:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762070.283399:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762070.283403:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762070.283405:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762070.283430:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762070.283434:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762070.283437:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762071.307332:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762071.307341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762071.307347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762071.307349:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762071.307352:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762071.307353:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762071.307379:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762071.307382:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762071.307384:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762071.499364:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762071.499376:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762071.499385:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762071.499399:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762071.499414:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762071.499427:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20812
00000400:00000200:0.0:1787762071.499443:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762071.499463:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762071.499467:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762071.499472:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762071.499477:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762071.499480:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762071.499483:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762071.499488:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762071.499490:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787762071.499493:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762071.499496:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762071.499498:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787762071.499501:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787762071.499503:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762071.499505:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762071.499506:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762071.499508:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762071.499511:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787762071.499513:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762071.499515:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762071.499518:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762071.499522:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762071.499525:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762071.499527:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762071.499529:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762071.499540:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2580.
00000020:00000040:0.0:1787762071.499544:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762071.499549:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762071.499550:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762071.499553:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762071.499557:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762071.499562:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762071.499575:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e000.
00000100:00000001:0.0:1787762071.499582:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762071.499592:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2580 x1874597595032448/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762071.499602:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762071.499607:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762071.499612:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023dbc666] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2580 x1874597595032448/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762071.499644:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762071.499648:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762071.499651:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762071.499652:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762071.499653:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762071.499656:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762071.499658:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20812
00000400:00000200:0.0:1787762071.499661:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762071.499663:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762071.499665:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762071.499669:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762071.499671:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762071.499674:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762071.499677:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762071.499680:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762071.499682:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787762071.499683:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762071.499686:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787762071.499687:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787762071.499688:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:0.0:1787762071.499691:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762071.499694:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762071.499706:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762071.499714:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762071.499725:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:0.0:1787762071.499728:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762071.499730:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762071.499732:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762071.499741:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762071.499745:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762071.499751:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762071.499757:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762071.499767:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762071.499775:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762071.499783:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1680.
00000020:00000040:0.0:1787762071.499795:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:0.0:1787762071.499810:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762071.499814:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762071.499817:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762071.499818:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762071.499821:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762071.499828:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760d000.
00000100:00000001:0.0:1787762071.499833:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762071.499850:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1680 x1874597595032576/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762071.499864:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762071.499868:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762071.499875:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c9d36cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1680 x1874597595032576/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762071.499883:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762071.499885:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762071.499889:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762071.499895:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762071.499898:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762071.499908:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762071.499913:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20812
00000400:00000200:0.0:1787762071.499928:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762071.499936:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762071.499938:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762071.499945:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762071.499953:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762071.499961:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762071.499965:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762071.499966:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762071.499967:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787762071.499968:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762071.499970:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:0.0:1787762071.499972:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:0.0:1787762071.499976:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:0.0:1787762071.499991:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762071.499996:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762071.499997:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762071.499999:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762071.500010:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:0.0:1787762071.500018:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762071.500025:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762071.500027:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762071.500031:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762071.500041:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762071.500044:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762071.500048:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762071.500056:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762071.500062:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762071.500078:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c3c00.
00000020:00000040:0.0:1787762071.500089:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:0.0:1787762071.500099:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762071.500106:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762071.500115:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762071.500122:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762071.500130:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762071.500147:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e800.
00000100:00000001:0.0:1787762071.500161:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762071.500181:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c3c00 x1874597595032704/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762071.500197:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762071.500204:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762071.500212:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a1cf69] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c3c00 x1874597595032704/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762071.500234:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762071.500238:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787762071.500243:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787762071.500278:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20822)
00000800:00000200:2.1:1787762071.500402:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762071.500407:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762071.501085:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762071.501089:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762071.501552:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762071.501556:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1787762072.267347:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315485432, at 4315485440
00000100:00000010:0.0:1787762072.267368:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd060.
00010000:00000001:0.0:1787762072.331334:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762072.331339:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762072.331344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762072.331345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762072.331349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762072.331350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762073.355363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762073.355371:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762073.355376:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762073.355377:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762073.355380:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762073.355381:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762073.355406:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762073.355409:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762073.355412:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762074.379367:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762074.379376:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762074.379379:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762074.379382:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762074.379388:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762074.379390:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762074.379392:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762074.379394:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762074.379398:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762074.379400:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762074.379401:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762074.379402:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762074.379404:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762074.379405:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762074.379406:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762074.379407:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762074.379410:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762074.379411:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762074.379437:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762074.379440:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762074.379442:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762075.403351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762075.403361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762075.403371:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762075.403373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762075.403379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762075.403381:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762075.403412:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762075.403416:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762075.403420:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762076.427331:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762076.427337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762076.427341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762076.427342:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762076.427345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762076.427346:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762076.619328:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762076.619336:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762076.619339:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762076.619343:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762076.619350:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762076.619359:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20817
00000400:00000200:0.0:1787762076.619369:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762076.619375:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762076.619378:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762076.619381:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762076.619384:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762076.619386:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762076.619388:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762076.619391:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762076.619392:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787762076.619395:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762076.619397:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762076.619399:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787762076.619401:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787762076.619403:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762076.619405:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762076.619406:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762076.619408:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762076.619410:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787762076.619412:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762076.619414:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762076.619415:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762076.619418:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762076.619420:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762076.619421:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762076.619423:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762076.619429:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1a40.
00000020:00000040:0.0:1787762076.619432:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762076.619435:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762076.619436:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762076.619438:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762076.619441:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762076.619444:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762076.619450:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e000.
00000100:00000001:0.0:1787762076.619455:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762076.619462:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1a40 x1874597595032832/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762076.619470:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762076.619473:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762076.619477:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7cad83] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1a40 x1874597595032832/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762076.619498:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762076.619501:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762076.619503:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762076.619504:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762076.619506:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762076.619507:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762076.619510:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20817
00000400:00000200:0.0:1787762076.619513:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762076.619515:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762076.619517:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762076.619519:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762076.619522:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762076.619527:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762076.619531:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762076.619535:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762076.619536:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787762076.619539:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762076.619541:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787762076.619545:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787762076.619550:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:0.0:1787762076.619556:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762076.619560:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762076.619565:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762076.619569:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762076.619571:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:0.0:1787762076.619575:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762076.619579:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762076.619581:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762076.619589:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762076.619594:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762076.619612:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762076.619619:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762076.619626:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762076.619631:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762076.619639:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c0000.
00000020:00000040:0.0:1787762076.619644:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:0.0:1787762076.619650:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762076.619654:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762076.619660:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762076.619663:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762076.619666:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762076.619673:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760d800.
00000100:00000001:0.0:1787762076.619679:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762076.619688:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c0000 x1874597595032960/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762076.619695:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762076.619698:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762076.619705:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ecd2557] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c0000 x1874597595032960/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762076.619717:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762076.619720:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762076.619722:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762076.619724:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762076.619727:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762076.619730:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762076.619735:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20817
00000400:00000200:0.0:1787762076.619743:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762076.619750:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762076.619752:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762076.619758:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762076.619762:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762076.619767:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762076.619772:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762076.619777:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762076.619779:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787762076.619782:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762076.619785:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:0.0:1787762076.619787:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:0.0:1787762076.619792:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:0.0:1787762076.619799:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762076.619803:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762076.619807:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762076.619810:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762076.619812:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:0.0:1787762076.619815:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762076.619819:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762076.619821:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762076.619825:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762076.619829:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762076.619831:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762076.619834:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1787762076.619839:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000008:00000001:0.0:1787762076.619840:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762076.619845:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787762076.619845:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000100:00000010:0.0:1787762076.619848:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2d00.
00000020:00000040:0.0:1787762076.619852:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:0.0:1787762076.619857:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762076.619859:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762076.619862:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762076.619864:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762076.619867:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762076.619873:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760c800.
00000100:00000001:0.0:1787762076.619877:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762076.619885:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2d00 x1874597595033088/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762076.619895:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762076.619898:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762076.619905:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b3abd36] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2d00 x1874597595033088/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762076.619914:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762076.619918:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787762076.619927:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787762076.619934:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20827)
00000800:00000200:2.1:1787762076.620172:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762076.620174:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762076.620391:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762076.620393:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1787762077.387336:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315490551, at 4315490560
00000100:00000010:0.0:1787762077.387365:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd660.
00010000:00000001:0.0:1787762077.451343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762077.451348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762077.451353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762077.451354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762077.451357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762077.451358:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762077.451380:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762077.451382:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762077.451385:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762078.475344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762078.475353:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762078.475359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762078.475360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762078.475363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762078.475365:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762078.475390:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762078.475393:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762078.475396:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762079.499382:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762079.499390:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762079.499396:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762079.499397:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762079.499400:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762079.499404:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762079.499406:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762079.499410:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762079.499413:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762079.499416:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762079.499417:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762079.499419:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762079.499444:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762079.499446:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762079.499449:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762080.523343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762080.523353:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762080.523362:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762080.523364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762080.523369:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762080.523370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762081.547382:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762081.547391:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762081.547396:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762081.547397:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762081.547400:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762081.547401:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762081.547430:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762081.547432:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762081.547435:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762081.739356:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762081.739366:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762081.739372:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762081.739383:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762081.739394:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762081.739408:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20822
00000400:00000200:0.0:1787762081.739422:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762081.739436:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762081.739439:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762081.739443:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762081.739447:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762081.739451:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762081.739453:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762081.739457:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762081.739459:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787762081.739461:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762081.739466:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762081.739469:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787762081.739471:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787762081.739473:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762081.739475:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762081.739477:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762081.739478:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762081.739480:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787762081.739483:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762081.739484:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762081.739487:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762081.739490:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762081.739492:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762081.739495:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762081.739497:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762081.739505:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2d00.
00000020:00000040:0.0:1787762081.739508:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762081.739513:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762081.739514:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762081.739517:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762081.739520:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762081.739524:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762081.739532:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760c400.
00000100:00000001:0.0:1787762081.739539:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762081.739550:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2d00 x1874597595033216/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762081.739559:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762081.739576:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762081.739581:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b3abd36] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2d00 x1874597595033216/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762081.739601:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762081.739604:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762081.739607:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762081.739609:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762081.739610:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762081.739612:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762081.739615:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20822
00000400:00000200:0.0:1787762081.739619:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762081.739623:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762081.739625:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762081.739627:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762081.739629:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762081.739631:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762081.739633:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762081.739638:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762081.739649:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787762081.739660:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762081.739663:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787762081.739665:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787762081.739670:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:0.0:1787762081.739684:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762081.739690:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762081.739699:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762081.739707:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762081.739712:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:0.0:1787762081.739721:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762081.739729:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762081.739736:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762081.739746:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762081.739760:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762081.739767:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762081.739776:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762081.739787:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762081.739793:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762081.739804:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c0000.
00000020:00000040:0.0:1787762081.739811:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:0.0:1787762081.739815:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762081.739821:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762081.739824:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762081.739826:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762081.739830:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762081.739839:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e400.
00000100:00000001:0.0:1787762081.739845:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762081.739859:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c0000 x1874597595033344/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762081.739884:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762081.739888:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762081.739900:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ecd2557] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c0000 x1874597595033344/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762081.739920:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762081.739923:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762081.739931:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762081.739934:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762081.739936:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762081.739948:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762081.739955:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20822
00000400:00000200:0.0:1787762081.739972:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762081.739986:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762081.739991:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762081.740012:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762081.740022:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762081.740031:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762081.740045:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762081.740056:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762081.740059:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787762081.740065:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762081.740069:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:0.0:1787762081.740077:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:0.0:1787762081.740091:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000800:00000200:2.1:1787762081.740095:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:0.0:1787762081.740103:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000800:00000200:2.1:1787762081.740105:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1787762081.740110:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762081.740115:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762081.740120:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762081.740127:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:0.0:1787762081.740132:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762081.740138:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762081.740147:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762081.740155:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762081.740160:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762081.740166:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762081.740171:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762081.740175:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762081.740178:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762081.740190:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1a40.
00000020:00000040:0.0:1787762081.740191:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:0.0:1787762081.740199:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762081.740203:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762081.740213:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762081.740217:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762081.740222:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762081.740230:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760cc00.
00000100:00000001:0.0:1787762081.740238:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762081.740291:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1a40 x1874597595033472/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762081.740333:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762081.740335:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762081.740341:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7cad83] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1a40 x1874597595033472/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762081.740351:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762081.740356:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787762081.740365:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787762081.740376:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20832)
00000800:00000200:2.1:1787762081.740630:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762081.740631:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762081.740837:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762081.740839:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1787762082.507333:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315495672, at 4315495680
00000100:00000010:0.0:1787762082.507353:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd180.
00010000:00000001:0.0:1787762082.571378:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762082.571386:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762082.571392:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762082.571394:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762082.571397:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762082.571399:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762082.571425:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762082.571429:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762082.571432:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762083.595378:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762083.595388:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762083.595395:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762083.595397:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762083.595400:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762083.595402:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762083.595423:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762083.595427:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762083.595429:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762084.619340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762084.619353:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762084.619355:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762084.619359:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762084.619365:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762084.619368:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762084.619370:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762084.619372:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762084.619377:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762084.619379:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762084.619380:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762084.619382:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762084.619383:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762084.619385:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762084.619386:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762084.619388:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762084.619391:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762084.619392:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762084.811440:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762084.811449:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762084.811453:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762084.811460:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762084.811466:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762084.811471:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762084.811474:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762084.811478:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762084.811481:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762085.643427:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762085.643439:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762085.643448:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762085.643449:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762085.643454:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762085.643455:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762085.643490:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762085.643494:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762085.643498:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762085.835331:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762085.835340:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762085.835342:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762085.835347:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762085.835351:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762085.835355:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762085.835359:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762085.835362:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762085.835364:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762086.667319:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762086.667327:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762086.667333:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762086.667334:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762086.667337:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762086.667338:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762086.667360:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762086.667363:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762086.667366:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762086.859339:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1787762086.859341:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787762086.859348:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1787762086.859351:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762086.859352:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762086.859356:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1787762086.859358:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00080000:0.0:1787762086.859362:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762086.859363:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762086.859367:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787762086.859374:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762086.859378:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1787762086.859379:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20827
00000100:00000001:3.0:1787762086.859382:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762086.859387:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762086.859392:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762086.859399:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762086.859402:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762086.859405:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762086.859409:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762086.859411:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762086.859414:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762086.859418:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762086.859420:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787762086.859423:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762086.859426:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762086.859428:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787762086.859430:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787762086.859433:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762086.859434:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762086.859436:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762086.859437:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762086.859440:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787762086.859442:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762086.859444:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762086.859446:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762086.859449:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762086.859452:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762086.859454:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762086.859456:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762086.859466:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c3c00.
00000020:00000040:0.0:1787762086.859470:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762086.859474:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762086.859475:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762086.859478:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762086.859481:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762086.859487:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762086.859496:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e000.
00000100:00000001:0.0:1787762086.859503:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762086.859513:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c3c00 x1874597595033600/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762086.859524:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762086.859544:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762086.859549:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a1cf69] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c3c00 x1874597595033600/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762086.859569:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762086.859572:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762086.859574:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762086.859576:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762086.859577:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762086.859580:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762086.859582:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20827
00000400:00000200:0.0:1787762086.859585:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762086.859587:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762086.859589:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762086.859591:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762086.859593:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762086.859594:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762086.859596:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762086.859598:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762086.859599:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787762086.859600:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762086.859602:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787762086.859603:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787762086.859604:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:0.0:1787762086.859606:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762086.859609:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762086.859610:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762086.859612:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762086.859614:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:0.0:1787762086.859616:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762086.859617:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762086.859618:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762086.859624:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762086.859625:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762086.859626:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762086.859631:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762086.859633:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762086.859634:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762086.859637:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1680.
00000020:00000040:0.0:1787762086.859639:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:0.0:1787762086.859641:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762086.859642:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762086.859643:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762086.859645:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762086.859647:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762086.859650:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760d000.
00000100:00000001:0.0:1787762086.859654:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762086.859658:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1680 x1874597595033728/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762086.859665:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762086.859669:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762086.859674:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c9d36cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1680 x1874597595033728/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762086.859684:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762086.859690:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762086.859705:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762086.859718:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762086.859724:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762086.859731:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762086.859740:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20827
00000400:00000200:0.0:1787762086.859766:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762086.859783:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762086.859803:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762086.859814:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762086.859835:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762086.859849:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762086.859855:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762086.859867:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762086.859874:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787762086.859880:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762086.859890:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:0.0:1787762086.859906:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:0.0:1787762086.859917:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:0.0:1787762086.859922:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762086.859923:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762086.859928:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762086.859943:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762086.859958:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:0.0:1787762086.859962:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762086.859969:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762086.859976:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762086.859980:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762086.859988:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762086.859990:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762086.859993:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762086.860002:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762086.860006:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762086.860017:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2580.
00000020:00000040:0.0:1787762086.860027:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:0.0:1787762086.860035:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762086.860039:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762086.860048:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762086.860056:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762086.860063:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762086.860078:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e800.
00000100:00000001:0.0:1787762086.860090:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762086.860106:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2580 x1874597595033856/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762086.860122:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762086.860128:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762086.860136:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023dbc666] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2580 x1874597595033856/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762086.860162:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762086.860170:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787762086.860179:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787762086.860187:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20837)
00000800:00000200:2.1:1787762086.860333:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762086.860337:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787762086.860868:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762086.860873:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787762086.861436:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762086.861439:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1787762087.627354:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315500792, at 4315500800
00000100:00000010:0.0:1787762087.627384:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdf60.
00010000:00000001:0.0:1787762087.691328:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762087.691333:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762087.691339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762087.691341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762087.691346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762087.691347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762087.691377:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762087.691380:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762087.691384:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762087.883332:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762087.883347:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762087.883349:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762087.883355:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762087.883359:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762087.883364:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762087.883367:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762087.883370:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762087.883372:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762088.715349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762088.715357:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762088.715364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762088.715365:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762088.715368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762088.715369:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762089.739382:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762089.739391:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762089.739396:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762089.739397:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762089.739400:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762089.739404:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762089.739406:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762089.739410:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762089.739413:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762089.739416:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762089.739417:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762089.739419:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762089.739446:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762089.739449:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762089.739451:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762090.763368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762090.763376:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762090.763384:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762090.763387:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762090.763391:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762090.763393:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762090.763420:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762090.763424:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762090.763427:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762091.787356:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762091.787364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762091.787372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762091.787373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762091.787377:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762091.787379:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762091.787403:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762091.787407:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762091.787410:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762091.979415:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762091.979434:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762091.979444:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762091.979457:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762091.979469:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762091.979483:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20832
00000400:00000200:0.0:1787762091.979517:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762091.979524:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762091.979529:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762091.979533:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762091.979537:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762091.979541:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762091.979544:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762091.979549:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762091.979552:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787762091.979556:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762091.979560:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762091.979563:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787762091.979566:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787762091.979570:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762091.979573:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762091.979575:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762091.979589:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762091.979593:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787762091.979598:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762091.979601:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762091.979605:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762091.979610:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762091.979614:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762091.979617:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762091.979621:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762091.979630:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2580.
00000020:00000040:0.0:1787762091.979635:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762091.979640:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762091.979642:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762091.979646:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762091.979649:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762091.979654:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762091.979665:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e000.
00000100:00000001:0.0:1787762091.979673:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762091.979685:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2580 x1874597595033984/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762091.979699:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762091.979705:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762091.979711:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023dbc666] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2580 x1874597595033984/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762091.979739:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762091.979744:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762091.979749:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762091.979751:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762091.979753:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762091.979756:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762091.979759:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20832
00000400:00000200:0.0:1787762091.979764:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762091.979769:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762091.979772:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762091.979777:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762091.979780:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762091.979783:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762091.979789:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762091.979798:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762091.979806:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787762091.979813:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762091.979817:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787762091.979823:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787762091.979827:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:0.0:1787762091.979843:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762091.979851:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762091.979858:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762091.979865:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762091.979872:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:0.0:1787762091.979881:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762091.979888:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762091.979897:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762091.979910:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762091.979919:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762091.979925:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762091.979933:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762091.979941:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762091.979948:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762091.979957:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1680.
00000020:00000040:0.0:1787762091.979966:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:0.0:1787762091.979973:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762091.979979:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762091.979987:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762091.979991:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762091.979998:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762091.980008:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760d800.
00000100:00000001:0.0:1787762091.980019:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762091.980039:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1680 x1874597595034112/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762091.980059:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762091.980067:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762091.980084:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c9d36cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1680 x1874597595034112/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762091.980109:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762091.980115:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762091.980122:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762091.980131:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762091.980138:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762091.980142:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762091.980149:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20832
00000400:00000200:0.0:1787762091.980159:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762091.980170:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762091.980183:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762091.980194:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762091.980201:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762091.980210:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762091.980218:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762091.980226:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762091.980232:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787762091.980238:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762091.980244:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:0.0:1787762091.980301:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:0.0:1787762091.980312:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:0.0:1787762091.980326:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762091.980334:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762091.980343:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762091.980347:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762091.980356:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:0.0:1787762091.980370:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000800:00000200:2.1:1787762091.980372:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:0.0:1787762091.980376:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762091.980382:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762091.980387:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762091.980390:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762091.980392:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762091.980396:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762091.980401:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762091.980409:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762091.980419:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c3c00.
00000020:00000040:0.0:1787762091.980430:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:0.0:1787762091.980434:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762091.980439:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762091.980444:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762091.980447:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762091.980450:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762091.980465:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760c800.
00000100:00000001:0.0:1787762091.980475:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762091.980489:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c3c00 x1874597595034240/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762091.980531:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762091.980537:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762091.980553:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a1cf69] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c3c00 x1874597595034240/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762091.980580:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762091.980585:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787762091.980596:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787762091.980611:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20842)
00000800:00000200:2.1:1787762091.980836:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762091.981178:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:0.0:1787762092.747396:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315505912, at 4315505920
00000100:00000010:0.0:1787762092.747420:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd6c0.
00010000:00000001:0.0:1787762092.811388:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762092.811395:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762092.811401:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762092.811404:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762092.811408:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762092.811410:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762093.835365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762093.835373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762093.835380:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762093.835382:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762093.835387:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762093.835388:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762093.835437:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762093.835441:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762093.835445:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762094.859396:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762094.859406:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762094.859409:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762094.859413:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762094.859418:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762094.859422:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762094.859425:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762094.859427:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762094.859432:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762094.859434:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762094.859436:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762094.859438:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762094.859440:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762094.859442:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762094.859445:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762094.859447:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762094.859451:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762094.859453:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762094.859510:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762094.859514:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762094.859517:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787762095.051588:0:238626:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.101:988
00000400:00000100:3.0:1787762095.051637:0:238626:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.101@tcp at host 192.168.203.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787762095.051649:0:238626:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762095.051670:0:238626:0:(router.c:1791:lnet_notify()) 192.168.203.1@tcp notifying 192.168.203.101@tcp: down
00000400:00000200:3.0:1787762095.051678:0:238626:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762095.051683:0:238626:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787762095.051689:0:238626:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:3.0:1787762095.051695:0:238626:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:3.0:1787762095.051701:0:238626:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787762095.051707:0:238626:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787762095.051716:0:238626:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9088
00000400:00000010:3.0:1787762095.051719:0:238626:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9088.
00000100:00000001:3.0:1787762095.051726:0:238626:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762095.051737:0:238626:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b65113c2580 x1874597595033984/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762095.051765:0:238626:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762095.051772:0:238626:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c2580 x1874597595033984/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762095.051782:0:238626:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762095.051785:0:238626:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787762095.051799:0:238626:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:3.0:1787762095.051804:0:238626:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58600.
00000400:00000200:3.0:1787762095.051809:0:238626:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787762095.051814:0:238626:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787762095.051819:0:238626:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9990
00000400:00000010:3.0:1787762095.051823:0:238626:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9990.
00000100:00000001:3.0:1787762095.051833:0:238626:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762095.051844:0:238626:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b65113c1680 x1874597595034112/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762095.051870:0:238626:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762095.051886:0:238626:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c1680 x1874597595034112/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762095.051909:0:238626:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762095.051913:0:238626:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787762095.051924:0:238626:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:3.0:1787762095.051928:0:238626:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58400.
00000400:00000200:3.0:1787762095.051939:0:238626:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787762095.051953:0:238626:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787762095.051962:0:238626:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f93b8
00000400:00000010:3.0:1787762095.051966:0:238626:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f93b8.
00000100:00000001:3.0:1787762095.051972:0:238626:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762095.051984:0:238626:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b65113c3c00 x1874597595034240/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762095.052013:0:238626:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762095.052039:0:238626:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c3c00 x1874597595034240/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762095.052107:0:238626:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762095.052117:0:238626:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1787762095.883388:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762095.883396:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762095.883403:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762095.883405:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762095.883409:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762095.883412:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762095.883492:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762095.883497:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762095.883501:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762096.907367:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762096.907375:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762096.907381:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762096.907382:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762096.907385:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762096.907386:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762097.099381:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762097.099395:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762097.099402:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762097.099410:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762097.099421:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762097.099431:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20837
00000400:00000200:0.0:1787762097.099443:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762097.099453:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762097.099484:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762097.099490:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762097.099495:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762097.099498:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762097.099502:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762097.099507:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762097.099510:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787762097.099513:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762097.099517:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762097.099520:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787762097.099523:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787762097.099527:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762097.099530:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762097.099532:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762097.099536:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762097.099540:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787762097.099544:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762097.099548:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762097.099551:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762097.099555:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762097.099559:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762097.099561:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762097.099564:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762097.099572:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1a40.
00000020:00000040:0.0:1787762097.099577:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762097.099582:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762097.099584:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762097.099588:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762097.099591:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762097.099596:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762097.099605:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760c400.
00000100:00000001:0.0:1787762097.099613:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762097.099624:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1a40 x1874597595034368/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762097.099645:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762097.099653:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762097.099663:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7cad83] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1a40 x1874597595034368/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762097.099709:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762097.099716:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762097.099723:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762097.099726:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762097.099730:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762097.099735:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762097.099740:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20837
00000400:00000200:0.0:1787762097.099753:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762097.099759:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762097.099762:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762097.099768:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762097.099772:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762097.099780:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762097.099789:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762097.099799:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762097.099806:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787762097.099815:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762097.099822:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787762097.099832:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787762097.099842:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:0.0:1787762097.099861:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762097.099872:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762097.099883:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762097.099896:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762097.099907:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:0.0:1787762097.099922:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762097.099931:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762097.099942:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762097.099956:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762097.099968:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762097.099981:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762097.099993:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762097.100016:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762097.100024:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762097.100040:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c0000.
00000020:00000040:0.0:1787762097.100049:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:0.0:1787762097.100063:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762097.100072:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762097.100082:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762097.100089:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762097.100096:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762097.100111:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e400.
00000100:00000001:0.0:1787762097.100123:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762097.100146:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c0000 x1874597595034496/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762097.100174:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762097.100184:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762097.100204:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ecd2557] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c0000 x1874597595034496/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762097.100325:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762097.100337:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762097.100355:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762097.100365:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762097.100369:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762097.100374:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762097.100385:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20837
00000800:00000200:2.1:1787762097.100479:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762097.100488:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000400:00000200:0.0:1787762097.100539:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762097.100551:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762097.100557:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762097.100564:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762097.100568:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762097.100573:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762097.100579:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762097.100584:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762097.100587:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787762097.100591:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762097.100595:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:0.0:1787762097.100598:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:0.0:1787762097.100604:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:0.0:1787762097.100610:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762097.100614:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762097.100617:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762097.100622:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762097.100626:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:0.0:1787762097.100632:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762097.100637:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762097.100642:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762097.100649:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762097.100655:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762097.100660:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762097.100665:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762097.100679:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762097.100684:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762097.100694:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2d00.
00000020:00000040:0.0:1787762097.100701:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:0.0:1787762097.100707:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762097.100710:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762097.100714:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762097.100717:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762097.100722:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762097.100733:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760c800.
00000100:00000001:0.0:1787762097.100740:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762097.100753:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2d00 x1874597595034624/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762097.100783:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762097.100791:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762097.100809:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b3abd36] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2d00 x1874597595034624/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762097.100847:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762097.100855:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787762097.100866:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787762097.100879:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20847)
00000800:00000200:2.1:1787762097.101510:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762097.101514:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762097.101947:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762097.101951:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1787762097.867390:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315511032, at 4315511040
00000100:00000010:0.0:1787762097.867416:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd1e0.
00010000:00000001:0.0:1787762097.931367:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762097.931372:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762097.931380:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762097.931383:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762097.931390:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762097.931392:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762097.931425:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762097.931431:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762097.931436:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762098.955382:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762098.955401:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762098.955411:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762098.955413:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762098.955419:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762098.955422:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762099.979345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762099.979352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762099.979358:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762099.979360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762099.979364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762099.979369:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762099.979372:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762099.979376:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762099.979379:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762099.979382:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762099.979385:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762099.979388:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762099.979434:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762099.979456:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762099.979462:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762101.003371:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762101.003379:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762101.003385:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762101.003386:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762101.003389:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762101.003390:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762102.027365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762102.027373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762102.027380:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762102.027381:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762102.027384:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762102.027385:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762102.027411:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762102.027413:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762102.027416:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787762102.220331:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762102.220339:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787762102.221089:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762102.221093:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787762102.221558:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762102.221561:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 52 secs later)
00000100:00000040:0.0:1787762102.987342:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315516152, at 4315516160
00000100:00000010:0.0:1787762102.987370:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd180.
00010000:00000001:0.0:1787762103.051327:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762103.051332:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762103.051337:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762103.051338:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762103.051341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762103.051342:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762104.075371:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762104.075379:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762104.075385:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762104.075386:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762104.075389:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762104.075390:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762104.075458:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762104.075462:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762104.075465:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762105.099336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762105.099346:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762105.099348:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762105.099351:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762105.099357:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762105.099361:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762105.099362:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762105.099364:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762105.099368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762105.099370:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762105.099371:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762105.099372:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762105.099373:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762105.099374:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762105.099375:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762105.099376:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762105.099379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762105.099380:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762106.123347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762106.123355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762106.123361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762106.123362:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762106.123365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762106.123366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762106.123389:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762106.123392:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762106.123412:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762107.147358:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762107.147368:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762107.147376:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762107.147378:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762107.147382:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762107.147383:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787762107.340382:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762107.340415:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787762107.341120:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762107.341124:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787762107.341536:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762107.341539:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 47 secs later)
00000100:00000040:0.0:1787762108.107354:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315521272, at 4315521280
00000100:00000010:0.0:1787762108.107399:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd660.
00010000:00000001:0.0:1787762108.171375:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762108.171400:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762108.171411:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762108.171413:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762108.171419:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762108.171421:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762108.171461:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762108.171468:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762108.171474:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762109.195340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762109.195348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762109.195353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762109.195354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762109.195358:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762109.195361:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762109.195364:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762109.195367:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762109.195371:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762109.195387:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762109.195389:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762109.195391:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762110.219349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762110.219358:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762110.219364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762110.219378:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762110.219381:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762110.219382:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762110.219417:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762110.219420:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762110.219423:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762111.243331:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762111.243339:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762111.243345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762111.243346:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762111.243349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762111.243350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762112.267340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762112.267347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762112.267366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762112.267367:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762112.267370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762112.267371:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762112.267400:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762112.267404:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762112.267408:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787762112.460378:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762112.460383:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787762112.460919:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762112.460922:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787762112.461301:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762112.461304:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000100:00000040:0.0:1787762113.227334:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315526392, at 4315526400
00000100:00000010:0.0:1787762113.227364:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd060.
00010000:00000001:0.0:1787762113.291330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762113.291334:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762113.291339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762113.291340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762113.291343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762113.291358:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762114.315328:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762114.315350:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762114.315353:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762114.315356:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762114.315362:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762114.315364:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762114.315366:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762114.315368:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762114.315377:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762114.315379:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762114.315380:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762114.315382:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762114.315383:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762114.315384:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762114.315386:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762114.315387:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762114.315390:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762114.315391:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762114.315414:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762114.315416:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762114.315419:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762115.339359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762115.339369:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762115.339378:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762115.339380:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762115.339385:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762115.339387:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762116.363340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762116.363349:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762116.363357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762116.363358:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762116.363362:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762116.363363:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762116.363388:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762116.363390:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762116.363393:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762117.387343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762117.387350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762117.387356:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762117.387358:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762117.387361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762117.387362:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762117.579363:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762117.579372:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762117.579376:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762117.579381:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762117.579386:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762117.579395:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20858
00000400:00000200:3.0:1787762117.579405:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762117.579413:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762117.579416:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762117.579420:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762117.579423:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762117.579426:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762117.579428:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762117.579433:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762117.579435:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762117.579438:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762117.579441:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762117.579443:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762117.579445:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762117.579447:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762117.579448:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762117.579450:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762117.579451:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762117.579454:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762117.579457:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762117.579459:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762117.579461:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762117.579464:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762117.579467:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762117.579468:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762117.579472:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762117.579481:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787762117.579484:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762117.579489:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762117.579491:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762117.579494:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762117.579503:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762117.579508:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762117.579516:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16800.
00000100:00000001:3.0:1787762117.579525:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762117.579535:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597595035904/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762117.579545:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762117.579551:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762117.579555:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597595035904/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762117.579575:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762117.579577:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762117.579581:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762117.579582:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762117.579584:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762117.579587:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762117.579590:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20858
00000400:00000200:3.0:1787762117.579593:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762117.579597:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762117.579600:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762117.579603:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762117.579606:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762117.579612:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762117.579615:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762117.579619:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762117.579622:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762117.579625:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762117.579628:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762117.579633:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762117.579636:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762117.579642:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762117.579644:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762117.579646:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762117.579649:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762117.579651:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762117.579658:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762117.579662:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762117.579664:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762117.579745:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1787762117.579830:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762117.579834:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
02000000:00000001:3.0:1787762117.579864:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762117.579868:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762117.579875:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762117.579879:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762117.579884:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762117.579941:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000020:00000040:3.0:1787762117.579947:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762117.579954:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762117.579959:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762117.579965:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762117.579969:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762117.579974:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762117.579980:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14800.
00000100:00000001:3.0:1787762117.579987:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762117.579996:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597595036032/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762117.580018:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762117.580023:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762117.580032:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597595036032/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762117.580046:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762117.580049:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762117.580054:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762117.580056:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762117.580059:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762117.580064:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762117.580068:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20858
00000400:00000200:3.0:1787762117.580076:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762117.580081:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762117.580084:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762117.580088:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762117.580090:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762117.580094:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762117.580098:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762117.580103:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762117.580104:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762117.580107:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762117.580110:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762117.580113:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762117.580116:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762117.580119:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762117.580122:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762117.580127:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762117.580130:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762117.580133:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762117.580138:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762117.580141:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762117.580146:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762117.580150:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762117.580154:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762117.580158:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762117.580163:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762117.580167:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762117.580171:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762117.580178:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000020:00000040:3.0:1787762117.580183:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762117.580190:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762117.580195:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762117.580200:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762117.580204:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762117.580208:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762117.580216:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16400.
00000100:00000001:3.0:1787762117.580223:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762117.580232:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597595036160/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762117.580245:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762117.580276:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762117.580281:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597595036160/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762117.580296:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762117.580302:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762117.580309:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762117.580330:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20868)
00000800:00000200:2.1:1787762117.580426:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762117.580428:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787762117.580704:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762117.580706:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000100:00000040:0.0:1787762118.347346:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315531511, at 4315531520
00000100:00000010:0.0:1787762118.347367:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd9c0.
00010000:00000001:0.0:1787762118.411333:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762118.411338:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762118.411343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762118.411344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762118.411347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762118.411348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762118.411372:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762118.411375:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762118.411377:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762119.435356:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762119.435364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762119.435369:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762119.435371:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762119.435374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762119.435377:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762119.435380:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762119.435383:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762119.435386:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762119.435389:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762119.435390:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762119.435393:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762120.459336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762120.459345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762120.459351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762120.459352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762120.459355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762120.459356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762120.459378:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762120.459381:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762120.459384:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762121.483357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762121.483364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762121.483370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762121.483371:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762121.483374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762121.483375:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762122.507422:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762122.507429:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762122.507437:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762122.507438:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762122.507442:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762122.507444:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762122.507468:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762122.507471:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762122.507475:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762122.699399:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762122.699415:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762122.699422:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762122.699431:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762122.699440:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762122.699456:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20863
00000400:00000200:3.0:1787762122.699473:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762122.699482:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762122.699488:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762122.699495:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762122.699500:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762122.699504:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762122.699507:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762122.699512:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762122.699515:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762122.699519:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762122.699523:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762122.699526:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762122.699530:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762122.699534:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762122.699536:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762122.699539:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762122.699542:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762122.699545:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762122.699550:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762122.699553:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762122.699557:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762122.699562:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762122.699567:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762122.699572:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762122.699576:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762122.699593:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787762122.699599:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762122.699607:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762122.699611:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762122.699617:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762122.699621:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762122.699631:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762122.699646:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17400.
00000100:00000001:3.0:1787762122.699659:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762122.699677:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597595036288/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762122.699694:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762122.699700:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762122.699707:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597595036288/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762122.699741:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762122.699746:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762122.699750:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762122.699752:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762122.699755:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762122.699760:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762122.699764:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20863
00000400:00000200:3.0:1787762122.699772:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762122.699777:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762122.699782:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762122.699792:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762122.699800:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762122.699806:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762122.699814:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762122.699818:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762122.699823:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762122.699828:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762122.699835:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762122.699846:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762122.699855:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762122.699869:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762122.699878:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762122.699885:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762122.699888:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762122.699891:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762122.699896:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762122.699903:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762122.699908:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762122.699922:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762122.699929:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762122.699936:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762122.699946:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762122.699954:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762122.699966:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762122.699981:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000020:00000040:3.0:1787762122.699989:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762122.699996:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762122.699999:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762122.700001:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762122.700003:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762122.700006:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762122.700015:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16400.
00000100:00000001:3.0:1787762122.700023:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762122.700034:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597595036416/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762122.700049:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762122.700061:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762122.700077:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597595036416/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762122.700105:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762122.700119:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762122.700133:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762122.700141:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762122.700146:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762122.700157:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762122.700165:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20863
00000400:00000200:3.0:1787762122.700178:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762122.700188:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762122.700196:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762122.700202:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762122.700206:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762122.700215:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762122.700221:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762122.700224:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762122.700231:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762122.700238:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762122.700244:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762122.700326:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762122.700335:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762122.700349:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762122.700359:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762122.700367:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762122.700373:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762122.700377:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762122.700386:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762122.700397:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762122.700402:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762122.700411:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762122.700422:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762122.700429:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762122.700434:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762122.700443:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762122.700449:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762122.700458:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000020:00000040:3.0:1787762122.700466:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762122.700474:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1787762122.700479:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
02000000:00000001:3.0:1787762122.700480:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762122.700491:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1787762122.700493:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
02000000:00000001:3.0:1787762122.700495:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762122.700502:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762122.700515:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14800.
00000100:00000001:3.0:1787762122.700526:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762122.700542:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597595036544/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762122.700568:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762122.700581:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762122.700602:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597595036544/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762122.700643:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762122.700657:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762122.700670:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762122.700683:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20873)
00000800:00000200:2.1:1787762122.701182:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762122.701185:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787762122.701624:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762122.701627:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000100:00000040:0.0:1787762123.467430:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315536632, at 4315536640
00000100:00000010:0.0:1787762123.467457:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdba0.
00010000:00000001:0.0:1787762123.531394:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762123.531402:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762123.531409:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762123.531411:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762123.531415:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762123.531417:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762124.555377:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762124.555389:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762124.555393:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762124.555397:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762124.555405:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762124.555408:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762124.555412:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762124.555415:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762124.555421:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762124.555423:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762124.555425:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762124.555427:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762124.555430:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762124.555431:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762124.555433:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762124.555436:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762124.555452:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762124.555454:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762124.555485:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762124.555489:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762124.555492:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762125.579337:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762125.579345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762125.579351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762125.579352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762125.579355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762125.579356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762126.603364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762126.603373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762126.603379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762126.603380:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762126.603383:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762126.603385:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762126.603409:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762126.603412:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762126.603415:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762127.627368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762127.627378:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762127.627389:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762127.627391:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762127.627396:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762127.627399:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762127.819345:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762127.819359:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762127.819364:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762127.819370:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762127.819377:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762127.819387:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20868
00000400:00000200:3.0:1787762127.819400:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762127.819408:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762127.819411:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762127.819415:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762127.819419:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762127.819421:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762127.819424:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762127.819428:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762127.819431:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762127.819434:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762127.819437:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762127.819439:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762127.819441:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762127.819443:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762127.819445:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762127.819446:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762127.819447:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762127.819449:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762127.819452:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762127.819454:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762127.819456:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762127.819459:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762127.819462:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762127.819464:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762127.819465:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762127.819475:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787762127.819478:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762127.819483:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762127.819485:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762127.819488:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762127.819491:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762127.819496:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762127.819505:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16800.
00000100:00000001:3.0:1787762127.819512:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762127.819521:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597595036672/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762127.819536:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762127.819542:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762127.819546:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597595036672/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762127.819564:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762127.819566:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762127.819569:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762127.819570:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762127.819572:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762127.819574:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762127.819577:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20868
00000400:00000200:3.0:1787762127.819579:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762127.819582:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762127.819584:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762127.819587:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762127.819592:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762127.819595:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762127.819598:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762127.819602:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762127.819603:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762127.819605:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762127.819608:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762127.819613:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762127.819617:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762127.819624:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762127.819626:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762127.819630:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762127.819633:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762127.819636:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762127.819641:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762127.819645:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762127.819648:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762127.819656:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762127.819660:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762127.819662:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762127.819669:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762127.819674:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762127.819679:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762127.819683:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000020:00000040:3.0:1787762127.819686:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762127.819688:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762127.819689:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762127.819696:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762127.819699:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762127.819701:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762127.819705:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17800.
00000100:00000001:3.0:1787762127.819710:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762127.819718:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597595036800/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762127.819725:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762127.819729:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762127.819731:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597595036800/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762127.819738:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762127.819742:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762127.819749:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762127.819750:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762127.819752:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762127.819755:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762127.819762:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20868
00000400:00000200:3.0:1787762127.819770:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762127.819773:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762127.819777:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762127.819782:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762127.819786:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762127.819789:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762127.819794:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762127.819796:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762127.819797:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762127.819798:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762127.819800:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762127.819802:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762127.819806:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762127.819809:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762127.819810:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762127.819811:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762127.819812:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762127.819818:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762127.819821:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762127.819823:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762127.819824:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762127.819826:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762127.819829:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762127.819833:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762127.819835:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762127.819845:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762127.819848:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762127.819854:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787762127.819858:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762127.819861:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762127.819864:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762127.819866:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762127.819868:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762127.819871:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762127.819874:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16c00.
00000100:00000001:3.0:1787762127.819877:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762127.819886:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597595036928/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762127.819899:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762127.819901:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762127.819905:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597595036928/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762127.819911:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762127.819916:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762127.819923:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762127.819928:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20878)
00000800:00000200:2.1:1787762127.819934:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762127.819939:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787762127.820306:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762127.820308:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787762127.820509:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762127.820511:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1787762128.587384:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315541751, at 4315541760
00000100:00000010:0.0:1787762128.587424:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdc60.
00010000:00000001:0.0:1787762128.651312:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762128.651317:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762128.651322:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762128.651323:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762128.651327:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762128.651328:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762128.651349:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762128.651352:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762128.651355:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762129.675335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762129.675343:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762129.675349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762129.675350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762129.675353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762129.675358:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762129.675360:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762129.675364:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762129.675367:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762129.675370:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762129.675372:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762129.675374:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762130.699333:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762130.699341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762130.699346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762130.699348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762130.699351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762130.699352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762130.699374:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762130.699377:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762130.699379:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762131.723353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762131.723362:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762131.723368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762131.723369:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762131.723372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762131.723374:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762132.747348:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762132.747356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762132.747363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762132.747364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762132.747368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762132.747369:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762132.747393:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762132.747397:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762132.747401:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762132.939321:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762132.939333:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762132.939338:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762132.939343:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762132.939349:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762132.939359:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20873
00000400:00000200:3.0:1787762132.939373:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762132.939381:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762132.939385:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762132.939388:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762132.939391:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762132.939394:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762132.939395:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762132.939399:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762132.939402:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762132.939405:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762132.939408:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762132.939410:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762132.939413:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762132.939415:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762132.939416:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762132.939417:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762132.939419:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762132.939421:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762132.939424:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762132.939426:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762132.939428:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762132.939432:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762132.939434:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762132.939436:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762132.939438:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762132.939447:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787762132.939451:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762132.939455:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762132.939457:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762132.939460:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762132.939462:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762132.939468:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762132.939477:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14000.
00000100:00000001:3.0:1787762132.939485:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762132.939495:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597595037056/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762132.939505:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762132.939510:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762132.939515:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597595037056/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762132.939537:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762132.939540:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762132.939543:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762132.939544:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762132.939545:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762132.939548:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762132.939551:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20873
00000400:00000200:3.0:1787762132.939554:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762132.939557:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762132.939559:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762132.939562:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762132.939566:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762132.939571:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762132.939575:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762132.939577:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762132.939580:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762132.939582:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762132.939586:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762132.939589:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762132.939594:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762132.939601:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762132.939604:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762132.939607:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762132.939609:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762132.939613:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762132.939619:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762132.939624:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762132.939627:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762132.939635:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762132.939639:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762132.939642:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762132.939648:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762132.939652:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762132.939654:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762132.939661:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000020:00000040:3.0:1787762132.939664:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762132.939669:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762132.939673:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762132.939674:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762132.939676:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762132.939679:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762132.939685:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14c00.
00000100:00000001:3.0:1787762132.939688:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762132.939695:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597595037184/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762132.939705:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762132.939708:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762132.939713:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597595037184/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762132.939723:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762132.939727:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762132.939735:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762132.939738:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762132.939740:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762132.939745:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762132.939749:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20873
00000400:00000200:3.0:1787762132.939757:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762132.939762:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762132.939764:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762132.939770:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762132.939772:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762132.939776:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762132.939778:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762132.939780:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762132.939781:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762132.939784:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762132.939786:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762132.939790:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762132.939791:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762132.939794:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762132.939795:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762132.939797:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762132.939802:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762132.939806:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762132.939808:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762132.939810:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762132.939812:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762132.939816:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762132.939819:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762132.939822:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762132.939826:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762132.939830:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762132.939833:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762132.939838:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787762132.939844:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762132.939848:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762132.939850:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762132.939853:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762132.939855:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762132.939858:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762132.939860:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17000.
00000100:00000001:3.0:1787762132.939865:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762132.939874:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597595037312/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762132.939887:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762132.939888:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762132.939894:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597595037312/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762132.939904:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762132.939907:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762132.939915:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762132.939920:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20883)
00000800:00000200:2.1:1787762132.939920:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762132.939927:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762132.940345:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762132.940347:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762132.940585:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762132.940588:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1787762133.707340:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315546871, at 4315546880
00000100:00000010:0.0:1787762133.707363:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd6c0.
00010000:00000001:0.0:1787762133.771332:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762133.771339:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762133.771345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762133.771346:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762133.771349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762133.771350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762134.795314:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762134.795320:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762134.795322:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762134.795325:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762134.795328:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762134.795330:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762134.795332:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762134.795333:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762134.795336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762134.795338:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762134.795339:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762134.795340:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762134.795341:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762134.795342:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762134.795343:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762134.795344:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762134.795347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762134.795348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762134.795364:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762134.795366:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762134.795368:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762135.819351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762135.819359:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762135.819365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762135.819366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762135.819371:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762135.819373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762136.843339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762136.843350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762136.843359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762136.843361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762136.843365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762136.843367:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762136.843424:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762136.843427:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762136.843430:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762137.867363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762137.867375:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762137.867383:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762137.867385:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762137.867390:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762137.867391:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762138.059325:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762138.059338:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762138.059343:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762138.059348:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762138.059364:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762138.059378:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20878
00000400:00000200:3.0:1787762138.059393:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762138.059404:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762138.059407:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762138.059410:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762138.059413:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762138.059415:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762138.059417:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762138.059421:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762138.059424:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762138.059426:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762138.059430:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762138.059432:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762138.059435:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762138.059437:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762138.059438:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762138.059440:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762138.059441:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762138.059444:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762138.059447:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762138.059448:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762138.059451:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762138.059455:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762138.059457:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762138.059459:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762138.059461:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762138.059471:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000020:00000040:3.0:1787762138.059474:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762138.059479:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762138.059480:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762138.059483:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762138.059486:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762138.059491:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762138.059499:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15400.
00000100:00000001:3.0:1787762138.059507:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762138.059517:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597595037440/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762138.059528:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762138.059533:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762138.059537:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597595037440/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762138.059557:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762138.059560:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762138.059563:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762138.059565:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762138.059566:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762138.059569:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762138.059572:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20878
00000400:00000200:3.0:1787762138.059576:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762138.059578:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762138.059581:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762138.059586:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762138.059591:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762138.059595:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762138.059597:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762138.059601:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762138.059604:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762138.059607:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762138.059616:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762138.059619:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762138.059623:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762138.059629:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762138.059635:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762138.059641:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762138.059644:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762138.059647:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762138.059649:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762138.059654:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762138.059660:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762138.059667:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762138.059671:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762138.059675:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762138.059680:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762138.059684:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762138.059689:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762138.059696:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000020:00000040:3.0:1787762138.059699:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762138.059705:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762138.059706:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762138.059708:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762138.059709:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762138.059710:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762138.059715:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15800.
00000100:00000001:3.0:1787762138.059720:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762138.059724:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597595037568/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762138.059730:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762138.059732:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762138.059735:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597595037568/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762138.059752:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762138.059757:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762138.059768:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762138.059773:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762138.059776:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762138.059780:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762138.059786:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20878
00000400:00000200:3.0:1787762138.059790:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762138.059795:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762138.059797:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762138.059801:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762138.059802:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762138.059804:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762138.059806:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762138.059811:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762138.059814:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762138.059816:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762138.059818:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762138.059821:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762138.059826:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762138.059830:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762138.059832:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762138.059836:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762138.059839:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762138.059843:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762138.059848:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762138.059853:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762138.059857:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762138.059860:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762138.059864:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762138.059866:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762138.059870:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762138.059871:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762138.059873:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762138.059877:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787762138.059880:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762138.059884:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762138.059886:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762138.059889:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762138.059892:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762138.059893:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762138.059897:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17c00.
00000100:00000001:3.0:1787762138.059901:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762138.059907:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597595037696/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762138.059916:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762138.059919:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762138.059924:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597595037696/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1787762138.059930:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:3.0:1787762138.059933:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762138.059939:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1787762138.059940:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1787762138.059944:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762138.059951:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20888)
00000800:00000200:2.1:1787762138.060337:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762138.060339:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762138.060546:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762138.060548:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1787762138.827335:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315551991, at 4315552000
00000100:00000010:0.0:1787762138.827355:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdf60.
00010000:00000001:0.0:1787762138.891346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762138.891353:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762138.891359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762138.891360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762138.891363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762138.891364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762138.891406:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762138.891409:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762138.891412:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762139.915356:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762139.915364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762139.915370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762139.915371:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762139.915375:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762139.915378:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762139.915382:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762139.915385:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762139.915388:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762139.915391:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762139.915393:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762139.915395:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762140.939345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762140.939353:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762140.939359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762140.939360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762140.939364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762140.939365:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762140.939402:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762140.939404:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762140.939407:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762141.963353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762141.963361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762141.963367:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762141.963368:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762141.963371:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762141.963373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762142.987326:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762142.987331:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762142.987336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762142.987336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762142.987339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762142.987340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762142.987377:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762142.987379:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762142.987381:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762143.179380:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762143.179395:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762143.179400:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762143.179406:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762143.179414:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762143.179425:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20883
00000400:00000200:3.0:1787762143.179442:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762143.179458:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762143.179466:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762143.179476:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762143.179484:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762143.179494:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762143.179504:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762143.179517:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762143.179522:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762143.179526:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762143.179530:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762143.179534:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762143.179537:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762143.179542:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762143.179545:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762143.179549:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762143.179552:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762143.179558:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762143.179563:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762143.179567:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762143.179571:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762143.179575:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762143.179579:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762143.179581:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762143.179585:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762143.179595:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000020:00000040:3.0:1787762143.179601:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762143.179607:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762143.179609:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762143.179613:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762143.179617:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762143.179623:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762143.179634:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14400.
00000100:00000001:3.0:1787762143.179643:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762143.179657:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597595037824/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762143.179672:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762143.179678:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762143.179685:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597595037824/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762143.179714:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762143.179719:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762143.179723:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762143.179725:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762143.179728:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762143.179731:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762143.179736:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20883
00000400:00000200:3.0:1787762143.179741:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762143.179747:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762143.179751:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762143.179756:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762143.179760:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762143.179771:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762143.179780:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762143.179786:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762143.179789:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762143.179793:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762143.179798:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762143.179808:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762143.179817:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762143.179831:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762143.179838:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762143.179846:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762143.179852:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762143.179859:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762143.179866:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762143.179874:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762143.179879:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762143.179891:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762143.179898:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762143.179904:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762143.179916:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762143.179928:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762143.179941:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762143.179956:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000020:00000040:3.0:1787762143.179967:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762143.179977:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762143.179985:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762143.179991:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762143.179999:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762143.180010:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762143.180025:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15000.
00000100:00000001:3.0:1787762143.180038:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762143.180053:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597595037952/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762143.180076:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762143.180085:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762143.180099:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597595037952/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762143.180115:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762143.180122:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762143.180129:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762143.180133:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762143.180137:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762143.180171:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762143.180181:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20883
00000400:00000200:3.0:1787762143.180223:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762143.180240:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762143.180295:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762143.180306:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762143.180313:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762143.180321:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762143.180327:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762143.180334:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762143.180338:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762143.180345:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762143.180351:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000800:00000200:2.1:1787762143.180353:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000020:00000001:3.0:1787762143.180357:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000800:00000200:2.1:1787762143.180361:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 11 secs later)
00000020:00000001:3.0:1787762143.180363:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762143.180377:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762143.180388:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762143.180396:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762143.180400:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762143.180406:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762143.180416:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762143.180423:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762143.180429:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762143.180435:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762143.180447:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762143.180453:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762143.180461:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762143.180468:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762143.180476:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762143.180487:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787762143.180496:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762143.180501:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762143.180506:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762143.180511:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762143.180516:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762143.180521:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762143.180531:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15c00.
00000100:00000001:3.0:1787762143.180540:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762143.180557:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597595038080/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762143.180584:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762143.180590:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762143.180598:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597595038080/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762143.180614:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762143.180621:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762143.180631:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762143.180645:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20894)
00000800:00000200:2.1:1787762143.181074:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762143.181077:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787762143.181524:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762143.181527:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 11 secs later)
00000100:00000040:0.0:1787762143.947332:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315557112, at 4315557120
00000100:00000010:0.0:1787762143.947349:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdba0.
00010000:00000001:0.0:1787762144.011314:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762144.011318:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762144.011323:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762144.011324:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762144.011327:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762144.011329:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762145.035422:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762145.035431:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762145.035434:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762145.035437:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762145.035442:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762145.035444:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762145.035446:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762145.035448:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762145.035451:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762145.035453:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762145.035454:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762145.035455:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762145.035456:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762145.035457:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762145.035458:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762145.035460:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762145.035479:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762145.035480:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762145.035553:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762145.035557:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762145.035561:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762146.059402:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762146.059415:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762146.059426:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762146.059429:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762146.059436:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762146.059439:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762147.083371:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762147.083384:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762147.083397:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762147.083400:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762147.083407:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762147.083410:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762147.083492:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762147.083497:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762147.083502:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762148.107392:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762148.107403:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762148.107410:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762148.107412:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762148.107417:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762148.107419:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787762148.300495:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762148.300508:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787762148.301289:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762148.301294:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787762148.301709:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762148.301712:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 6 secs later)
00000100:00000040:0.0:1787762149.067371:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315562232, at 4315562240
00000100:00000010:0.0:1787762149.067398:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd9c0.
00010000:00000001:0.0:1787762149.131370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762149.131377:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762149.131384:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762149.131386:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762149.131390:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762149.131395:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762149.131398:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762149.131402:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762149.131406:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762149.131410:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762149.131412:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762149.131415:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762149.131442:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762149.131446:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762149.131449:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762150.155382:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762150.155392:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762150.155399:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762150.155401:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762150.155406:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762150.155408:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762151.179372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762151.179381:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762151.179388:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762151.179390:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762151.179395:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762151.179396:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762151.179424:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762151.179428:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762151.179432:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762152.203386:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762152.203394:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762152.203401:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762152.203403:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762152.203407:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762152.203409:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762153.227418:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762153.227429:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762153.227437:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762153.227438:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762153.227443:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762153.227444:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762153.227498:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762153.227503:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762153.227507:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787762153.420510:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762153.420525:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787762153.421419:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762153.421422:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787762153.421787:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762153.421790:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 1 secs later)
00000100:00000040:0.0:1787762154.187396:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315567352, at 4315567360
00000100:00000010:0.0:1787762154.187425:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd060.
00010000:00000001:0.0:1787762154.251363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762154.251371:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762154.251375:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762154.251380:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762154.251387:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762154.251390:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762154.251393:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762154.251396:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762154.251402:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762154.251404:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762154.251406:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762154.251409:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762154.251411:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762154.251413:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762154.251415:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762154.251435:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762154.251439:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762154.251441:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762155.275407:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762155.275416:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762155.275424:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762155.275426:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762155.275430:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762155.275432:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762155.275491:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762155.275495:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762155.275498:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762156.299361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762156.299370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762156.299377:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762156.299379:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762156.299382:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762156.299384:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762157.323337:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762157.323345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762157.323351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762157.323352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762157.323355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762157.323356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762157.323377:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762157.323380:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762157.323382:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762158.347370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762158.347379:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762158.347387:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762158.347389:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762158.347393:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762158.347395:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787762158.539975:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762158.540183:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762158.540321:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:0.0:1787762159.307335:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315572471, at 4315572480
00000100:00000010:0.0:1787762159.307356:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd9c0.
00010000:00000001:0.0:1787762159.371350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762159.371358:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762159.371365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762159.371367:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762159.371370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762159.371375:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762159.371378:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762159.371383:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762159.371386:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762159.371389:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762159.371391:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762159.371393:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762159.371437:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762159.371441:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762159.371445:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762160.395372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762160.395380:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762160.395387:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762160.395389:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762160.395393:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762160.395395:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762161.419324:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762161.419333:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762161.419339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762161.419340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762161.419343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762161.419344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762161.419365:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762161.419367:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762161.419370:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787762161.611525:0:238624:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.101:988
00000400:00000100:0.0:1787762161.611586:0:238624:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.101@tcp at host 192.168.203.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787762161.611599:0:238624:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762161.611604:0:238624:0:(router.c:1791:lnet_notify()) 192.168.203.1@tcp notifying 192.168.203.101@tcp: down
00000400:00000200:0.0:1787762161.611611:0:238624:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762161.611627:0:238624:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787762161.611635:0:238624:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:0.0:1787762161.611640:0:238624:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58a00.
00000400:00000200:0.0:1787762161.611657:0:238624:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762161.611663:0:238624:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762161.611673:0:238624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9c38
00000400:00000010:0.0:1787762161.611676:0:238624:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9c38.
00000100:00000001:0.0:1787762161.611683:0:238624:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762161.611695:0:238624:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b651588c780 x1874597595038976/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762161.611720:0:238624:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762161.611725:0:238624:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c780 x1874597595038976/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762161.611735:0:238624:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762161.611737:0:238624:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787762161.611752:0:238624:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:0.0:1787762161.611754:0:238624:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58b00.
00000400:00000200:0.0:1787762161.611756:0:238624:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762161.611759:0:238624:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762161.611762:0:238624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9aa0
00000400:00000010:0.0:1787762161.611763:0:238624:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9aa0.
00000100:00000001:0.0:1787762161.611765:0:238624:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762161.611769:0:238624:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b651588e940 x1874597595039104/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762161.611777:0:238624:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762161.611781:0:238624:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588e940 x1874597595039104/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762161.611790:0:238624:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762161.611793:0:238624:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787762161.611804:0:238624:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:0.0:1787762161.611809:0:238624:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58900.
00000400:00000200:0.0:1787762161.611815:0:238624:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762161.611823:0:238624:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762161.611831:0:238624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9e58
00000400:00000010:0.0:1787762161.611835:0:238624:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9e58.
00000100:00000001:0.0:1787762161.611840:0:238624:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762161.611847:0:238624:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b651588c000 x1874597595039232/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762161.611872:0:238624:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762161.611880:0:238624:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c000 x1874597595039232/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762161.611895:0:238624:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762161.611901:0:238624:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1787762162.443370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762162.443380:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762162.443387:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762162.443388:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762162.443392:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762162.443393:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762163.467369:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762163.467380:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762163.467387:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762163.467389:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762163.467407:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762163.467409:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762163.467444:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762163.467448:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762163.467452:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762163.659349:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762163.659358:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762163.659362:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762163.659367:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762163.659374:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762163.659394:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20904
00000400:00000200:3.0:1787762163.659404:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762163.659411:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762163.659414:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762163.659417:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762163.659419:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762163.659421:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762163.659423:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762163.659427:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762163.659428:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762163.659431:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762163.659434:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762163.659436:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762163.659438:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762163.659440:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762163.659441:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762163.659443:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762163.659455:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762163.659458:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762163.659460:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762163.659462:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762163.659465:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762163.659469:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762163.659471:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762163.659474:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762163.659478:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762163.659487:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787762163.659492:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762163.659497:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762163.659499:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762163.659503:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762163.659506:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762163.659523:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762163.659532:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16000.
00000100:00000001:3.0:1787762163.659541:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762163.659552:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597595039360/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762163.659565:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762163.659571:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762163.659577:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597595039360/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762163.659600:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762163.659603:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762163.659605:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762163.659607:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762163.659608:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762163.659610:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762163.659612:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20904
00000400:00000200:3.0:1787762163.659616:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762163.659618:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762163.659620:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762163.659622:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762163.659624:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762163.659627:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762163.659628:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762163.659631:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762163.659632:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762163.659633:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762163.659646:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762163.659648:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762163.659649:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762163.659652:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762163.659656:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762163.659658:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762163.659662:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762163.659664:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762163.659668:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762163.659670:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762163.659673:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762163.659679:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762163.659683:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762163.659688:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762163.659695:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762163.659710:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762163.659714:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762163.659722:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000020:00000040:3.0:1787762163.659726:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762163.659731:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762163.659732:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762163.659735:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762163.659738:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762163.659741:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762163.659749:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15c00.
00000100:00000001:3.0:1787762163.659756:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762163.659777:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597595039488/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762163.659792:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762163.659796:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762163.659802:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597595039488/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762163.659819:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762163.659825:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762163.659830:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762163.659834:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762163.659836:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762163.659840:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762163.659844:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20904
00000400:00000200:3.0:1787762163.659852:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762163.659856:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762163.659858:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762163.659861:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762163.659864:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762163.659869:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762163.659874:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762163.659880:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762163.659884:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762163.659888:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762163.659891:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762163.659898:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762163.659903:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762163.659911:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762163.659917:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762163.659923:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762163.659927:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762163.659933:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762163.659940:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762163.659944:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762163.659949:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762163.659954:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762163.659958:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762163.659961:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762163.659965:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762163.659971:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762163.659972:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762163.659978:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000020:00000040:3.0:1787762163.659984:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762163.659988:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762163.659991:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762163.659995:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762163.660013:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762163.660019:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762163.660026:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15000.
00000100:00000001:3.0:1787762163.660033:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762163.660044:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597595039616/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762163.660061:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762163.660064:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762163.660070:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597595039616/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762163.660088:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762163.660094:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762163.660101:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762163.660109:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20914)
00000800:00000200:2.1:1787762163.660122:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762163.660125:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762163.660630:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762163.660634:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762163.660890:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762163.660893:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1787762164.427324:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315577591, at 4315577600
00000100:00000010:0.0:1787762164.427349:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdba0.
00010000:00000001:0.0:1787762164.491311:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762164.491317:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762164.491320:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762164.491323:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762164.491328:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762164.491331:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762164.491333:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762164.491335:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762164.491338:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762164.491340:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762164.491341:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762164.491342:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762164.491345:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762164.491346:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762164.491347:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762164.491349:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762164.491352:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762164.491354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762165.515335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762165.515343:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762165.515350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762165.515351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762165.515354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762165.515355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762165.515378:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762165.515380:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762165.515383:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762166.539373:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762166.539382:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762166.539390:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762166.539392:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762166.539397:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762166.539399:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762167.563333:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762167.563341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762167.563348:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762167.563349:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762167.563353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762167.563354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762167.563377:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762167.563379:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762167.563381:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762168.587319:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762168.587324:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762168.587328:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762168.587329:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762168.587331:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762168.587332:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762168.779379:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762168.779392:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762168.779398:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762168.779405:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762168.779417:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762168.779436:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20909
00000400:00000200:3.0:1787762168.779461:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762168.779481:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762168.779487:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762168.779493:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762168.779498:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762168.779502:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762168.779506:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762168.779511:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762168.779514:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762168.779517:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762168.779521:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762168.779524:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762168.779528:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762168.779532:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762168.779535:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762168.779537:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762168.779540:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762168.779543:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762168.779548:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762168.779551:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762168.779555:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762168.779559:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762168.779562:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762168.779565:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762168.779569:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762168.779582:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787762168.779590:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762168.779597:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762168.779600:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762168.779605:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762168.779610:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762168.779617:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762168.779629:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14400.
00000100:00000001:3.0:1787762168.779640:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762168.779656:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597595039744/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762168.779676:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762168.779685:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762168.779694:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597595039744/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762168.779725:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762168.779731:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762168.779736:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762168.779739:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762168.779741:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762168.779748:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762168.779752:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20909
00000400:00000200:3.0:1787762168.779772:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762168.779792:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762168.779803:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762168.779818:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762168.779834:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762168.779850:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762168.779857:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762168.779865:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762168.779869:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762168.779874:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762168.779880:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762168.779893:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762168.779902:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762168.779912:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762168.779926:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762168.779941:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762168.779948:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762168.779987:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762168.780001:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762168.780014:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762168.780017:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762168.780026:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762168.780033:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762168.780037:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762168.780044:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762168.780051:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762168.780070:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762168.780086:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000020:00000040:3.0:1787762168.780092:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762168.780103:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762168.780108:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762168.780130:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762168.780140:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762168.780152:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762168.780173:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17c00.
00000100:00000001:3.0:1787762168.780188:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762168.780211:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597595039872/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762168.780297:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762168.780308:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762168.780325:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597595039872/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762168.780389:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787762168.780393:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00080000:3.0:1787762168.780402:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1787762168.780402:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000100:00080000:3.0:1787762168.780424:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762168.780430:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762168.780434:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762168.780444:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762168.780457:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20909
00000400:00000200:3.0:1787762168.780472:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762168.780485:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762168.780498:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762168.780511:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762168.780525:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762168.780535:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762168.780549:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762168.780557:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762168.780563:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762168.780577:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762168.780585:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762168.780595:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762168.780607:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762168.780629:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762168.780638:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762168.780650:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762168.780661:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762168.780681:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762168.780693:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762168.780700:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762168.780716:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762168.780726:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762168.780739:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762168.780753:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762168.780760:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762168.780771:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762168.780780:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762168.780795:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000020:00000040:3.0:1787762168.780802:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762168.780811:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762168.780817:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762168.780828:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762168.780834:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762168.780846:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762168.780861:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15800.
00000100:00000001:3.0:1787762168.780873:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762168.780887:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597595040000/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762168.780952:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762168.780960:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762168.781000:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597595040000/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762168.781039:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762168.781048:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762168.781061:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762168.781074:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20919)
00000800:00000200:2.1:1787762168.781279:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762168.781281:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787762168.781483:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762168.781485:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1787762169.547327:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315582712, at 4315582720
00000100:00000010:0.0:1787762169.547349:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdf60.
00010000:00000001:0.0:1787762169.611312:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762169.611316:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762169.611320:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762169.611321:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762169.611323:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762169.611326:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762169.611327:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762169.611330:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762169.611332:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762169.611334:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762169.611336:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762169.611337:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762169.611354:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762169.611356:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762169.611358:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762170.635346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762170.635354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762170.635360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762170.635362:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762170.635365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762170.635367:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762171.659325:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762171.659330:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762171.659335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762171.659336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762171.659338:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762171.659339:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762171.659361:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762171.659364:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762171.659367:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762172.683326:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762172.683332:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762172.683337:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762172.683338:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762172.683340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762172.683341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762173.707376:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762173.707384:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762173.707391:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762173.707392:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762173.707395:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762173.707397:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762173.707430:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762173.707433:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762173.707436:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787762173.900339:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762173.900352:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787762173.901102:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762173.901105:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787762173.901371:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762173.901373:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1787762174.667386:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315587832, at 4315587840
00000100:00000010:0.0:1787762174.667404:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdc60.
00010000:00000001:0.0:1787762174.731363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762174.731371:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762174.731374:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762174.731379:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762174.731385:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762174.731389:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762174.731392:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762174.731395:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762174.731400:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762174.731402:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762174.731404:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762174.731406:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762174.731408:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762174.731410:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762174.731413:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762174.731415:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762174.731419:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762174.731421:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762175.755323:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762175.755328:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762175.755333:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762175.755334:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762175.755336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762175.755337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762175.755354:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762175.755356:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762175.755358:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762176.779363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762176.779373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762176.779380:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762176.779382:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762176.779387:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762176.779389:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762177.803328:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762177.803334:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762177.803338:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762177.803339:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762177.803342:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762177.803343:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762177.803360:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762177.803362:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762177.803364:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762178.827370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762178.827382:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762178.827393:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762178.827396:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762178.827402:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762178.827404:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787762179.020361:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762179.020366:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787762179.021015:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762179.021021:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787762179.021507:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762179.021511:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000100:00000040:0.0:1787762179.787353:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315592952, at 4315592960
00000100:00000010:0.0:1787762179.787373:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd6c0.
00010000:00000001:0.0:1787762179.851317:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762179.851322:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762179.851329:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762179.851331:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762179.851334:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762179.851338:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762179.851340:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762179.851344:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762179.851348:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762179.851350:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762179.851352:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762179.851354:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762179.851377:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762179.851379:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762179.851382:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762180.875396:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762180.875405:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762180.875412:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762180.875413:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762180.875417:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762180.875419:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762181.899384:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762181.899394:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762181.899401:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762181.899403:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762181.899407:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762181.899409:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762181.899486:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762181.899490:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762181.899495:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762182.923416:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762182.923430:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762182.923442:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762182.923445:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762182.923452:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762182.923454:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762183.947385:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762183.947394:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762183.947403:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762183.947405:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762183.947409:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762183.947411:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762183.947458:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762183.947461:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762183.947466:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787762184.140305:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762184.140327:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787762184.141108:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762184.141109:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787762184.141320:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762184.141322:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000100:00000040:0.0:1787762184.907353:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315598072, at 4315598080
00000100:00000010:0.0:1787762184.907371:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd1e0.
00010000:00000001:0.0:1787762184.971330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762184.971338:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762184.971340:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762184.971344:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762184.971349:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762184.971352:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762184.971354:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762184.971357:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762184.971361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762184.971363:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762184.971365:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762184.971367:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762184.971368:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762184.971370:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762184.971372:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762184.971374:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762184.971378:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762184.971380:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762185.995368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762185.995376:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762185.995384:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762185.995386:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762185.995390:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762185.995391:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762185.995430:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762185.995434:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762185.995437:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762187.019398:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762187.019410:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762187.019418:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762187.019420:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762187.019424:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762187.019426:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762188.043412:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762188.043425:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762188.043435:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762188.043437:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762188.043443:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762188.043445:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762188.043505:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762188.043510:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762188.043515:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762189.067366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762189.067375:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762189.067382:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762189.067384:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762189.067388:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762189.067390:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762189.259435:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762189.259453:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762189.259463:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762189.259473:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762189.259482:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762189.259495:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20930
00000400:00000200:3.0:1787762189.259513:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762189.259524:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762189.259531:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762189.259538:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762189.259544:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762189.259550:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762189.259553:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762189.259558:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762189.259561:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762189.259565:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762189.259569:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762189.259572:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762189.259576:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762189.259580:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762189.259583:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762189.259586:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762189.259588:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762189.259592:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762189.259610:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762189.259616:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762189.259620:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762189.259624:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762189.259628:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762189.259632:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762189.259636:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762189.259645:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787762189.259650:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762189.259655:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762189.259658:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762189.259661:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762189.259665:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762189.259671:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762189.259679:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15400.
00000100:00000001:3.0:1787762189.259688:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762189.259699:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597595041280/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762189.259820:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762189.259855:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762189.259864:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597595041280/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762189.260130:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762189.260138:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762189.260144:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762189.260148:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762189.260158:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762189.260163:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762189.260174:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20930
00000400:00000200:3.0:1787762189.260187:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762189.260200:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762189.260209:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762189.260219:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762189.260229:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762189.260241:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762189.260296:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762189.260309:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762189.260315:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762189.260324:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762189.260334:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762189.260342:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762189.260350:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762189.260362:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762189.260369:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762189.260378:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762189.260383:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762189.260391:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762189.260396:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762189.260402:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762189.260405:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762189.260414:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762189.260421:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762189.260427:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762189.260434:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762189.260440:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762189.260444:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762189.260459:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000020:00000040:3.0:1787762189.260469:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762189.260479:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762189.260483:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762189.260489:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762189.260494:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762189.260499:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762189.260509:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17000.
00000100:00000001:3.0:1787762189.260521:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762189.260540:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597595041408/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762189.260585:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762189.260593:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762189.260612:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597595041408/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762189.260639:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762189.260648:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762189.260654:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762189.260657:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762189.260663:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762189.260671:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762189.260681:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20930
00000400:00000200:3.0:1787762189.260736:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762189.260754:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762189.260768:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762189.260785:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762189.260799:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762189.260813:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000800:00000200:2.1:1787762189.260816:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:3.0:1787762189.260849:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000800:00000200:2.1:1787762189.260855:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1787762189.260860:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762189.260866:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762189.260875:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762189.260885:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762189.260899:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762189.260912:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762189.260931:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762189.260944:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762189.260955:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762189.260964:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762189.260974:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762189.260985:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762189.260991:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762189.260996:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762189.261004:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762189.261015:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762189.261022:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762189.261029:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762189.261038:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762189.261047:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762189.261055:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787762189.261066:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762189.261076:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762189.261083:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762189.261092:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762189.261096:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762189.261100:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762189.261114:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14c00.
00000100:00000001:3.0:1787762189.261120:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762189.261137:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597595041536/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762189.261161:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762189.261169:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762189.261180:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597595041536/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762189.261205:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762189.261215:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762189.261228:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762189.261247:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20940)
00000800:00000200:2.1:1787762189.261733:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762189.261736:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787762189.262144:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762189.262147:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000100:00000040:0.0:1787762190.027409:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315603192, at 4315603200
00000100:00000010:0.0:1787762190.027432:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd9c0.
00010000:00000001:0.0:1787762190.091340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762190.091345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762190.091351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762190.091352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762190.091355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762190.091359:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762190.091362:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762190.091365:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762190.091368:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762190.091371:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762190.091373:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762190.091374:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762190.091398:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762190.091401:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762190.091403:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762191.115354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762191.115363:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762191.115372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762191.115373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762191.115377:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762191.115379:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762192.139305:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762192.139310:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762192.139315:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762192.139316:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762192.139319:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762192.139320:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762192.139351:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762192.139354:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762192.139357:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762193.163398:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762193.163413:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762193.163426:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762193.163429:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762193.163436:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762193.163439:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762194.187334:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762194.187344:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762194.187346:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762194.187350:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762194.187356:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762194.187358:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762194.187360:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762194.187362:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762194.187366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762194.187368:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762194.187369:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762194.187371:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762194.187372:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762194.187373:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762194.187374:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762194.187375:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762194.187378:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762194.187379:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762194.187403:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762194.187407:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762194.187410:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762194.379377:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762194.379387:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762194.379392:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762194.379405:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762194.379417:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762194.379433:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20935
00000400:00000200:3.0:1787762194.379453:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762194.379472:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762194.379488:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762194.379495:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762194.379499:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762194.379502:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762194.379505:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762194.379510:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762194.379513:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762194.379517:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762194.379520:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762194.379522:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762194.379525:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762194.379528:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762194.379530:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762194.379531:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762194.379533:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762194.379536:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762194.379539:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762194.379541:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762194.379543:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762194.379547:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762194.379549:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762194.379551:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762194.379553:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762194.379564:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787762194.379568:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762194.379572:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762194.379574:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762194.379577:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762194.379580:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762194.379585:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762194.379597:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14000.
00000100:00000001:3.0:1787762194.379605:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762194.379615:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597595041664/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762194.379630:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762194.379635:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762194.379639:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597595041664/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762194.379661:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762194.379664:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762194.379667:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762194.379668:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762194.379670:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762194.379672:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762194.379674:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20935
00000400:00000200:3.0:1787762194.379676:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762194.379678:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762194.379680:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762194.379682:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762194.379684:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762194.379686:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762194.379688:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762194.379689:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762194.379691:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762194.379692:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762194.379696:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762194.379698:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762194.379700:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762194.379702:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762194.379704:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762194.379706:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762194.379708:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762194.379711:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762194.379722:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762194.379728:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762194.379731:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762194.379738:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762194.379744:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762194.379746:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762194.379757:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762194.379775:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762194.379801:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762194.379805:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000020:00000040:3.0:1787762194.379813:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762194.379827:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762194.379835:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762194.379838:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762194.379845:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762194.379849:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762194.379872:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16c00.
00000100:00000001:3.0:1787762194.379878:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762194.379892:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597595041792/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762194.379905:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762194.379908:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762194.379934:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597595041792/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762194.379946:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762194.379953:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762194.379959:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762194.379961:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762194.379970:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762194.379985:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762194.379994:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20935
00000400:00000200:3.0:1787762194.380000:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762194.380003:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762194.380017:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762194.380034:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762194.380050:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762194.380063:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762194.380076:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762194.380090:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762194.380095:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762194.380106:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762194.380116:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762194.380128:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762194.380145:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762194.380165:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762194.380171:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762194.380182:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762194.380188:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762194.380196:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762194.380208:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762194.380216:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762194.380222:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762194.380232:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762194.380239:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762194.380282:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762194.380286:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762194.380292:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762194.380296:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762194.380301:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787762194.380307:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762194.380316:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762194.380322:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762194.380330:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762194.380335:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762194.380339:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762194.380348:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17800.
00000100:00000001:3.0:1787762194.380359:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762194.380377:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597595041920/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762194.380411:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762194.380417:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762194.380438:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597595041920/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762194.380475:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762194.380484:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1787762194.380484:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762194.380493:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000100:00000040:3.0:1787762194.380499:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762194.380518:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20945)
00000800:00000200:2.1:1787762194.381100:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762194.381104:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787762194.381595:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762194.381599:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1787762195.147314:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315608312, at 4315608320
00000100:00000010:0.0:1787762195.147336:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd060.
00010000:00000001:0.0:1787762195.211334:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762195.211342:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762195.211351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762195.211353:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762195.211358:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762195.211360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762196.235367:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762196.235378:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762196.235389:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762196.235391:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762196.235396:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762196.235397:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762196.235427:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762196.235430:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762196.235432:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762197.259341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762197.259351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762197.259366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762197.259367:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762197.259371:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762197.259373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762198.283330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762198.283339:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762198.283346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762198.283348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762198.283353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762198.283354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762198.283385:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762198.283389:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762198.283393:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762199.307377:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762199.307386:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762199.307394:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762199.307395:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762199.307399:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762199.307404:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762199.307407:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762199.307411:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762199.307415:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762199.307418:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762199.307421:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762199.307424:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762199.499359:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762199.499372:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762199.499376:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762199.499381:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762199.499388:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762199.499403:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20940
00000400:00000200:3.0:1787762199.499422:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762199.499434:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762199.499440:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762199.499456:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762199.499463:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762199.499473:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762199.499477:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762199.499481:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762199.499485:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762199.499488:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762199.499492:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762199.499495:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762199.499498:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762199.499501:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762199.499503:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762199.499505:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762199.499506:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762199.499509:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762199.499511:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762199.499513:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762199.499516:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762199.499520:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762199.499522:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762199.499524:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762199.499526:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762199.499535:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000020:00000040:3.0:1787762199.499538:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762199.499543:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762199.499544:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762199.499548:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762199.499551:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762199.499557:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762199.499566:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16800.
00000100:00000001:3.0:1787762199.499574:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762199.499584:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597595042048/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762199.499594:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762199.499599:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762199.499604:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597595042048/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762199.499631:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762199.499634:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762199.499637:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762199.499638:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762199.499640:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762199.499642:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762199.499644:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20940
00000400:00000200:3.0:1787762199.499646:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762199.499648:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762199.499650:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762199.499653:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762199.499656:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762199.499658:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762199.499660:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762199.499662:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762199.499664:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762199.499666:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762199.499669:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762199.499670:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762199.499672:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762199.499676:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762199.499679:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762199.499687:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762199.499698:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762199.499709:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762199.499713:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762199.499716:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762199.499724:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762199.499733:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762199.499764:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762199.499769:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762199.499779:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762199.499789:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762199.499799:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762199.499820:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000020:00000040:3.0:1787762199.499828:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762199.499842:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762199.499851:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762199.499863:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762199.499866:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762199.499879:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762199.499903:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14800.
00000100:00000001:3.0:1787762199.499910:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762199.499917:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597595042176/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762199.499925:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762199.499930:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762199.499935:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597595042176/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762199.499951:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762199.499957:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762199.499975:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762199.499984:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762199.499987:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762199.499993:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762199.500007:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20940
00000400:00000200:3.0:1787762199.500022:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762199.500036:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762199.500044:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762199.500055:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762199.500065:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762199.500079:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762199.500097:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762199.500108:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762199.500116:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762199.500128:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762199.500136:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762199.500140:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762199.500148:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762199.500160:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762199.500167:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762199.500170:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762199.500172:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762199.500173:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762199.500179:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762199.500186:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762199.500190:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762199.500194:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762199.500197:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762199.500204:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762199.500213:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762199.500222:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762199.500229:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762199.500273:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787762199.500278:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762199.500280:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762199.500282:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762199.500284:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762199.500286:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762199.500288:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762199.500292:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16400.
00000100:00000001:3.0:1787762199.500303:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762199.500314:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597595042304/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762199.500332:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762199.500337:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762199.500352:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597595042304/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762199.500373:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762199.500385:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762199.500391:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762199.500399:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20950)
00000800:00000200:2.1:1787762199.500458:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762199.500462:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762199.501031:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762199.501035:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762199.501480:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762199.501484:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1787762200.267331:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315613432, at 4315613440
00000100:00000010:0.0:1787762200.267365:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd9c0.
00010000:00000001:0.0:1787762200.331342:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762200.331350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762200.331356:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762200.331357:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762200.331360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762200.331361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762200.331386:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762200.331389:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762200.331392:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762201.355319:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762201.355334:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762201.355340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762201.355341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762201.355344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762201.355346:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762202.379349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762202.379358:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762202.379364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762202.379365:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762202.379368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762202.379369:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762202.379394:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762202.379396:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762202.379399:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762203.403346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762203.403354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762203.403361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762203.403362:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762203.403365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762203.403366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762204.427348:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762204.427358:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762204.427360:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762204.427363:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762204.427368:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762204.427370:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762204.427372:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762204.427374:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762204.427378:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762204.427380:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762204.427381:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762204.427382:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762204.427383:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762204.427384:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762204.427386:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762204.427387:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762204.427390:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762204.427391:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762204.427412:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762204.427415:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762204.427416:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762204.619432:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762204.619446:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762204.619450:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762204.619457:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762204.619463:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762204.619473:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20945
00000400:00000200:1.0:1787762204.619483:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762204.619490:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762204.619493:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762204.619496:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762204.619499:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762204.619501:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762204.619503:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762204.619506:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762204.619508:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:1.0:1787762204.619511:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762204.619514:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:1.0:1787762204.619516:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:1.0:1787762204.619517:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:1.0:1787762204.619519:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762204.619520:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762204.619522:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762204.619524:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762204.619526:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:1.0:1787762204.619530:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762204.619531:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762204.619533:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762204.619536:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762204.619549:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762204.619551:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762204.619553:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762204.619565:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588e940.
00000020:00000040:1.0:1787762204.619569:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:1.0:1787762204.619574:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762204.619575:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762204.619579:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762204.619581:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762204.619586:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762204.619595:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee0a400.
00000100:00000001:1.0:1787762204.619603:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762204.619614:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588e940 x1874597595042432/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762204.619624:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762204.619629:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762204.619633:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000186ab8f7] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588e940 x1874597595042432/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762204.619654:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762204.619659:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762204.619662:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762204.619664:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762204.619666:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762204.619670:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762204.619673:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20945
00000400:00000200:1.0:1787762204.619678:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762204.619683:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762204.619697:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762204.619701:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762204.619704:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762204.619707:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762204.619711:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762204.619730:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762204.619734:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:1.0:1787762204.619736:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762204.619740:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:1.0:1787762204.619743:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:1.0:1787762204.619750:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:1.0:1787762204.619770:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762204.619781:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762204.619788:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762204.619798:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762204.619803:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:1.0:1787762204.619819:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762204.619827:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762204.619836:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762204.619845:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762204.619857:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762204.619860:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762204.619867:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762204.619879:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762204.619885:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762204.619889:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c000.
00000020:00000040:1.0:1787762204.619894:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:1.0:1787762204.619906:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762204.619910:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762204.619914:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762204.619917:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762204.619920:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762204.619925:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee0b400.
00000100:00000001:1.0:1787762204.619931:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762204.619939:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c000 x1874597595042560/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762204.619969:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762204.619976:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762204.619988:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bd17bd7] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c000 x1874597595042560/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762204.620032:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762204.620037:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762204.620040:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762204.620045:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762204.620047:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762204.620051:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762204.620055:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20945
00000400:00000200:1.0:1787762204.620064:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762204.620070:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762204.620079:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762204.620090:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762204.620098:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762204.620103:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762204.620109:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762204.620114:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762204.620116:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:1.0:1787762204.620118:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762204.620121:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:1.0:1787762204.620127:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:1.0:1787762204.620131:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:1.0:1787762204.620134:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762204.620135:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762204.620140:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762204.620142:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762204.620146:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:1.0:1787762204.620153:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762204.620155:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762204.620161:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762204.620165:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762204.620170:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762204.620173:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762204.620177:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762204.620185:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762204.620186:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762204.620202:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c780.
00000020:00000040:1.0:1787762204.620210:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:1.0:1787762204.620215:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762204.620219:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762204.620224:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762204.620227:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762204.620230:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787762204.620247:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762204.620250:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
02000000:00000010:1.0:1787762204.620277:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee08c00.
00000100:00000001:1.0:1787762204.620283:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762204.620288:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c780 x1874597595042688/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762204.620294:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762204.620297:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762204.620300:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c5bf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c780 x1874597595042688/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762204.620318:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762204.620322:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787762204.620327:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1787762204.620336:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20955)
00000800:00000200:2.1:1787762204.620655:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762204.620657:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762204.620864:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762204.620866:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1787762205.387344:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315618552, at 4315618560
00000100:00000040:1.0:1787762205.387344:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315618552, at 4315618560
00000100:00000010:0.0:1787762205.387367:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd1e0.
00000100:00000010:1.0:1787762205.387371:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdba0.
00010000:00000001:0.0:1787762205.451331:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762205.451336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762205.451341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762205.451342:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762205.451345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762205.451346:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762205.451415:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762205.451419:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762205.451422:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762206.475366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762206.475377:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762206.475385:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762206.475387:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762206.475391:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762206.475392:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762206.475425:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762206.475429:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762206.475433:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762207.499341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762207.499349:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762207.499355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762207.499356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762207.499359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762207.499360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762208.523346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762208.523354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762208.523361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762208.523362:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762208.523365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762208.523366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762208.523410:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762208.523413:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762208.523417:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762209.547368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762209.547376:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762209.547385:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762209.547386:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762209.547390:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762209.547394:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762209.547397:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762209.547401:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762209.547404:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762209.547407:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762209.547409:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762209.547412:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762209.547493:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762209.547499:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762209.547503:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762209.739377:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762209.739399:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762209.739416:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762209.739431:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762209.739446:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762209.739462:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20950
00000400:00000200:1.0:1787762209.739479:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762209.739489:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762209.739493:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762209.739498:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762209.739502:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762209.739505:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762209.739508:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762209.739514:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762209.739516:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:1.0:1787762209.739520:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762209.739524:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:1.0:1787762209.739527:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:1.0:1787762209.739530:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:1.0:1787762209.739534:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762209.739536:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762209.739538:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762209.739541:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762209.739545:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:1.0:1787762209.739549:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762209.739553:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762209.739557:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762209.739563:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762209.739565:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762209.739568:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762209.739571:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762209.739581:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588f840.
00000020:00000040:1.0:1787762209.739585:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:1.0:1787762209.739590:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762209.739591:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762209.739594:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762209.739597:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762209.739603:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762209.739612:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee08800.
00000100:00000001:1.0:1787762209.739620:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762209.739630:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588f840 x1874597595042816/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762209.739641:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762209.739646:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762209.739650:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010754fdf] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588f840 x1874597595042816/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762209.739674:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762209.739677:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762209.739694:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762209.739696:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762209.739698:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762209.739702:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762209.739706:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20950
00000400:00000200:1.0:1787762209.739711:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762209.739716:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762209.739720:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762209.739725:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762209.739728:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762209.739732:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762209.739736:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762209.739744:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762209.739748:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:1.0:1787762209.739752:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762209.739755:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:1.0:1787762209.739758:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:1.0:1787762209.739767:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:1.0:1787762209.739781:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762209.739789:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762209.739797:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762209.739809:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762209.739819:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:1.0:1787762209.739837:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762209.739846:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762209.739855:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762209.739864:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762209.739873:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762209.739888:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762209.739898:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762209.739904:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762209.739908:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762209.739925:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588d2c0.
00000020:00000040:1.0:1787762209.739931:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:1.0:1787762209.739932:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762209.739935:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762209.739941:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762209.739945:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762209.739952:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762209.739965:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee08400.
00000100:00000001:1.0:1787762209.739973:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762209.739984:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588d2c0 x1874597595042944/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762209.739997:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762209.740004:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762209.740016:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000032a8dc5] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588d2c0 x1874597595042944/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762209.740058:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762209.740065:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762209.740078:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762209.740096:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762209.740101:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762209.740109:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762209.740120:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20950
00000400:00000200:1.0:1787762209.740128:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762209.740137:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762209.740140:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762209.740147:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762209.740149:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762209.740152:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762209.740154:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762209.740157:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762209.740160:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:1.0:1787762209.740171:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762209.740176:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:1.0:1787762209.740181:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:1.0:1787762209.740185:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:1.0:1787762209.740187:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762209.740191:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762209.740192:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762209.740194:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762209.740201:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:1.0:1787762209.740214:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762209.740217:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762209.740219:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762209.740223:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762209.740232:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762209.740235:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762209.740238:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762209.740245:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762209.740275:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762209.740281:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c780.
00000020:00000040:1.0:1787762209.740286:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:1.0:1787762209.740289:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762209.740294:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762209.740306:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762209.740314:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762209.740323:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762209.740340:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee0a800.
00000100:00000001:1.0:1787762209.740348:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762209.740359:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c780 x1874597595043072/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762209.740409:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762209.740416:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762209.740427:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c5bf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c780 x1874597595043072/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762209.740443:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762209.740454:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787762209.740460:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1787762209.740473:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20960)
00000800:00000200:2.1:1787762209.740476:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762209.740484:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762209.741063:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762209.741067:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762209.741520:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762209.741524:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000100:00000040:1.0:1787762210.507399:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315623672, at 4315623680
00000100:00000040:0.0:1787762210.507409:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315623672, at 4315623680
00000100:00000010:1.0:1787762210.507426:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdc60.
00000100:00000010:0.0:1787762210.507430:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd6c0.
00010000:00000001:0.0:1787762210.571382:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762210.571390:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762210.571397:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762210.571399:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762210.571404:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762210.571406:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762210.571436:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762210.571440:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762210.571458:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762211.595331:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762211.595335:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762211.595339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762211.595341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762211.595343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762211.595344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762212.619477:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762212.619487:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762212.619494:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762212.619495:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762212.619500:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762212.619501:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762212.619547:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762212.619550:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762212.619554:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762213.643401:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762213.643410:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762213.643416:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762213.643417:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762213.643420:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762213.643421:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762213.643501:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762213.643506:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762213.643510:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762214.667394:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762214.667407:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762214.667410:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762214.667415:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762214.667422:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762214.667426:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762214.667429:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762214.667432:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762214.667437:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762214.667439:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762214.667441:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762214.667443:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762214.667446:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762214.667447:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762214.667450:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762214.667453:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762214.667457:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762214.667459:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762214.667486:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762214.667490:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762214.667493:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762214.859761:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762214.859766:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762214.859771:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762214.859781:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8b40 x1874597595043200/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762214.859793:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762214.859796:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762214.859801:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762214.859805:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762214.859809:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762214.859814:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595043200:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787762214.859819:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762214.859823:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762214.859826:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762214.859829:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762214.859835:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760c800.
02000000:00000001:0.0:1787762214.859839:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762214.859847:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787762214.859853:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60f20.
00000400:00000010:0.0:1787762214.859862:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655550.
00000100:00000200:0.0:1787762214.859869:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595043200, portal 25
00000100:00000001:0.0:1787762214.859874:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762214.859876:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739795264 : -110615969756352 : ffff9b65366a8b40)
00000100:00000040:0.0:1787762214.859886:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8b40 x1874597595043200/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762214.859897:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762214.859902:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787762214.859905:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655990.
00000100:00000200:0.0:1787762214.859908:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595043200, offset 0
00000400:00000200:0.0:1787762214.859916:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787762214.859927:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762214.859937:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787762214.859946:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762214.859952:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787762214.859958:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762214.859963:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787762214.859970:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277931:277931:256:4294967295] 192.168.203.101@tcp LPNI seq info [277930:277930:8:4294967295]
00000400:00000200:0.0:1787762214.859977:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762214.859989:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762214.859999:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762214.860005:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b500.
00000800:00000200:0.0:1787762214.860015:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787762214.860022:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787762214.860032:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787762214.860036:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1787762214.860045:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762214.860048:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b500.
00000400:00000200:0.0:1787762214.860063:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762214.860071:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762214.860077:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655990
00000400:00000010:0.0:1787762214.860081:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655990.
00000100:00000001:0.0:1787762214.860087:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762214.860093:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a8b40 x1874597595043200/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762214.860104:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762214.860110:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8b40 x1874597595043200/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762214.860122:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762214.860125:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762214.860133:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762214.860138:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762214.860142:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315628791
00000100:00000010:0.0:1787762214.860149:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2ae0.
00000100:00000001:0.0:1787762214.860157:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787762214.860166:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315628791
00000100:00000010:0.0:1787762214.860170:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2600.
00000100:00000001:0.0:1787762214.860174:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787762214.860181:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762214.860185:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762214.860190:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762214.860197:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762214/real 1787762214]  req@ffff9b65366a8b40 x1874597595043200/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762214.860210:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762214.860213:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762214.860215:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60f20.
00000400:00000200:0.0:1787762214.860218:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655550
00000400:00000010:0.0:1787762214.860222:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655550.
00000100:00000001:0.0:1787762214.860225:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762214.860229:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8b40 x1874597595043200/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762214.860237:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8b40 x1874597595043200/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762214.860242:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762214.860243:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762214.860279:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762214.860281:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762214.860284:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8b40 x1874597595043200/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762214.860289:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762214.860292:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8b40 x1874597595043200/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762214.860297:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762214.860299:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762214.860300:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762214.860301:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762214.860303:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762214.860304:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762214.860306:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762214.860308:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787762214.860310:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762214.860314:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8b40 x1874597595043200/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762214.860319:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595043200:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787762214.860322:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762214.860323:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762214.860325:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8b40 x1874597595043200/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762214.860329:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762214.860331:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762214.860333:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760c800.
02000000:00000001:0.0:1787762214.860335:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762214.860336:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762214.860338:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:0.0:1787762214.860339:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762214.860341:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541865000.
02000000:00000001:0.0:1787762214.860344:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762214.860345:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762214.860347:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8b40.
00000100:00000001:0.0:1787762214.860349:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762214.860350:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762214.860351:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762214.860357:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762214.860358:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762214.860359:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762214.860360:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762214.860361:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762214.860364:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a92c0 x1874597595043328/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762214.860368:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762214.860370:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762214.860371:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762214.860372:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762214.860374:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762214.860376:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595043328:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787762214.860378:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762214.860380:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762214.860381:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762214.860382:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762214.860384:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760c800.
02000000:00000001:0.0:1787762214.860385:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762214.860387:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787762214.860389:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60f20.
00000400:00000010:0.0:1787762214.860391:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655550.
00000100:00000200:0.0:1787762214.860393:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595043328, portal 10
00000100:00000001:0.0:1787762214.860395:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762214.860396:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739797184 : -110615969754432 : ffff9b65366a92c0)
00000100:00000040:0.0:1787762214.860401:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a92c0 x1874597595043328/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762214.860405:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762214.860407:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787762214.860408:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655990.
00000100:00000200:0.0:1787762214.860410:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595043328, offset 0
00000400:00000200:0.0:1787762214.860412:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787762214.860414:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762214.860417:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787762214.860418:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762214.860420:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787762214.860422:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762214.860424:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787762214.860426:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277932:277932:256:4294967295] 192.168.203.101@tcp LPNI seq info [277931:277931:8:4294967295]
00000400:00000200:0.0:1787762214.860429:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762214.860433:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762214.860436:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762214.860438:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b500.
00000800:00000200:0.0:1787762214.860441:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787762214.860443:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787762214.860446:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787762214.860447:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1787762214.860450:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762214.860451:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b500.
00000400:00000200:0.0:1787762214.860453:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762214.860456:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762214.860458:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655990
00000400:00000010:0.0:1787762214.860459:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655990.
00000100:00000001:0.0:1787762214.860460:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762214.860463:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a92c0 x1874597595043328/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762214.860468:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762214.860470:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a92c0 x1874597595043328/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762214.860474:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762214.860475:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762214.860477:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762214.860480:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:0.0:1787762214.860482:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762214.860483:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315628045
00000100:00000001:0.0:1787762214.860485:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315628791
00000100:00000001:0.0:1787762214.860487:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315628045
00000100:00000001:0.0:1787762214.860488:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315628791
00000100:00000001:0.0:1787762214.860490:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762214.860491:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762214.860492:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762214.860494:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762214/real 1787762214]  req@ffff9b65366a92c0 x1874597595043328/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762214.860504:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762214.860504:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762214.860506:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60f20.
00000400:00000200:0.0:1787762214.860507:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655550
00000400:00000010:0.0:1787762214.860508:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655550.
00000100:00000001:0.0:1787762214.860509:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762214.860511:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a92c0 x1874597595043328/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762214.860516:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a92c0 x1874597595043328/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762214.860520:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762214.860521:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762214.860523:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762214.860524:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762214.860526:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a92c0 x1874597595043328/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762214.860530:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762214.860532:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a92c0 x1874597595043328/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762214.860536:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762214.860538:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762214.860539:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762214.860540:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762214.860541:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762214.860542:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762214.860543:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762214.860545:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787762214.860546:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762214.860550:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a92c0 x1874597595043328/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762214.860555:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595043328:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787762214.860557:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762214.860559:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8000 x1874597595043456/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762214.860563:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762214.860564:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762214.860565:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762214.860566:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762214.860567:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762214.860569:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595043456:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787762214.860571:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762214.860572:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762214.860573:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762214.860574:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762214.860576:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e400.
02000000:00000001:0.0:1787762214.860577:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762214.860579:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787762214.860580:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60f20.
00000400:00000010:0.0:1787762214.860582:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655550.
00000100:00000200:0.0:1787762214.860585:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595043456, portal 4
00000100:00000001:0.0:1787762214.860586:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762214.860587:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739792384 : -110615969759232 : ffff9b65366a8000)
00000100:00000040:0.0:1787762214.860591:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8000 x1874597595043456/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762214.860595:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762214.860597:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787762214.860598:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655990.
00000100:00000200:0.0:1787762214.860600:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595043456, offset 0
00000400:00000200:0.0:1787762214.860603:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787762214.860605:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762214.860607:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787762214.860609:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762214.860610:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787762214.860612:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762214.860613:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787762214.860615:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277933:277933:256:4294967295] 192.168.203.101@tcp LPNI seq info [277932:277932:8:4294967295]
00000400:00000200:0.0:1787762214.860618:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762214.860622:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762214.860624:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762214.860626:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b500.
00000800:00000200:0.0:1787762214.860628:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787762214.860630:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787762214.860633:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787762214.860634:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1787762214.860637:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762214.860638:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b500.
00000400:00000200:0.0:1787762214.860640:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762214.860642:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762214.860644:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655990
00000400:00000010:0.0:1787762214.860645:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655990.
00000100:00000001:0.0:1787762214.860667:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762214.860670:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a8000 x1874597595043456/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762214.860675:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762214.860677:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8000 x1874597595043456/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762214.860682:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762214.860683:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762214.860685:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762214.860687:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:0.0:1787762214.860689:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762214.860691:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315628051
00000100:00000001:0.0:1787762214.860693:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315628791
00000100:00000001:0.0:1787762214.860694:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315628051
00000100:00000001:0.0:1787762214.860696:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315628791
00000100:00000001:0.0:1787762214.860697:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762214.860698:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762214.860699:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762214.860701:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762214/real 1787762214]  req@ffff9b65366a8000 x1874597595043456/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762214.860706:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762214.860707:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762214.860708:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60f20.
00000400:00000200:0.0:1787762214.860710:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655550
00000400:00000010:0.0:1787762214.860711:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655550.
00000100:00000001:0.0:1787762214.860712:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762214.860714:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8000 x1874597595043456/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762214.860720:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8000 x1874597595043456/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762214.860724:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762214.860724:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762214.860726:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762214.860726:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762214.860729:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8000 x1874597595043456/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762214.860733:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762214.860735:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8000 x1874597595043456/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762214.860739:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762214.860741:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762214.860742:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762214.860743:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762214.860744:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762214.860745:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762214.860747:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762214.860749:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787762214.860750:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762214.860752:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8000 x1874597595043456/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762214.860757:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595043456:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787762214.860759:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762214.860760:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762214.860762:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a92c0 x1874597595043328/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762214.860765:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762214.860766:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762214.860768:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760c800.
02000000:00000001:0.0:1787762214.860769:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762214.860770:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762214.860771:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:0.0:1787762214.860772:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762214.860774:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541866000.
02000000:00000001:0.0:1787762214.860775:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762214.860776:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762214.860777:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a92c0.
00000100:00000001:0.0:1787762214.860779:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762214.860780:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762214.860781:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762214.860783:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8000 x1874597595043456/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762214.860792:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762214.860793:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762214.860794:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760e400.
02000000:00000001:0.0:1787762214.860795:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762214.860796:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762214.860797:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:0.0:1787762214.860798:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762214.860799:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541865c00.
02000000:00000001:0.0:1787762214.860800:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762214.860800:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762214.860801:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8000.
00000100:00000001:0.0:1787762214.860802:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762214.860803:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762214.860804:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762214.860806:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762214.860807:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762214.860808:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762214.860809:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762215.627334:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315628791, at 4315628800
00000100:00000010:1.0:1787762215.627357:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d2600.
00000100:00000040:0.0:1787762215.627445:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315628791, at 4315628800
00000100:00000010:0.0:1787762215.627466:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d2ae0.
00010000:00000001:0.0:1787762215.691405:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762215.691411:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762215.691418:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762215.691419:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762215.691423:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762215.691425:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762216.715413:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762216.715421:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762216.715428:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762216.715430:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762216.715434:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762216.715436:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762216.715466:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762216.715469:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762216.715472:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762217.739340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762217.739348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762217.739355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762217.739356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762217.739359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762217.739360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762217.739420:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762217.739425:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762217.739428:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762218.763321:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762218.763328:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762218.763334:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762218.763335:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762218.763338:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762218.763339:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762218.763363:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762218.763366:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762218.763368:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762219.787327:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762219.787335:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762219.787341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762219.787342:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762219.787347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762219.787352:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762219.787361:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762219.787366:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762219.787371:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762219.787374:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762219.787376:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762219.787379:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762219.979357:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762219.979368:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762219.979375:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762219.979381:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762219.979387:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762219.979398:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20960
00000400:00000200:3.0:1787762219.979415:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762219.979426:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762219.979431:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762219.979435:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762219.979439:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762219.979442:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762219.979445:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762219.979450:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762219.979452:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762219.979455:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762219.979459:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762219.979463:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762219.979467:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762219.979470:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762219.979473:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762219.979476:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762219.979478:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762219.979483:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762219.979488:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762219.979492:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762219.979495:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762219.979500:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762219.979505:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762219.979507:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762219.979526:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762219.979540:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000020:00000040:3.0:1787762219.979545:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762219.979552:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762219.979564:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762219.979569:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762219.979573:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762219.979579:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762219.979590:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17400.
00000100:00000001:3.0:1787762219.979600:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762219.979626:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597595043584/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762219.979656:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762219.979662:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762219.979667:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597595043584/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762219.979690:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762219.979694:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762219.979701:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762219.979703:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762219.979705:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762219.979709:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762219.979712:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20960
00000400:00000200:3.0:1787762219.979717:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762219.979721:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762219.979724:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762219.979727:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762219.979730:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762219.979730:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762219.979735:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762219.979736:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762219.979738:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762219.979742:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762219.979743:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000100:00000001:0.0:1787762219.979746:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787762219.979747:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762219.979752:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762219.979755:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762219.979758:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:0.0:1787762219.979759:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1fc00 x1874597595043584/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762219.979765:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762219.979772:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787762219.979773:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762219.979777:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762219.979777:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
02000000:00000001:0.0:1787762219.979782:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787762219.979782:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
02000000:00000001:0.0:1787762219.979788:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787762219.979788:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
02000000:00000001:0.0:1787762219.979794:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762219.979795:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762219.979801:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762219.979802:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595043584:192.168.203.101@tcp:250:kworker.0
02000000:00000001:3.0:1787762219.979806:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787762219.979808:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762219.979816:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762219.979816:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762219.979821:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762219.979821:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762219.979824:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787762219.979826:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:0.0:1787762219.979832:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760c800.
02000000:00000001:0.0:1787762219.979835:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787762219.979835:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762219.979842:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762219.979846:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762219.979848:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762219.979856:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000400:00000010:0.0:1787762219.979857:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60f20.
00000020:00000040:3.0:1787762219.979861:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762219.979866:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1787762219.979868:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655550.
02000000:00000001:3.0:1787762219.979869:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762219.979874:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762219.979876:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762219.979878:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787762219.979880:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595043584, portal 25
00000100:00000001:0.0:1787762219.979884:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762219.979885:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765448704 : -110615944102912 : ffff9b6537f1fc00)
02000000:00000010:3.0:1787762219.979887:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16400.
00000100:00000040:0.0:1787762219.979892:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1fc00 x1874597595043584/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762219.979894:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762219.979904:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1787762219.979906:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597595043712/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1787762219.979911:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787762219.979915:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655990.
00000100:00000200:0.0:1787762219.979920:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595043584, offset 0
00000100:00000001:3.0:1787762219.979923:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762219.979928:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762219.979932:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000040:3.0:1787762219.979937:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597595043712/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787762219.979946:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762219.979972:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787762219.979978:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787762219.979982:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762219.979986:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00080000:3.0:1787762219.979989:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787762219.979993:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762219.979999:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00080000:3.0:1787762219.979999:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762219.980004:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1787762219.980009:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277934:277934:256:4294967295] 192.168.203.101@tcp LPNI seq info [277933:277933:8:4294967295]
00000100:00080000:3.0:1787762219.980009:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762219.980018:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787762219.980019:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00080000:3.0:1787762219.980025:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20960
00000400:00000200:3.0:1787762219.980033:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762219.980038:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1787762219.980043:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762219.980047:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1787762219.980048:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000040:3.0:1787762219.980056:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000800:00000010:0.0:1787762219.980057:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b500.
00000100:00000001:3.0:1787762219.980064:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762219.980069:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000800:00000200:0.0:1787762219.980074:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:3.0:1787762219.980075:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000800:00000200:0.0:1787762219.980081:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1787762219.980081:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762219.980087:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000800:00000200:0.1:1787762219.980092:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000020:00000001:3.0:1787762219.980093:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762219.980099:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000800:00000200:0.1:1787762219.980099:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787762219.980106:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000020:00000001:3.0:1787762219.980107:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000800:00000010:0.0:1787762219.980111:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b500.
00000400:00000200:0.0:1787762219.980121:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1787762219.980122:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:0.0:1787762219.980128:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1787762219.980133:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000200:0.0:1787762219.980136:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655990
00000100:00000001:3.0:1787762219.980138:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1787762219.980140:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655990.
00000100:00000040:3.0:1787762219.980144:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762219.980147:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787762219.980149:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000200:0.0:1787762219.980155:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1fc00 x1874597595043584/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787762219.980156:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762219.980165:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762219.980172:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762219.980177:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787762219.980180:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787762219.980181:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762219.980186:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762219.980190:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1fc00 x1874597595043584/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762219.980191:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762219.980195:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762219.980203:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762219.980209:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762219.980214:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762219.980217:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:3.0:1787762219.980224:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000100:00000001:0.0:1787762219.980228:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787762219.980229:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000200:0.0:1787762219.980236:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:3.0:1787762219.980236:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762219.980240:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762219.980242:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315633911
00000100:00000010:0.0:1787762219.980250:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2ae0.
00000100:00000001:3.0:1787762219.980274:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762219.980279:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762219.980281:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762219.980289:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14800.
00000100:00000001:3.0:1787762219.980294:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762219.980302:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597595043840/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762219.980303:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787762219.980314:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315633912
00000100:00000001:3.0:1787762219.980316:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000010:0.0:1787762219.980320:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2180.
00000100:00000001:3.0:1787762219.980321:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762219.980326:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1787762219.980332:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597595043840/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762219.980339:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762219.980346:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762219.980350:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787762219.980350:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762219.980357:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787762219.980360:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762219/real 1787762219]  req@ffff9b6537f1fc00 x1874597595043584/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762219.980366:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762219.980378:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20970)
00000400:00000001:0.0:1787762219.980379:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762219.980383:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762219.980386:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60f20.
00000400:00000200:0.0:1787762219.980389:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655550
00000400:00000010:0.0:1787762219.980391:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655550.
00000100:00000001:0.0:1787762219.980394:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762219.980397:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1fc00 x1874597595043584/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762219.980406:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1fc00 x1874597595043584/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762219.980412:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762219.980414:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762219.980416:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762219.980418:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762219.980422:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1fc00 x1874597595043584/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762219.980427:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762219.980431:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1fc00 x1874597595043584/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762219.980437:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762219.980439:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762219.980440:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762219.980441:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762219.980443:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762219.980445:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762219.980454:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762219.980460:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787762219.980462:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762219.980465:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1fc00 x1874597595043584/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762219.980471:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595043584:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787762219.980476:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762219.980478:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762219.980496:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1fc00 x1874597595043584/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762219.980504:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762219.980507:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762219.980510:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760c800.
02000000:00000001:0.0:1787762219.980514:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762219.980517:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762219.980518:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:0.0:1787762219.980521:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762219.980525:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17400.
02000000:00000001:0.0:1787762219.980530:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762219.980533:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762219.980535:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1fc00.
00000100:00000001:0.0:1787762219.980539:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762219.980541:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762219.980544:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762219.980552:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762219.980570:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762219.980573:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762219.980575:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762219.980577:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762219.980582:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d2c0 x1874597595043712/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762219.980590:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762219.980592:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762219.980595:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762219.980597:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762219.980600:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762219.980604:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595043712:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787762219.980608:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762219.980626:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762219.980628:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762219.980630:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762219.980633:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760c800.
02000000:00000001:0.0:1787762219.980651:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762219.980655:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787762219.980657:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60f20.
00000400:00000010:0.0:1787762219.980660:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655550.
00000100:00000200:0.0:1787762219.980662:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595043712, portal 10
00000100:00000001:0.0:1787762219.980664:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762219.980665:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765438144 : -110615944113472 : ffff9b6537f1d2c0)
00000100:00000040:0.0:1787762219.980671:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d2c0 x1874597595043712/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762219.980676:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762219.980678:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787762219.980679:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655990.
00000100:00000200:0.0:1787762219.980681:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595043712, offset 0
00000400:00000200:0.0:1787762219.980684:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787762219.980687:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762219.980690:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787762219.980692:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762219.980694:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787762219.980696:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762219.980698:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787762219.980700:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277935:277935:256:4294967295] 192.168.203.101@tcp LPNI seq info [277934:277934:8:4294967295]
00000400:00000200:0.0:1787762219.980703:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762219.980708:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762219.980711:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762219.980714:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b500.
00000800:00000200:0.0:1787762219.980717:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787762219.980719:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787762219.980722:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787762219.980724:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787762219.980727:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762219.980728:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b500.
00000400:00000200:0.0:1787762219.980732:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762219.980734:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762219.980737:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655990
00000400:00000010:0.0:1787762219.980738:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655990.
00000100:00000001:0.0:1787762219.980740:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762219.980742:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d2c0 x1874597595043712/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762219.980748:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762219.980750:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d2c0 x1874597595043712/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762219.980755:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762219.980756:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762219.980759:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762219.980762:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:0.0:1787762219.980765:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762219.980766:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315633165
00000100:00000001:0.0:1787762219.980769:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315633911
00000100:00000001:0.0:1787762219.980770:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315633165
00000100:00000001:0.0:1787762219.980772:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315633912
00000100:00000001:0.0:1787762219.980773:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762219.980775:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762219.980776:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762219.980779:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762219/real 1787762219]  req@ffff9b6537f1d2c0 x1874597595043712/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762219.980785:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762219.980786:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762219.980787:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60f20.
00000400:00000200:0.0:1787762219.980789:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655550
00000400:00000010:0.0:1787762219.980790:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655550.
00000100:00000001:0.0:1787762219.980791:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762219.980794:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d2c0 x1874597595043712/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762219.980800:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d2c0 x1874597595043712/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762219.980804:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762219.980805:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762219.980806:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762219.980807:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762219.980809:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d2c0 x1874597595043712/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762219.980813:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762219.980816:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d2c0 x1874597595043712/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762219.980820:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762219.980821:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762219.980822:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762219.980823:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762219.980824:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762219.980826:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762219.980827:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762219.980829:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787762219.980830:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762219.980833:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d2c0 x1874597595043712/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762219.980838:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595043712:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787762219.980841:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762219.980844:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f0c0 x1874597595043840/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762219.980854:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762219.980855:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762219.980856:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762219.980858:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762219.980859:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762219.980861:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595043840:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787762219.980863:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762219.980864:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762219.980865:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762219.980866:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762219.980869:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760c400.
02000000:00000001:0.0:1787762219.980870:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762219.980872:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787762219.980874:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60f20.
00000400:00000010:0.0:1787762219.980877:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655550.
00000100:00000200:0.0:1787762219.980879:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595043840, portal 4
00000100:00000001:0.0:1787762219.980880:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762219.980881:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765445824 : -110615944105792 : ffff9b6537f1f0c0)
00000100:00000040:0.0:1787762219.980886:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f0c0 x1874597595043840/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762219.980890:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762219.980892:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787762219.980893:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655990.
00000100:00000200:0.0:1787762219.980895:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595043840, offset 0
00000400:00000200:0.0:1787762219.980897:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787762219.980899:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762219.980901:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787762219.980903:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762219.980904:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787762219.980906:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762219.980908:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787762219.980910:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277936:277936:256:4294967295] 192.168.203.101@tcp LPNI seq info [277935:277935:8:4294967295]
00000400:00000200:0.0:1787762219.980914:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762219.980918:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762219.980921:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762219.980923:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b500.
00000800:00000200:0.0:1787762219.980926:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787762219.980928:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787762219.980931:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787762219.980933:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787762219.980936:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762219.980937:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b500.
00000400:00000200:0.0:1787762219.980939:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762219.980942:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762219.980944:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655990
00000400:00000010:0.0:1787762219.980945:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655990.
00000100:00000001:0.0:1787762219.980947:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762219.980949:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f0c0 x1874597595043840/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762219.980955:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762219.980957:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f0c0 x1874597595043840/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762219.980976:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762219.980979:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762219.980981:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762219.980983:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:0.0:1787762219.980986:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762219.980987:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315633171
00000100:00000001:0.0:1787762219.980990:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315633911
00000100:00000001:0.0:1787762219.980992:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315633171
00000100:00000001:0.0:1787762219.980994:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315633912
00000100:00000001:0.0:1787762219.980995:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762219.980998:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762219.980999:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762219.981002:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762219/real 1787762219]  req@ffff9b6537f1f0c0 x1874597595043840/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762219.981008:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762219.981009:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762219.981010:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60f20.
00000400:00000200:0.0:1787762219.981011:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655550
00000400:00000010:0.0:1787762219.981012:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655550.
00000100:00000001:0.0:1787762219.981014:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762219.981016:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f0c0 x1874597595043840/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762219.981022:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f0c0 x1874597595043840/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762219.981027:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762219.981027:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762219.981029:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762219.981030:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762219.981032:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f0c0 x1874597595043840/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762219.981036:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762219.981038:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f0c0 x1874597595043840/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762219.981043:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762219.981044:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762219.981045:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762219.981046:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762219.981047:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762219.981048:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762219.981050:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762219.981053:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787762219.981055:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762219.981058:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f0c0 x1874597595043840/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762219.981063:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595043840:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787762219.981066:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762219.981067:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762219.981069:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d2c0 x1874597595043712/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762219.981073:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762219.981074:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762219.981076:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760c800.
02000000:00000001:0.0:1787762219.981077:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762219.981078:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762219.981079:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:0.0:1787762219.981081:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762219.981082:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16400.
02000000:00000001:0.0:1787762219.981084:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762219.981085:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762219.981086:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d2c0.
00000100:00000001:0.0:1787762219.981088:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762219.981089:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762219.981090:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762219.981092:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f0c0 x1874597595043840/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762219.981097:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762219.981099:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762219.981100:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760c400.
02000000:00000001:0.0:1787762219.981101:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762219.981102:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762219.981103:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:0.0:1787762219.981104:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762219.981106:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14800.
02000000:00000001:0.0:1787762219.981108:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762219.981109:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762219.981110:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f0c0.
00000100:00000001:0.0:1787762219.981111:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762219.981113:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762219.981114:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762219.981116:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762219.981117:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762219.981118:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762219.981120:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762220.747332:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315633911, at 4315633920
00000100:00000040:1.0:1787762220.747334:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315633912, at 4315633920
00000100:00000010:0.0:1787762220.747353:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d2ae0.
00000100:00000010:1.0:1787762220.747359:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d2180.
00010000:00000001:0.0:1787762220.811319:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762220.811324:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762220.811329:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762220.811330:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762220.811333:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762220.811334:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762220.811364:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762220.811367:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762220.811370:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762221.835375:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762221.835419:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762221.835427:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762221.835429:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762221.835433:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762221.835435:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762221.835511:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762221.835517:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762221.835522:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762222.859400:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762222.859410:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762222.859418:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762222.859420:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762222.859424:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762222.859426:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762222.859500:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762222.859504:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762222.859509:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762223.883388:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762223.883399:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762223.883408:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762223.883410:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762223.883415:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762223.883416:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762224.907378:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762224.907390:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762224.907392:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762224.907396:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762224.907403:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762224.907406:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762224.907409:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762224.907412:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762224.907417:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762224.907419:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762224.907421:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762224.907423:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762224.907425:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762224.907427:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762224.907429:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762224.907432:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762224.907435:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762224.907437:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762224.907460:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762224.907463:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762224.907466:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762225.099399:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762225.099412:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762225.099416:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762225.099421:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762225.099428:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762225.099437:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20965
00000400:00000200:3.0:1787762225.099449:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762225.099457:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762225.099461:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762225.099466:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762225.099470:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762225.099473:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762225.099476:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762225.099481:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762225.099484:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762225.099487:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762225.099492:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762225.099495:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762225.099498:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762225.099502:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762225.099505:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762225.099507:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762225.099509:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762225.099514:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762225.099519:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762225.099523:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762225.099526:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762225.099531:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762225.099534:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762225.099537:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762225.099540:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762225.099550:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787762225.099555:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762225.099560:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762225.099562:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762225.099566:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762225.099570:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762225.099595:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762225.099607:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16800.
00000100:00000001:3.0:1787762225.099615:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762225.099627:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597595043968/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762225.099642:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762225.099647:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762225.099654:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597595043968/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762225.099682:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762225.099687:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762225.099692:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762225.099694:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762225.099696:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762225.099700:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762225.099703:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20965
00000400:00000200:3.0:1787762225.099707:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762225.099712:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762225.099715:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762225.099720:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762225.099723:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762225.099726:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762225.099729:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762225.099733:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762225.099735:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762225.099737:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762225.099740:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762225.099743:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762225.099747:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762225.099751:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762225.099756:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762225.099757:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762225.099764:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762225.099767:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762225.099769:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:0.0:1787762225.099772:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787762225.099776:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762225.099789:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000040:0.0:1787762225.099792:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f0c0 x1874597595043968/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762225.099794:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762225.099803:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762225.099811:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762225.099814:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762225.099817:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762225.099822:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762225.099833:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762225.099836:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762225.099840:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762225.099842:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762225.099849:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
02000000:00000001:0.0:1787762225.099850:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1787762225.099859:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:0.0:1787762225.099860:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762225.099872:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762225.099873:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762225.099879:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762225.099887:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595043968:192.168.203.101@tcp:250:kworker.0
00000100:00000001:3.0:1787762225.099888:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762225.099895:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762225.099901:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762225.099903:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1787762225.099908:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17800.
02000000:00000001:0.0:1787762225.099911:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762225.099919:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762225.099919:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762225.099925:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1787762225.099933:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597595044096/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1787762225.099937:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760c800.
02000000:00000001:0.0:1787762225.099946:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762225.099957:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1787762225.099965:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762225.099966:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787762225.099977:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60f20.
00000100:00000040:3.0:1787762225.099979:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597595044096/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1787762225.099992:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655550.
00000100:00000001:3.0:1787762225.099997:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762225.100003:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1787762225.100006:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595043968, portal 25
00000100:00080000:3.0:1787762225.100009:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762225.100013:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762225.100016:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765445824 : -110615944105792 : ffff9b6537f1f0c0)
00000100:00000001:3.0:1787762225.100028:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:0.0:1787762225.100030:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f0c0 x1874597595043968/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762225.100032:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762225.100043:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762225.100053:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20965
00000100:00000001:0.0:1787762225.100059:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1787762225.100065:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:0.0:1787762225.100073:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000200:3.0:1787762225.100080:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000400:00000010:0.0:1787762225.100082:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655990.
00000100:00080000:3.0:1787762225.100087:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1787762225.100090:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595043968, offset 0
00000100:00000040:3.0:1787762225.100098:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762225.100102:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787762225.100108:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000040:3.0:1787762225.100113:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762225.100119:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762225.100122:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762225.100126:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000400:00000200:0.0:1787762225.100127:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000020:00000001:3.0:1787762225.100134:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762225.100139:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762225.100142:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:0.0:1787762225.100146:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000020:00000001:3.0:1787762225.100148:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:0.0:1787762225.100159:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1787762225.100163:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762225.100169:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787762225.100170:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000040:3.0:1787762225.100178:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:0.0:1787762225.100184:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787762225.100186:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:0.0:1787762225.100194:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000020:00000040:3.0:1787762225.100196:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000400:00000200:0.0:1787762225.100205:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277937:277937:256:4294967295] 192.168.203.101@tcp LPNI seq info [277936:277936:8:4294967295]
00000100:00080000:3.0:1787762225.100210:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762225.100220:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762225.100222:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:3.0:1787762225.100226:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762225.100233:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762225.100235:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762225.100237:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762225.100240:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762225.100243:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762225.100281:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762225.100288:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000020:00000040:3.0:1787762225.100291:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762225.100294:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762225.100296:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762225.100298:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762225.100300:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762225.100302:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762225.100307:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16c00.
00000100:00000001:3.0:1787762225.100311:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762225.100318:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597595044224/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762225.100328:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762225.100331:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762225.100336:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597595044224/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762225.100348:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762225.100352:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762225.100359:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762225.100365:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20975)
00000400:00000200:0.0:1787762225.100384:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762225.100404:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762225.100415:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b500.
00000800:00000200:0.0:1787762225.100427:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787762225.100433:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:0.0:1787762225.100456:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762225.100463:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762225.100467:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315639032
00000100:00000010:0.0:1787762225.100473:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2ae0.
00000100:00000001:0.0:1787762225.100483:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787762225.100494:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315639032
00000100:00000010:0.0:1787762225.100498:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2660.
00000100:00000001:0.0:1787762225.100505:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787762225.100510:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762225.100513:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762225.100516:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762225.100519:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762225.100547:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762225.100549:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787762225.100554:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762225.100559:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762225.100561:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762225.100570:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d2c0 x1874597595044096/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762225.100590:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762225.100592:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762225.100597:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762225.100599:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762225.100602:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762225.100609:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595044096:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787762225.100614:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762225.100619:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762225.100622:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762225.100626:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762225.100632:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760c400.
02000000:00000001:0.0:1787762225.100635:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762225.100640:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787762225.100643:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60790.
00000400:00000010:0.0:1787762225.100651:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655198.
00000100:00000200:0.0:1787762225.100657:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595044096, portal 10
00000100:00000001:0.0:1787762225.100659:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762225.100660:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765438144 : -110615944113472 : ffff9b6537f1d2c0)
00000100:00000040:0.0:1787762225.100668:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d2c0 x1874597595044096/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762225.100675:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762225.100682:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787762225.100685:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655908.
00000100:00000200:0.0:1787762225.100687:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595044096, offset 0
00000400:00000200:0.0:1787762225.100692:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787762225.100698:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762225.100707:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787762225.100715:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762225.100722:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787762225.100728:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762225.100733:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787762225.100738:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277938:277938:255:4294967295] 192.168.203.101@tcp LPNI seq info [277937:277937:7:4294967295]
00000400:00000200:0.0:1787762225.100744:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762225.100752:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762225.100757:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762225.100763:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320be00.
00000800:00000200:0.0:1787762225.100768:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787762225.100776:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:0.0:1787762225.100780:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762225.100786:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:0.0:1787762225.100790:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762225.100793:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315638285
00000100:00000001:0.0:1787762225.100796:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315639032
00000100:00000001:0.0:1787762225.100799:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315638285
00000100:00000001:0.0:1787762225.100802:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315639032
00000100:00000001:0.0:1787762225.100805:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762225.100807:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762225.100809:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762225.100813:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1fc00 x1874597595044224/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762225.100819:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762225.100820:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762225.100822:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762225.100824:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762225.100825:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762225.100827:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595044224:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787762225.100830:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762225.100832:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762225.100833:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762225.100834:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762225.100837:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e400.
02000000:00000001:0.0:1787762225.100839:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762225.100842:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787762225.100845:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db601b8.
00000400:00000010:0.0:1787762225.100848:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655e58.
00000100:00000200:0.0:1787762225.100850:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595044224, portal 4
00000100:00000001:0.0:1787762225.100851:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762225.100852:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765448704 : -110615944102912 : ffff9b6537f1fc00)
00000100:00000040:0.0:1787762225.100857:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1fc00 x1874597595044224/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762225.100862:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762225.100864:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787762225.100866:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e6552a8.
00000100:00000200:0.0:1787762225.100868:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595044224, offset 0
00000400:00000200:0.0:1787762225.100871:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787762225.100874:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762225.100878:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787762225.100883:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762225.100887:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787762225.100889:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762225.100892:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787762225.100896:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277939:277939:254:4294967295] 192.168.203.101@tcp LPNI seq info [277938:277938:6:4294967295]
00000400:00000200:0.0:1787762225.100901:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762225.100910:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762225.100916:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762225.100920:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320bf00.
00000800:00000200:0.0:1787762225.100924:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787762225.100929:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:0.0:1787762225.100933:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762225.100936:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:0.0:1787762225.100940:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762225.100942:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315638291
00000100:00000001:0.0:1787762225.100944:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315639032
00000100:00000001:0.0:1787762225.100946:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315638291
00000100:00000001:0.0:1787762225.100949:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315639032
00000100:00000001:0.0:1787762225.100952:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762225.100955:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762225.100958:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762225.100960:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762225.100964:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762225.100966:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787762225.100968:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762225.100970:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762225.100973:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762225.100975:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762225.867332:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315639032, at 4315639040
00000100:00000040:0.0:1787762225.867348:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315639032, at 4315639040
00000100:00000010:1.0:1787762225.867360:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d2660.
00000100:00000010:0.0:1787762225.867364:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d2ae0.
00010000:00000001:0.0:1787762225.931413:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762225.931422:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762225.931430:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762225.931432:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762225.931436:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762225.931438:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762225.931536:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762225.931543:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762225.931547:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762226.955397:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762226.955405:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762226.955413:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762226.955415:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762226.955418:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762226.955420:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762226.955445:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762226.955448:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762226.955451:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762227.979337:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762227.979345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762227.979352:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762227.979354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762227.979358:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762227.979360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1787762228.171600:0:238623:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.101:988
00000400:00000100:1.0:1787762228.171653:0:238623:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.101@tcp at host 192.168.203.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1787762228.171667:0:238623:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762228.171671:0:238623:0:(router.c:1791:lnet_notify()) 192.168.203.1@tcp notifying 192.168.203.101@tcp: down
00000400:00000200:1.0:1787762228.171677:0:238623:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762228.171698:0:238623:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1787762228.171707:0:238623:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:1.0:1787762228.171712:0:238623:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b500.
00000400:00000200:1.0:1787762228.171721:0:238623:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1787762228.171726:0:238623:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1787762228.171747:0:238623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655990
00000400:00000010:1.0:1787762228.171750:0:238623:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655990.
00000100:00000001:1.0:1787762228.171757:0:238623:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762228.171769:0:238623:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b6537f1f0c0 x1874597595043968/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762228.171797:0:238623:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762228.171803:0:238623:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f0c0 x1874597595043968/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762250 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762228.171812:0:238623:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762228.171814:0:238623:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1787762228.171831:0:238623:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:1.0:1787762228.171834:0:238623:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320be00.
00000400:00000200:1.0:1787762228.171838:0:238623:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1787762228.171842:0:238623:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1787762228.171847:0:238623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655908
00000400:00000010:1.0:1787762228.171850:0:238623:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655908.
00000100:00000001:1.0:1787762228.171853:0:238623:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762228.171858:0:238623:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b6537f1d2c0 x1874597595044096/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762228.171869:0:238623:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762228.171872:0:238623:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d2c0 x1874597595044096/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762250 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762228.171880:0:238623:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762228.171883:0:238623:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1787762228.171888:0:238623:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:1.0:1787762228.171891:0:238623:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320bf00.
00000400:00000200:1.0:1787762228.171896:0:238623:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1787762228.171902:0:238623:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000100:00000001:0.0:1787762228.171904:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1787762228.171908:0:238623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e6552a8
00000400:00000010:1.0:1787762228.171917:0:238623:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e6552a8.
00000100:00000001:0.0:1787762228.171920:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762228.171923:0:238623:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787762228.171929:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000200:1.0:1787762228.171936:0:238623:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b6537f1fc00 x1874597595044224/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762228.171948:0:238623:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:0.0:1787762228.171963:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762225/real 1787762228]  req@ffff9b6537f1d2c0 x1874597595044096/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762228.171964:0:238623:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1fc00 x1874597595044224/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762250 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762228.172019:0:238623:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762228.172027:0:238623:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:0.0:1787762228.172047:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762228.172054:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762228.172061:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60790.
00000400:00000200:0.0:1787762228.172072:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655198
00000400:00000010:0.0:1787762228.172077:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655198.
00000100:00000001:0.0:1787762228.172085:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762228.172097:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d2c0 x1874597595044096/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762228.172119:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d2c0 x1874597595044096/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762228.172135:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762228.172140:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762228.172146:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762228.172149:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762228.172157:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d2c0 x1874597595044096/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762228.172172:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762228.172181:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d2c0 x1874597595044096/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762250 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762228.172195:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762228.172201:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762228.172205:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762228.172207:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762228.172212:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762228.172218:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762228.172224:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762228.172233:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787762228.172239:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762228.172295:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d2c0 x1874597595044096/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762250 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762228.172319:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595044096:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787762228.172331:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762228.172340:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762225/real 1787762228]  req@ffff9b6537f1fc00 x1874597595044224/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762228.172359:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762228.172362:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762228.172366:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db601b8.
00000400:00000200:0.0:1787762228.172373:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655e58
00000400:00000010:0.0:1787762228.172376:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655e58.
00000100:00000001:0.0:1787762228.172382:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762228.172390:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1fc00 x1874597595044224/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762228.172409:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1fc00 x1874597595044224/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762228.172421:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762228.172425:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762228.172429:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762228.172432:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762228.172439:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1fc00 x1874597595044224/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762228.172453:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762228.172461:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1fc00 x1874597595044224/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762250 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762228.172475:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762228.172481:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762228.172485:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762228.172488:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762228.172491:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762228.172496:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762228.172502:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762228.172510:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787762228.172514:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762228.172522:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1fc00 x1874597595044224/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762250 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762228.172539:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595044224:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787762228.172548:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762228.172585:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762225/real 1787762228]  req@ffff9b6537f1f0c0 x1874597595043968/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762228.172603:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762228.172606:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762228.172609:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60f20.
00000400:00000200:0.0:1787762228.172615:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655550
00000400:00000010:0.0:1787762228.172658:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655550.
00000100:00000001:0.0:1787762228.172666:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762228.172672:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f0c0 x1874597595043968/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762228.172683:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f0c0 x1874597595043968/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762228.172692:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762228.172694:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762228.172697:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762228.172699:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762228.172705:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f0c0 x1874597595043968/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762228.172720:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762228.172736:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f0c0 x1874597595043968/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762250 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762228.172750:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762228.172754:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762228.172757:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762228.172760:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762228.172764:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762228.172767:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762228.172772:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762228.172780:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787762228.172784:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762228.172794:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f0c0 x1874597595043968/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762250 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762228.172809:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595043968:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787762228.172814:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762228.172819:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762228.172823:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d2c0 x1874597595044096/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762250 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762228.172833:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762228.172836:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762228.172842:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760c400.
02000000:00000001:0.0:1787762228.172847:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762228.172851:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762228.172853:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:0.0:1787762228.172857:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762228.172868:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17800.
02000000:00000001:0.0:1787762228.172873:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762228.172876:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762228.172879:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d2c0.
00000100:00000001:0.0:1787762228.172884:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762228.172886:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762228.172888:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762228.172893:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1fc00 x1874597595044224/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762250 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762228.172906:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762228.172908:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762228.172910:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760e400.
02000000:00000001:0.0:1787762228.172913:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762228.172915:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762228.172917:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:0.0:1787762228.172919:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762228.172921:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16c00.
02000000:00000001:0.0:1787762228.172924:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762228.172927:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762228.172929:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1fc00.
00000100:00000001:0.0:1787762228.172932:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762228.172934:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762228.172936:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762228.172940:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f0c0 x1874597595043968/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762250 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762228.172947:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762228.172949:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762228.172950:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760c800.
02000000:00000001:0.0:1787762228.172953:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762228.172954:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762228.172956:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:0.0:1787762228.172958:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762228.172959:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16800.
02000000:00000001:0.0:1787762228.172962:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762228.172963:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762228.172965:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f0c0.
00000100:00000001:0.0:1787762228.172967:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762228.172968:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762228.172971:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762228.172980:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762228.172982:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762228.172984:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762228.172987:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762229.003367:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762229.003375:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762229.003383:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762229.003384:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762229.003388:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762229.003390:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762229.003454:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762229.003458:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762229.003462:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762230.027390:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762230.027399:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762230.027406:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762230.027409:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762230.027413:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762230.027417:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762230.027421:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762230.027424:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762230.027428:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762230.027431:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762230.027434:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762230.027437:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762230.027605:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762230.027611:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762230.027616:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762230.219332:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762230.219344:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762230.219348:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762230.219352:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762230.219358:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762230.219367:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20970
00000400:00000200:3.0:1787762230.219379:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762230.219388:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762230.219393:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762230.219395:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762230.219399:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762230.219402:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762230.219404:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762230.219408:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762230.219410:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762230.219412:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762230.219416:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762230.219418:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762230.219420:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762230.219423:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762230.219425:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762230.219427:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762230.219428:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762230.219430:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762230.219433:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762230.219434:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762230.219437:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762230.219441:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762230.219443:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762230.219445:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762230.219448:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762230.219455:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787762230.219458:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762230.219463:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762230.219464:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762230.219467:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762230.219470:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762230.219475:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762230.219483:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14000.
00000100:00000001:3.0:1787762230.219491:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762230.219502:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597595044352/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762230.219512:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762230.219517:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762230.219521:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597595044352/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762230.219553:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762230.219556:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762230.219559:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762230.219560:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762230.219562:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762230.219566:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762230.219569:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20970
00000400:00000200:3.0:1787762230.219573:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762230.219576:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762230.219581:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762230.219585:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762230.219588:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762230.219594:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762230.219597:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762230.219600:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762230.219602:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762230.219604:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762230.219607:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762230.219612:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:0.0:1787762230.219614:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787762230.219618:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:0.0:1787762230.219626:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787762230.219629:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762230.219631:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787762230.219639:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762230.219644:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762230.219654:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000040:0.0:1787762230.219656:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d680 x1874597595044352/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787762230.219665:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762230.219686:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762230.219691:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762230.219700:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762230.219702:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762230.219710:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762230.219712:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762230.219721:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762230.219722:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762230.219734:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762230.219737:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762230.219743:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:0.0:1787762230.219753:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595044352:192.168.203.101@tcp:250:kworker.0
00000008:00100000:3.0:1787762230.219755:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762230.219771:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762230.219775:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787762230.219784:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762230.219785:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:3.0:1787762230.219794:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
02000000:00000001:0.0:1787762230.219795:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787762230.219807:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:0.0:1787762230.219808:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787762230.219818:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762230.219820:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762230.219822:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762230.219824:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:0.0:1787762230.219828:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e400.
02000000:00000001:3.0:1787762230.219829:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762230.219844:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762230.219849:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14c00.
00000100:00000001:3.0:1787762230.219858:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762230.219870:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00100000:3.0:1787762230.219880:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597595044480/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1787762230.219887:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60f20.
00000100:00000001:3.0:1787762230.219903:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1787762230.219907:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655550.
00000100:00000001:3.0:1787762230.219908:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762230.219920:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597595044480/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762230.219939:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595044352, portal 25
00000100:00000001:3.0:1787762230.219940:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762230.219955:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787762230.219956:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762230.219965:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765439104 : -110615944112512 : ffff9b6537f1d680)
00000100:00080000:3.0:1787762230.219971:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762230.219977:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762230.219980:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1787762230.219990:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d680 x1874597595044352/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762230.219991:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762230.220010:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20970
00000400:00000200:3.0:1787762230.220030:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762230.220048:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762230.220057:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787762230.220063:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655e58.
00000100:00000200:0.0:1787762230.220070:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595044352, offset 0
00000400:00000200:0.0:1787762230.220084:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:3.0:1787762230.220128:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762230.220132:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762230.220140:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762230.220143:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762230.220145:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762230.220149:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762230.220152:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762230.220153:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762230.220155:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762230.220158:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762230.220160:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762230.220163:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762230.220170:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000200:0.0:1787762230.220175:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762230.220178:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762230.220185:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762230.220189:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762230.220194:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000400:00000200:0.0:1787762230.220201:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00080000:3.0:1787762230.220208:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762230.220215:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762230.220219:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787762230.220221:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762230.220230:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787762230.220235:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
02000000:00000001:3.0:1787762230.220238:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762230.220245:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762230.220288:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762230.220292:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762230.220294:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762230.220302:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000020:00000040:3.0:1787762230.220306:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762230.220310:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762230.220313:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762230.220318:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1787762230.220320:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787762230.220324:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762230.220333:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762230.220338:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
02000000:00000010:3.0:1787762230.220345:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17000.
00000100:00000001:3.0:1787762230.220356:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762230.220360:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277940:277940:256:4294967295] 192.168.203.101@tcp LPNI seq info [277939:277939:8:4294967295]
00000100:00100000:3.0:1787762230.220366:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597595044608/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762230.220391:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1787762230.220392:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762230.220395:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762230.220407:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597595044608/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762230.220415:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762230.220424:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762230.220434:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1787762230.220445:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1787762230.220448:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20981)
00000800:00000200:0.0:1787762230.220474:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762230.220487:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b600.
00000800:00000200:0.0:1787762230.220501:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787762230.220508:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762230.220520:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787762230.220527:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787762230.220537:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762230.220566:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b600.
00000400:00000200:0.0:1787762230.220579:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762230.220588:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762230.220598:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655e58
00000400:00000010:0.0:1787762230.220603:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655e58.
00000100:00000001:0.0:1787762230.220610:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762230.220621:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d680 x1874597595044352/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762230.220642:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762230.220650:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d680 x1874597595044352/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762255 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762230.220679:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762230.220683:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762230.220698:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762230.220704:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762230.220708:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315644152
00000100:00000010:0.0:1787762230.220743:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2ae0.
00000100:00000001:0.0:1787762230.220752:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787762230.220763:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315644152
00000100:00000010:0.0:1787762230.220767:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2a80.
00000100:00000001:0.0:1787762230.220770:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787762230.220775:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762230.220778:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762230.220782:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762230.220789:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762230/real 1787762230]  req@ffff9b6537f1d680 x1874597595044352/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762230.220802:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762230.220805:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762230.220808:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60f20.
00000400:00000200:0.0:1787762230.220812:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655550
00000400:00000010:0.0:1787762230.220814:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655550.
00000100:00000001:0.0:1787762230.220818:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762230.220823:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d680 x1874597595044352/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762230.220834:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d680 x1874597595044352/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762230.220842:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762230.220844:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762230.220847:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762230.220850:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762230.220854:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d680 x1874597595044352/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762230.220864:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762230.220870:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d680 x1874597595044352/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762255 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762230.220879:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762230.220883:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762230.220885:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762230.220886:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762230.220890:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762230.220892:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762230.220897:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762230.220902:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787762230.220905:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762230.220910:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d680 x1874597595044352/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762255 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762230.220921:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595044352:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787762230.220927:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762230.220930:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762230.220934:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d680 x1874597595044352/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762255 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762230.220942:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762230.220946:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762230.220950:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760e400.
02000000:00000001:0.0:1787762230.220954:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762230.220957:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762230.220959:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:0.0:1787762230.220962:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762230.220965:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14000.
02000000:00000001:0.0:1787762230.220970:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762230.220973:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762230.220976:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d680.
00000100:00000001:0.0:1787762230.220981:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762230.220983:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762230.220986:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762230.220994:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762230.220997:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762230.221000:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762230.221002:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762230.221004:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762230.221009:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f480 x1874597595044480/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762230.221019:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762230.221021:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762230.221024:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762230.221027:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762230.221029:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762230.221033:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595044480:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787762230.221037:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762230.221041:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762230.221043:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762230.221046:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762230.221050:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e400.
02000000:00000001:0.0:1787762230.221052:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762230.221057:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787762230.221061:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60f20.
00000400:00000010:0.0:1787762230.221065:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655550.
00000100:00000200:0.0:1787762230.221069:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595044480, portal 10
00000100:00000001:0.0:1787762230.221072:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762230.221074:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765446784 : -110615944104832 : ffff9b6537f1f480)
00000100:00000040:0.0:1787762230.221082:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f480 x1874597595044480/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762230.221093:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762230.221098:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787762230.221104:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655e58.
00000100:00000200:0.0:1787762230.221109:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595044480, offset 0
00000400:00000200:0.0:1787762230.221118:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787762230.221127:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762230.221135:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787762230.221142:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762230.221147:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787762230.221153:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762230.221158:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787762230.221164:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277941:277941:256:4294967295] 192.168.203.101@tcp LPNI seq info [277940:277940:8:4294967295]
00000400:00000200:0.0:1787762230.221172:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762230.221186:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762230.221196:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762230.221204:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b600.
00000800:00000200:0.0:1787762230.221212:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787762230.221217:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762230.221226:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787762230.221229:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787762230.221234:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762230.221237:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b600.
00000400:00000200:0.0:1787762230.221242:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762230.221278:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762230.221283:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655e58
00000400:00000010:0.0:1787762230.221286:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655e58.
00000100:00000001:0.0:1787762230.221290:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762230.221296:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f480 x1874597595044480/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762230.221307:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762230.221310:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f480 x1874597595044480/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762255 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762230.221319:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762230.221321:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762230.221327:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762230.221333:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:0.0:1787762230.221337:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762230.221341:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315643406
00000100:00000001:0.0:1787762230.221345:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315644152
00000100:00000001:0.0:1787762230.221348:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315643406
00000100:00000001:0.0:1787762230.221351:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315644152
00000100:00000001:0.0:1787762230.221353:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762230.221356:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762230.221358:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762230.221363:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762230/real 1787762230]  req@ffff9b6537f1f480 x1874597595044480/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762230.221373:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762230.221375:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762230.221378:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60f20.
00000400:00000200:0.0:1787762230.221381:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655550
00000400:00000010:0.0:1787762230.221383:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655550.
00000100:00000001:0.0:1787762230.221386:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762230.221390:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f480 x1874597595044480/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762230.221401:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f480 x1874597595044480/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762230.221408:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762230.221410:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762230.221412:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762230.221414:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762230.221418:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f480 x1874597595044480/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762230.221426:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762230.221431:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f480 x1874597595044480/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762255 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762230.221441:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762230.221444:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762230.221446:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762230.221448:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762230.221450:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762230.221453:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762230.221456:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762230.221460:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787762230.221462:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762230.221467:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f480 x1874597595044480/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762255 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762230.221476:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595044480:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787762230.221481:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762230.221486:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e940 x1874597595044608/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762230.221495:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762230.221497:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762230.221500:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762230.221502:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762230.221504:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762230.221508:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595044608:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787762230.221512:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762230.221516:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762230.221518:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762230.221520:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762230.221525:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760c400.
02000000:00000001:0.0:1787762230.221528:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762230.221533:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787762230.221536:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60f20.
00000400:00000010:0.0:1787762230.221568:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655550.
00000100:00000200:0.0:1787762230.221575:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595044608, portal 4
00000100:00000001:0.0:1787762230.221578:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762230.221580:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765443904 : -110615944107712 : ffff9b6537f1e940)
00000100:00000040:0.0:1787762230.221589:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e940 x1874597595044608/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762230.221598:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762230.221601:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787762230.221604:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655e58.
00000100:00000200:0.0:1787762230.221607:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595044608, offset 0
00000400:00000200:0.0:1787762230.221612:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787762230.221618:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762230.221623:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787762230.221627:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762230.221631:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787762230.221634:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762230.221638:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787762230.221642:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277942:277942:256:4294967295] 192.168.203.101@tcp LPNI seq info [277941:277941:8:4294967295]
00000400:00000200:0.0:1787762230.221647:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762230.221655:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762230.221660:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762230.221665:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b600.
00000800:00000200:0.0:1787762230.221670:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787762230.221673:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762230.221679:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787762230.221682:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787762230.221687:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762230.221690:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b600.
00000400:00000200:0.0:1787762230.221694:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762230.221699:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762230.221703:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655e58
00000400:00000010:0.0:1787762230.221706:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655e58.
00000100:00000001:0.0:1787762230.221709:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762230.221713:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1e940 x1874597595044608/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762230.221723:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762230.221726:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e940 x1874597595044608/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762255 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762230.221735:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762230.221737:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762230.221742:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762230.221746:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:0.0:1787762230.221750:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762230.221752:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315643412
00000100:00000001:0.0:1787762230.221755:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315644152
00000100:00000001:0.0:1787762230.221758:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315643412
00000100:00000001:0.0:1787762230.221761:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315644152
00000100:00000001:0.0:1787762230.221764:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762230.221766:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762230.221768:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762230.221773:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762230/real 1787762230]  req@ffff9b6537f1e940 x1874597595044608/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762230.221782:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762230.221783:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762230.221785:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60f20.
00000400:00000200:0.0:1787762230.221788:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655550
00000400:00000010:0.0:1787762230.221790:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655550.
00000100:00000001:0.0:1787762230.221793:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762230.221797:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e940 x1874597595044608/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762230.221807:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e940 x1874597595044608/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762230.221816:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762230.221818:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762230.221821:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762230.221822:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762230.221827:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e940 x1874597595044608/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762230.221835:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762230.221839:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e940 x1874597595044608/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762255 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762230.221847:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762230.221850:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762230.221852:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762230.221854:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762230.221856:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762230.221858:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762230.221861:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762230.221865:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787762230.221867:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762230.221872:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e940 x1874597595044608/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762255 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762230.221881:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595044608:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787762230.221885:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762230.221888:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762230.221892:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f480 x1874597595044480/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762255 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762230.221900:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762230.221902:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762230.221905:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760e400.
02000000:00000001:0.0:1787762230.221909:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762230.221911:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762230.221913:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:0.0:1787762230.221915:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762230.221918:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14c00.
02000000:00000001:0.0:1787762230.221921:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762230.221923:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762230.221925:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f480.
00000100:00000001:0.0:1787762230.221928:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762230.221930:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762230.221932:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762230.221936:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e940 x1874597595044608/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762255 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762230.221944:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762230.221945:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762230.221947:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760c400.
02000000:00000001:0.0:1787762230.221949:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762230.221951:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762230.221952:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:0.0:1787762230.221954:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762230.221956:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17000.
02000000:00000001:0.0:1787762230.221958:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762230.221960:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762230.221961:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e940.
00000100:00000001:0.0:1787762230.221964:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762230.221965:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762230.221967:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762230.221972:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762230.221973:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762230.221976:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762230.221978:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762230.987349:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315644152, at 4315644160
00000100:00000010:1.0:1787762230.987374:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d2a80.
00000100:00000040:0.0:1787762230.987399:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315644152, at 4315644160
00000100:00000010:0.0:1787762230.987419:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d2ae0.
00010000:00000001:0.0:1787762231.051409:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762231.051417:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762231.051427:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762231.051430:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762231.051436:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762231.051439:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762231.051469:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762231.051472:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762231.051476:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762232.075355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762232.075363:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762232.075369:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762232.075370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762232.075373:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762232.075374:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762233.099389:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762233.099397:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762233.099404:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762233.099406:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762233.099410:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762233.099412:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762233.099478:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762233.099482:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762233.099486:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762234.123397:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762234.123405:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762234.123412:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762234.123414:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762234.123418:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762234.123419:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762234.123498:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762234.123505:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762234.123510:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762235.147371:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762235.147380:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762235.147383:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762235.147387:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762235.147393:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762235.147397:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762235.147400:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762235.147403:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762235.147408:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762235.147410:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762235.147413:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762235.147416:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762235.147418:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762235.147420:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762235.147422:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762235.147424:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762235.147428:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762235.147430:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762235.147454:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762235.147457:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762235.147461:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762235.339415:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762235.339428:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762235.339431:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762235.339436:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762235.339443:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762235.339452:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20976
00000400:00000200:0.0:1787762235.339464:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762235.339471:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762235.339476:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762235.339480:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762235.339484:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762235.339487:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762235.339491:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762235.339496:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762235.339499:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787762235.339502:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762235.339529:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762235.339532:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787762235.339536:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787762235.339540:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762235.339543:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762235.339547:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762235.339550:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762235.339554:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787762235.339559:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762235.339562:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762235.339566:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762235.339571:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762235.339574:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762235.339577:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762235.339580:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762235.339598:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2d00.
00000020:00000040:0.0:1787762235.339604:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762235.339609:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762235.339611:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762235.339615:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762235.339619:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762235.339625:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762235.339636:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e400.
00000100:00000001:0.0:1787762235.339645:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762235.339656:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2d00 x1874597595044736/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762235.339671:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762235.339677:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762235.339684:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b3abd36] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2d00 x1874597595044736/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762235.339725:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762235.339744:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762235.339753:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762235.339759:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762235.339769:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762235.339780:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762235.339795:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20976
00000400:00000200:0.0:1787762235.339819:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762235.339828:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762235.339837:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762235.339854:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762235.339867:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762235.339875:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762235.339882:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762235.339888:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762235.339891:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787762235.339900:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762235.339903:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787762235.339907:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787762235.339910:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:0.0:1787762235.339915:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762235.339919:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762235.339933:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762235.339939:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762235.339949:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:0.0:1787762235.339961:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762235.339966:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762235.339971:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762235.339983:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762235.340001:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762235.340009:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762235.340018:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762235.340024:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762235.340032:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762235.340040:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c0000.
00000020:00000040:0.0:1787762235.340047:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:0.0:1787762235.340056:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762235.340063:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762235.340071:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762235.340080:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762235.340088:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762235.340103:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760d800.
00000100:00000001:0.0:1787762235.340118:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762235.340137:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c0000 x1874597595044864/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762235.340176:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762235.340188:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762235.340203:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ecd2557] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c0000 x1874597595044864/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762235.340314:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762235.340323:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762235.340335:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762235.340339:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.1:1787762235.340342:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00080000:0.0:1787762235.340345:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1787762235.340357:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1787762235.340359:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762235.340372:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20976
00000400:00000200:0.0:1787762235.340397:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762235.340411:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762235.340422:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762235.340448:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762235.340462:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762235.340480:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762235.340490:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762235.340499:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762235.340536:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787762235.340544:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762235.340554:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:0.0:1787762235.340558:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:0.0:1787762235.340563:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:0.0:1787762235.340574:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762235.340590:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762235.340601:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762235.340605:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762235.340616:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:0.0:1787762235.340626:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762235.340631:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762235.340634:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762235.340641:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762235.340654:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762235.340658:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762235.340663:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762235.340667:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762235.340670:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762235.340688:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1a40.
00000020:00000040:0.0:1787762235.340700:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:0.0:1787762235.340709:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762235.340715:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762235.340726:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762235.340731:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762235.340739:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762235.340754:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e000.
00000100:00000001:0.0:1787762235.340768:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762235.340793:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1a40 x1874597595044992/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762235.340845:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762235.340855:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762235.340873:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7cad83] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1a40 x1874597595044992/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762235.340937:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762235.340944:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787762235.340963:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787762235.340980:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20986)
00000800:00000200:2.1:1787762235.341206:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762235.341208:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787762235.341443:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762235.341444:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1787762236.107387:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315649272, at 4315649280
00000100:00000040:1.0:1787762236.107391:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315649272, at 4315649280
00000100:00000010:0.0:1787762236.107413:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdf60.
00000100:00000010:1.0:1787762236.107424:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd6c0.
00010000:00000001:0.0:1787762236.171375:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762236.171381:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762236.171388:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762236.171390:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762236.171394:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762236.171396:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762237.195422:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762237.195431:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762237.195438:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762237.195440:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762237.195444:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762237.195445:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762237.195525:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762237.195531:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762237.195536:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762238.219351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762238.219360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762238.219366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762238.219368:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762238.219373:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762238.219374:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762238.219451:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762238.219458:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762238.219463:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762239.243342:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762239.243351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762239.243391:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762239.243393:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762239.243397:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762239.243402:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762239.243405:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762239.243408:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762239.243412:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762239.243417:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762239.243419:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762239.243422:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762239.243448:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762239.243452:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762239.243455:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762239.435364:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762239.435372:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762239.435375:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762239.435381:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762239.435385:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762239.435388:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762239.435391:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762239.435394:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762239.435397:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762240.267358:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762240.267366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762240.267372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762240.267373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762240.267377:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762240.267378:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762240.459337:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762240.459350:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762240.459352:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762240.459359:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762240.459363:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762240.459368:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762240.459373:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762240.459376:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762240.459380:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762240.459395:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762240.459557:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762240.459562:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762240.459567:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762240.459573:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762240.459584:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20981
00000400:00000200:1.0:1787762240.459595:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762240.459604:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762240.459609:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762240.459613:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762240.459618:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762240.459621:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762240.459624:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762240.459630:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762240.459633:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:1.0:1787762240.459637:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762240.459642:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:1.0:1787762240.459645:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:1.0:1787762240.459648:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:1.0:1787762240.459652:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762240.459655:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762240.459657:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762240.459659:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762240.459663:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:1.0:1787762240.459667:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762240.459670:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762240.459673:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762240.459679:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762240.459683:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762240.459685:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762240.459688:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762240.459701:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c000.
00000020:00000040:1.0:1787762240.459706:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:1.0:1787762240.459711:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762240.459713:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762240.459717:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762240.459721:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762240.459726:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762240.459738:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee08000.
00000100:00000001:1.0:1787762240.459747:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762240.459759:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c000 x1874597595045120/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762240.459773:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762240.459779:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762240.459785:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bd17bd7] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c000 x1874597595045120/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762240.459819:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762240.459824:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762240.459829:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762240.459831:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762240.459833:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762240.459837:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762240.459840:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20981
00000400:00000200:1.0:1787762240.459845:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762240.459848:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762240.459851:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762240.459854:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762240.459857:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762240.459863:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762240.459866:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762240.459870:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762240.459871:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:1.0:1787762240.459874:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762240.459877:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:1.0:1787762240.459881:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:1.0:1787762240.459891:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:1.0:1787762240.459899:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762240.459904:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762240.459911:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762240.459917:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762240.459930:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:1.0:1787762240.459949:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762240.459957:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762240.459962:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762240.459974:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762240.459984:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762240.459989:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762240.459999:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762240.460016:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762240.460034:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762240.460041:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588e940.
00000020:00000040:1.0:1787762240.460046:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:1.0:1787762240.460048:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762240.460050:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762240.460052:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762240.460054:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762240.460057:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762240.460063:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee0ac00.
00000100:00000001:1.0:1787762240.460073:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762240.460085:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588e940 x1874597595045248/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762240.460116:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762240.460122:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762240.460129:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000186ab8f7] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588e940 x1874597595045248/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762240.460148:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762240.460157:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762240.460163:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762240.460171:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762240.460177:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762240.460187:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762240.460202:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20981
00000400:00000200:1.0:1787762240.460229:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762240.460310:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762240.460315:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762240.460325:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762240.460341:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762240.460363:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762240.460378:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762240.460394:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762240.460399:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:1.0:1787762240.460409:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762240.460422:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:1.0:1787762240.460432:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:1.0:1787762240.460446:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:1.0:1787762240.460457:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762240.460468:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1787762240.460487:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762240.460493:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000100:00000040:1.0:1787762240.460509:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762240.460514:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762240.460521:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:1.0:1787762240.460537:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762240.460543:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762240.460557:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762240.460570:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762240.460580:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762240.460594:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762240.460602:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762240.460609:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762240.460617:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762240.460632:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c780.
00000020:00000040:1.0:1787762240.460639:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:1.0:1787762240.460645:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762240.460647:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762240.460653:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762240.460657:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762240.460663:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762240.460675:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee0a800.
00000100:00000001:1.0:1787762240.460695:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762240.460709:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c780 x1874597595045376/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762240.460738:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762240.460747:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762240.460778:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c5bf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c780 x1874597595045376/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762240.460838:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762240.460845:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787762240.460863:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1787762240.460876:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20991)
00000800:00000200:2.1:1787762240.461138:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762240.461141:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787762240.461362:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762240.461365:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1787762241.227391:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315654392, at 4315654400
00000100:00000010:0.0:1787762241.227406:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdc60.
00000100:00000040:1.0:1787762241.227519:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315654392, at 4315654400
00000100:00000010:1.0:1787762241.227540:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd1e0.
00010000:00000001:0.0:1787762241.291311:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762241.291315:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762241.291318:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762241.291319:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762241.291322:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762241.291323:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762241.291341:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762241.291343:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762241.291345:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762241.483343:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762241.483355:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762241.483358:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762241.483370:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762241.483377:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762241.483384:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762241.483389:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762241.483395:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762241.483401:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762242.315330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762242.315336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762242.315341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762242.315342:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762242.315345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762242.315346:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762242.315393:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762242.315398:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762242.315400:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762242.507320:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762242.507326:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762242.507328:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762242.507332:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762242.507335:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762242.507338:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762242.507340:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762242.507342:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762242.507344:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762243.339360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762243.339369:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762243.339376:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762243.339378:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762243.339382:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762243.339384:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762243.339482:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762243.339486:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762243.339491:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762243.531389:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762243.531400:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762243.531404:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762243.531413:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762243.531422:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762243.531428:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762243.531433:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762243.531439:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762243.531444:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762244.363384:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762244.363393:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762244.363400:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762244.363402:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762244.363406:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762244.363408:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762244.555372:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762244.555380:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762244.555383:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762244.555390:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762244.555394:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762244.555399:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762244.555403:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762244.555407:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762244.555410:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762245.387419:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762245.387431:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762245.387434:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762245.387467:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762245.387474:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762245.387477:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762245.387480:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762245.387484:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762245.387490:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762245.387492:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762245.387494:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762245.387496:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762245.387498:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762245.387500:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762245.387503:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762245.387505:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762245.387509:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762245.387511:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762245.387545:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762245.387548:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762245.387551:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762245.579366:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762245.579378:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762245.579384:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762245.579393:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762245.579399:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762245.579405:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762245.579409:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762245.579416:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762245.579422:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762245.579740:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762245.579746:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762245.579750:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762245.579762:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366aad00 x1874597595045504/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762245.579775:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762245.579779:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762245.579786:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762245.579789:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762245.579798:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762245.579803:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595045504:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787762245.579811:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762245.579817:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762245.579821:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762245.579825:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762245.579833:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e000.
02000000:00000001:0.0:1787762245.579837:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762245.579950:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787762245.579972:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60f20.
00000400:00000010:0.0:1787762245.579986:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655550.
00000100:00000200:0.0:1787762245.579996:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595045504, portal 25
00000100:00000001:0.0:1787762245.580000:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762245.580003:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739803904 : -110615969747712 : ffff9b65366aad00)
00000100:00000040:0.0:1787762245.580021:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366aad00 x1874597595045504/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762245.580034:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762245.580038:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787762245.580042:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655e58.
00000100:00000200:0.0:1787762245.580045:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595045504, offset 0
00000400:00000200:0.0:1787762245.580053:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787762245.580065:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762245.580075:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787762245.580082:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762245.580088:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787762245.580093:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762245.580097:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787762245.580102:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277949:277949:256:4294967295] 192.168.203.101@tcp LPNI seq info [277948:277948:8:4294967295]
00000400:00000200:0.0:1787762245.580107:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762245.580121:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762245.580129:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762245.580136:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b600.
00000800:00000200:0.0:1787762245.580144:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787762245.580150:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762245.580159:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787762245.580163:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1787762245.580169:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762245.580173:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b600.
00000400:00000200:0.0:1787762245.580180:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762245.580186:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762245.580192:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655e58
00000400:00000010:0.0:1787762245.580195:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655e58.
00000100:00000001:0.0:1787762245.580200:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762245.580206:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366aad00 x1874597595045504/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762245.580219:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762245.580224:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366aad00 x1874597595045504/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762270 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762245.580234:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762245.580236:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762245.580312:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762245.580319:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762245.580322:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315659512
00000100:00000010:0.0:1787762245.580330:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2ae0.
00000100:00000001:0.0:1787762245.580338:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787762245.580347:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315659512
00000100:00000010:0.0:1787762245.580351:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2960.
00000100:00000001:0.0:1787762245.580355:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787762245.580370:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762245.580374:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762245.580377:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762245.580384:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762245/real 1787762245]  req@ffff9b65366aad00 x1874597595045504/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762245.580405:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762245.580407:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762245.580410:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60f20.
00000400:00000200:0.0:1787762245.580414:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655550
00000400:00000010:0.0:1787762245.580416:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655550.
00000100:00000001:0.0:1787762245.580420:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762245.580431:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366aad00 x1874597595045504/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762245.580472:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366aad00 x1874597595045504/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762245.580483:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762245.580486:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762245.580490:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762245.580493:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762245.580499:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366aad00 x1874597595045504/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762245.580510:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762245.580517:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366aad00 x1874597595045504/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762245.580526:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762245.580530:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762245.580532:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762245.580534:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762245.580538:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762245.580541:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762245.580545:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762245.580551:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787762245.580554:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762245.580560:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366aad00 x1874597595045504/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762245.580572:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595045504:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787762245.580578:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762245.580582:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762245.580585:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366aad00 x1874597595045504/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762245.580594:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762245.580597:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762245.580601:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760e000.
02000000:00000001:0.0:1787762245.580606:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762245.580609:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762245.580612:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:0.0:1787762245.580615:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762245.580618:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541866400.
02000000:00000001:0.0:1787762245.580623:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762245.580626:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762245.580628:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366aad00.
00000100:00000001:0.0:1787762245.580633:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762245.580635:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762245.580638:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762245.580649:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762245.580652:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762245.580657:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762245.580661:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762245.580664:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762245.580674:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a9e00 x1874597595045632/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762245.580690:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762245.580693:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762245.580699:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762245.580704:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762245.580710:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762245.580717:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595045632:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787762245.580726:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762245.580732:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762245.580736:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762245.580741:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762245.580748:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e000.
02000000:00000001:0.0:1787762245.580752:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762245.580760:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787762245.580763:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60f20.
00000400:00000010:0.0:1787762245.580768:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655550.
00000100:00000200:0.0:1787762245.580772:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595045632, portal 10
00000100:00000001:0.0:1787762245.580775:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762245.580777:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739800064 : -110615969751552 : ffff9b65366a9e00)
00000100:00000040:0.0:1787762245.580786:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a9e00 x1874597595045632/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762245.580795:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762245.580798:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787762245.580800:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655e58.
00000100:00000200:0.0:1787762245.580803:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595045632, offset 0
00000400:00000200:0.0:1787762245.580808:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787762245.580814:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762245.580819:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787762245.580823:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762245.580826:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787762245.580830:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762245.580833:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787762245.580837:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277950:277950:256:4294967295] 192.168.203.101@tcp LPNI seq info [277949:277949:8:4294967295]
00000400:00000200:0.0:1787762245.580842:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762245.580851:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762245.580857:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762245.580861:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b600.
00000800:00000200:0.0:1787762245.580866:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787762245.580870:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762245.580876:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787762245.580880:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1787762245.580885:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762245.580887:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b600.
00000400:00000200:0.0:1787762245.580892:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762245.580897:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762245.580901:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655e58
00000400:00000010:0.0:1787762245.580903:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655e58.
00000100:00000001:0.0:1787762245.580906:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762245.580911:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a9e00 x1874597595045632/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762245.580921:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762245.580925:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a9e00 x1874597595045632/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762270 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762245.580933:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762245.580935:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762245.580940:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762245.580945:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:0.0:1787762245.580949:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762245.580952:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315658765
00000100:00000001:0.0:1787762245.580956:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315659512
00000100:00000001:0.0:1787762245.580959:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315658765
00000100:00000001:0.0:1787762245.580961:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315659512
00000100:00000001:0.0:1787762245.580963:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762245.580966:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762245.580968:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762245.580973:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762245/real 1787762245]  req@ffff9b65366a9e00 x1874597595045632/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762245.580983:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762245.580984:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762245.580987:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60f20.
00000400:00000200:0.0:1787762245.580991:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655550
00000400:00000010:0.0:1787762245.580993:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655550.
00000100:00000001:0.0:1787762245.580995:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762245.580999:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a9e00 x1874597595045632/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762245.581009:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a9e00 x1874597595045632/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762245.581017:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762245.581019:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762245.581021:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762245.581023:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762245.581027:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a9e00 x1874597595045632/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762245.581035:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762245.581040:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a9e00 x1874597595045632/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762245.581048:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762245.581051:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762245.581053:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762245.581055:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762245.581058:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762245.581061:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762245.581064:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762245.581068:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787762245.581070:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762245.581075:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a9e00 x1874597595045632/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762245.581084:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595045632:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787762245.581090:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762245.581095:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8000 x1874597595045760/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762245.581104:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762245.581105:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762245.581108:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762245.581110:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762245.581113:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762245.581116:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595045760:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787762245.581120:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762245.581123:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762245.581125:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762245.581128:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762245.581132:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760d800.
02000000:00000001:0.0:1787762245.581135:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762245.581138:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787762245.581141:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60f20.
00000400:00000010:0.0:1787762245.581145:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655550.
00000100:00000200:0.0:1787762245.581148:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595045760, portal 4
00000100:00000001:0.0:1787762245.581151:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762245.581153:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739792384 : -110615969759232 : ffff9b65366a8000)
00000100:00000040:0.0:1787762245.581159:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8000 x1874597595045760/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762245.581167:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762245.581170:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787762245.581173:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655e58.
00000100:00000200:0.0:1787762245.581176:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595045760, offset 0
00000400:00000200:0.0:1787762245.581180:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787762245.581184:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762245.581188:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787762245.581191:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762245.581195:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787762245.581198:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762245.581201:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787762245.581205:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277951:277951:256:4294967295] 192.168.203.101@tcp LPNI seq info [277950:277950:8:4294967295]
00000400:00000200:0.0:1787762245.581210:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762245.581218:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762245.581223:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762245.581226:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b600.
00000800:00000200:0.0:1787762245.581231:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787762245.581234:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762245.581239:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787762245.581243:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1787762245.581248:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762245.581280:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b600.
00000400:00000200:0.0:1787762245.581285:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762245.581290:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762245.581293:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655e58
00000400:00000010:0.0:1787762245.581296:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655e58.
00000100:00000001:0.0:1787762245.581299:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762245.581304:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a8000 x1874597595045760/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762245.581314:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762245.581318:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8000 x1874597595045760/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762270 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762245.581326:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762245.581328:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762245.581332:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762245.581336:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:0.0:1787762245.581340:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762245.581342:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315658772
00000100:00000001:0.0:1787762245.581346:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315659512
00000100:00000001:0.0:1787762245.581348:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315658772
00000100:00000001:0.0:1787762245.581352:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315659512
00000100:00000001:0.0:1787762245.581355:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762245.581357:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762245.581360:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762245.581364:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762245/real 1787762245]  req@ffff9b65366a8000 x1874597595045760/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762245.581373:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762245.581375:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762245.581377:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60f20.
00000400:00000200:0.0:1787762245.581379:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655550
00000400:00000010:0.0:1787762245.581381:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655550.
00000100:00000001:0.0:1787762245.581384:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762245.581387:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8000 x1874597595045760/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762245.581398:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8000 x1874597595045760/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762245.581406:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762245.581408:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762245.581410:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762245.581412:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762245.581416:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8000 x1874597595045760/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762245.581424:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762245.581428:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8000 x1874597595045760/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762245.581464:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762245.581467:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762245.581469:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762245.581471:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762245.581474:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762245.581476:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762245.581480:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762245.581485:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787762245.581488:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762245.581494:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8000 x1874597595045760/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762245.581504:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595045760:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787762245.581509:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762245.581511:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762245.581515:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a9e00 x1874597595045632/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762245.581523:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762245.581525:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762245.581528:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760e000.
02000000:00000001:0.0:1787762245.581532:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762245.581534:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762245.581536:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:0.0:1787762245.581539:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762245.581541:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541864800.
02000000:00000001:0.0:1787762245.581546:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762245.581547:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762245.581549:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a9e00.
00000100:00000001:0.0:1787762245.581553:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762245.581555:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762245.581557:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762245.581561:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8000 x1874597595045760/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762245.581568:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762245.581570:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762245.581571:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760d800.
02000000:00000001:0.0:1787762245.581575:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762245.581576:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762245.581578:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:0.0:1787762245.581581:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762245.581582:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541866c00.
02000000:00000001:0.0:1787762245.581585:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762245.581586:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762245.581588:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8000.
00000100:00000001:0.0:1787762245.581590:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762245.581592:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762245.581594:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762245.581598:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762245.581600:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762245.581602:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762245.581605:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762246.347356:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315659512, at 4315659520
00000100:00000010:0.0:1787762246.347379:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d2ae0.
00000100:00000040:1.0:1787762246.347402:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315659512, at 4315659520
00000100:00000010:1.0:1787762246.347422:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d2960.
00010000:00000001:0.0:1787762246.411336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762246.411341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762246.411346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762246.411347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762246.411350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762246.411351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762246.411445:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762246.411450:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762246.411455:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762246.603380:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762246.603388:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762246.603391:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762246.603397:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762246.603402:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762246.603408:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762246.603412:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762246.603416:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762246.603419:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762247.435384:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762247.435393:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762247.435400:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762247.435402:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762247.435405:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762247.435407:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762247.435457:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762247.435460:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762247.435463:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762247.627308:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762247.627317:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762247.627320:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762247.627326:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762247.627329:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762247.627333:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762247.627336:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762247.627339:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762247.627342:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762248.459344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762248.459353:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762248.459362:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762248.459364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762248.459368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762248.459371:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762248.651327:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762248.651337:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762248.651339:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762248.651346:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762248.651349:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762248.651353:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762248.651356:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762248.651359:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762248.651361:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762249.483368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762249.483378:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762249.483385:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762249.483387:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762249.483390:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762249.483395:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762249.483398:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762249.483402:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762249.483405:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762249.483425:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762249.483429:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762249.483433:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762249.483492:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762249.483496:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762249.483501:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762249.675340:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762249.675349:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762249.675352:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762249.675358:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762249.675362:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762249.675366:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762249.675370:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762249.675372:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762249.675375:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762250.507336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762250.507344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762250.507350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762250.507351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762250.507354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762250.507355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762250.507509:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762250.507518:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762250.507524:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762250.699325:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762250.699332:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762250.699336:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762250.699344:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762250.699350:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762250.699356:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762250.699359:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762250.699363:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762250.699368:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762250.699620:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762250.699625:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762250.699630:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762250.699642:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a92c0 x1874597595045888/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762250.699659:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762250.699663:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762250.699669:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762250.699673:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762250.699676:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762250.699689:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595045888:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787762250.699695:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762250.699702:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762250.699706:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762250.699713:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762250.699722:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e400.
02000000:00000001:0.0:1787762250.699725:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762250.699732:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787762250.699738:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60f20.
00000400:00000010:0.0:1787762250.699748:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655550.
00000100:00000200:0.0:1787762250.699759:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595045888, portal 25
00000100:00000001:0.0:1787762250.699763:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762250.699767:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739797184 : -110615969754432 : ffff9b65366a92c0)
00000100:00000040:0.0:1787762250.699777:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a92c0 x1874597595045888/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762250.699793:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762250.699799:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787762250.699803:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655e58.
00000100:00000200:0.0:1787762250.699809:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595045888, offset 0
00000400:00000200:0.0:1787762250.699819:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787762250.699833:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762250.699846:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787762250.699855:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762250.699865:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787762250.699872:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762250.699877:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787762250.699887:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277952:277952:256:4294967295] 192.168.203.101@tcp LPNI seq info [277951:277951:8:4294967295]
00000400:00000200:0.0:1787762250.699895:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762250.699906:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762250.699915:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762250.699922:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b600.
00000800:00000200:0.0:1787762250.699934:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787762250.699942:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762250.699951:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787762250.699957:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1787762250.699966:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762250.699971:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b600.
00000400:00000200:0.0:1787762250.699981:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762250.699992:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762250.700004:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655e58
00000400:00000010:0.0:1787762250.700010:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655e58.
00000100:00000001:0.0:1787762250.700019:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762250.700027:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a92c0 x1874597595045888/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762250.700040:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762250.700044:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a92c0 x1874597595045888/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762275 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762250.700051:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762250.700052:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762250.700062:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762250.700066:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762250.700069:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315664631
00000100:00000010:0.0:1787762250.700074:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2ae0.
00000100:00000001:0.0:1787762250.700082:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787762250.700090:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315664631
00000100:00000010:0.0:1787762250.700092:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d27e0.
00000100:00000001:0.0:1787762250.700095:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787762250.700098:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762250.700101:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762250.700102:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762250.700106:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762250/real 1787762250]  req@ffff9b65366a92c0 x1874597595045888/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762250.700114:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762250.700115:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762250.700117:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60f20.
00000400:00000200:0.0:1787762250.700119:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655550
00000400:00000010:0.0:1787762250.700120:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655550.
00000100:00000001:0.0:1787762250.700122:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762250.700125:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a92c0 x1874597595045888/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762250.700132:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a92c0 x1874597595045888/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762250.700138:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762250.700147:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762250.700149:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762250.700151:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762250.700154:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a92c0 x1874597595045888/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762250.700159:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762250.700163:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a92c0 x1874597595045888/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762275 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762250.700169:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762250.700171:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762250.700172:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762250.700172:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762250.700175:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762250.700176:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762250.700178:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762250.700181:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787762250.700183:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762250.700186:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a92c0 x1874597595045888/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762275 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762250.700191:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595045888:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787762250.700195:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762250.700197:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762250.700199:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a92c0 x1874597595045888/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762275 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762250.700209:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762250.700211:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762250.700214:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760e400.
02000000:00000001:0.0:1787762250.700216:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762250.700218:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762250.700219:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:0.0:1787762250.700221:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762250.700224:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541864000.
02000000:00000001:0.0:1787762250.700228:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762250.700230:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762250.700231:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a92c0.
00000100:00000001:0.0:1787762250.700234:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762250.700235:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762250.700237:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762250.700245:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762250.700246:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762250.700269:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762250.700270:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762250.700271:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762250.700274:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8b40 x1874597595046016/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762250.700280:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762250.700281:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762250.700282:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762250.700284:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762250.700286:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762250.700288:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595046016:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787762250.700290:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762250.700292:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762250.700293:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762250.700295:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762250.700297:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e400.
02000000:00000001:0.0:1787762250.700299:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762250.700302:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787762250.700304:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60f20.
00000400:00000010:0.0:1787762250.700306:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655550.
00000100:00000200:0.0:1787762250.700309:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595046016, portal 10
00000100:00000001:0.0:1787762250.700310:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762250.700311:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739795264 : -110615969756352 : ffff9b65366a8b40)
00000100:00000040:0.0:1787762250.700317:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8b40 x1874597595046016/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762250.700322:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762250.700324:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787762250.700325:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655e58.
00000100:00000200:0.0:1787762250.700327:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595046016, offset 0
00000400:00000200:0.0:1787762250.700330:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787762250.700332:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762250.700335:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787762250.700337:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762250.700339:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787762250.700341:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762250.700343:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787762250.700345:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277953:277953:256:4294967295] 192.168.203.101@tcp LPNI seq info [277952:277952:8:4294967295]
00000400:00000200:0.0:1787762250.700348:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762250.700352:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762250.700356:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762250.700358:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b600.
00000800:00000200:0.0:1787762250.700361:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787762250.700363:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762250.700366:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787762250.700368:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1787762250.700371:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762250.700372:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b600.
00000400:00000200:0.0:1787762250.700375:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762250.700377:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762250.700380:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655e58
00000400:00000010:0.0:1787762250.700381:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655e58.
00000100:00000001:0.0:1787762250.700384:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762250.700387:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a8b40 x1874597595046016/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762250.700392:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762250.700394:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8b40 x1874597595046016/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762275 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762250.700415:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762250.700416:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762250.700420:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762250.700423:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:0.0:1787762250.700426:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762250.700428:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315663885
00000100:00000001:0.0:1787762250.700430:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315664631
00000100:00000001:0.0:1787762250.700432:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315663885
00000100:00000001:0.0:1787762250.700434:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315664631
00000100:00000001:0.0:1787762250.700435:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762250.700437:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762250.700438:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762250.700441:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762250/real 1787762250]  req@ffff9b65366a8b40 x1874597595046016/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762250.700445:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762250.700447:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762250.700448:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60f20.
00000400:00000200:0.0:1787762250.700450:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655550
00000400:00000010:0.0:1787762250.700451:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655550.
00000100:00000001:0.0:1787762250.700453:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762250.700455:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8b40 x1874597595046016/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762250.700460:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8b40 x1874597595046016/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762250.700469:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762250.700470:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762250.700472:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762250.700473:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762250.700475:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8b40 x1874597595046016/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762250.700479:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762250.700481:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8b40 x1874597595046016/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762275 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762250.700485:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762250.700487:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762250.700488:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762250.700489:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762250.700490:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762250.700491:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762250.700493:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762250.700495:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787762250.700497:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762250.700500:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8b40 x1874597595046016/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762275 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762250.700504:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595046016:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787762250.700507:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762250.700509:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8780 x1874597595046144/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762250.700513:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762250.700514:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762250.700516:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762250.700517:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762250.700519:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762250.700521:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595046144:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787762250.700523:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762250.700525:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762250.700526:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762250.700527:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762250.700530:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760c400.
02000000:00000001:0.0:1787762250.700532:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762250.700534:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787762250.700536:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60f20.
00000400:00000010:0.0:1787762250.700539:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655550.
00000100:00000200:0.0:1787762250.700541:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595046144, portal 4
00000100:00000001:0.0:1787762250.700543:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762250.700544:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739794304 : -110615969757312 : ffff9b65366a8780)
00000100:00000040:0.0:1787762250.700548:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8780 x1874597595046144/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762250.700553:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762250.700555:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787762250.700556:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655e58.
00000100:00000200:0.0:1787762250.700558:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595046144, offset 0
00000400:00000200:0.0:1787762250.700560:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787762250.700563:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762250.700565:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787762250.700567:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762250.700568:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787762250.700570:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762250.700572:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787762250.700574:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277954:277954:256:4294967295] 192.168.203.101@tcp LPNI seq info [277953:277953:8:4294967295]
00000400:00000200:0.0:1787762250.700577:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762250.700581:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762250.700586:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762250.700588:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b600.
00000800:00000200:0.0:1787762250.700590:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787762250.700592:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762250.700595:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787762250.700597:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1787762250.700600:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762250.700602:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b600.
00000400:00000200:0.0:1787762250.700604:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762250.700607:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762250.700609:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655e58
00000400:00000010:0.0:1787762250.700610:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655e58.
00000100:00000001:0.0:1787762250.700612:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762250.700614:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a8780 x1874597595046144/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762250.700619:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762250.700621:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8780 x1874597595046144/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762275 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762250.700626:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762250.700627:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762250.700629:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762250.700631:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:0.0:1787762250.700634:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762250.700635:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315663891
00000100:00000001:0.0:1787762250.700637:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315664631
00000100:00000001:0.0:1787762250.700639:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315663891
00000100:00000001:0.0:1787762250.700641:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315664631
00000100:00000001:0.0:1787762250.700642:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762250.700644:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762250.700645:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762250.700647:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762250/real 1787762250]  req@ffff9b65366a8780 x1874597595046144/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762250.700653:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762250.700654:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762250.700656:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60f20.
00000400:00000200:0.0:1787762250.700657:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655550
00000400:00000010:0.0:1787762250.700658:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655550.
00000100:00000001:0.0:1787762250.700659:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762250.700661:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8780 x1874597595046144/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762250.700666:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8780 x1874597595046144/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762250.700670:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762250.700671:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762250.700673:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762250.700674:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762250.700676:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8780 x1874597595046144/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762250.700680:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762250.700683:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8780 x1874597595046144/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762275 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762250.700687:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762250.700688:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762250.700689:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762250.700690:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762250.700691:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762250.700692:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762250.700693:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762250.700695:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787762250.700696:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762250.700700:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8780 x1874597595046144/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762275 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762250.700705:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595046144:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787762250.700708:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762250.700709:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762250.700711:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8b40 x1874597595046016/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762275 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762250.700715:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762250.700716:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762250.700717:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760e400.
02000000:00000001:0.0:1787762250.700718:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762250.700719:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762250.700720:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:0.0:1787762250.700721:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762250.700723:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541867800.
02000000:00000001:0.0:1787762250.700725:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762250.700726:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762250.700727:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8b40.
00000100:00000001:0.0:1787762250.700729:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762250.700730:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762250.700731:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762250.700733:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8780 x1874597595046144/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762275 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762250.700737:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762250.700738:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762250.700739:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760c400.
02000000:00000001:0.0:1787762250.700740:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762250.700741:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762250.700742:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:0.0:1787762250.700743:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762250.700744:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541866800.
02000000:00000001:0.0:1787762250.700745:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762250.700746:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762250.700747:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8780.
00000100:00000001:0.0:1787762250.700749:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762250.700750:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762250.700751:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762250.700754:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762250.700755:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762250.700756:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762250.700757:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762251.467411:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315664631, at 4315664640
00000100:00000040:0.0:1787762251.467419:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315664631, at 4315664640
00000100:00000010:1.0:1787762251.467433:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d27e0.
00000100:00000010:0.0:1787762251.467435:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d2ae0.
00010000:00000001:0.0:1787762251.531383:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762251.531389:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762251.531407:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762251.531409:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762251.531414:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762251.531416:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762251.531467:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762251.531471:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762251.531476:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762251.723407:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762251.723415:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762251.723417:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762251.723423:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762251.723444:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762251.723449:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762251.723453:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762251.723457:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762251.723462:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762252.555372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762252.555380:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762252.555402:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762252.555404:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762252.555407:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762252.555408:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762252.747577:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762252.747596:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762252.747599:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762252.747607:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762252.747611:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762252.747616:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762252.747620:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762252.747624:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762252.747627:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762253.579463:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762253.579472:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762253.579479:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762253.579481:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762253.579495:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762253.579497:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762253.579534:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762253.579537:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762253.579541:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762253.771365:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762253.771372:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762253.771375:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762253.771408:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762253.771416:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762253.771421:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762253.771424:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762253.771428:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762253.771432:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762254.603410:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762254.603419:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762254.603427:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762254.603429:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762254.603432:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762254.603434:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762254.603547:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762254.603553:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762254.603556:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762254.795365:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762254.795397:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762254.795400:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762254.795406:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762254.795411:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762254.795416:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762254.795419:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762254.795423:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762254.795427:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762255.627391:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762255.627405:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762255.627409:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762255.627415:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762255.627423:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762255.627428:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762255.627431:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762255.627436:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762255.627444:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762255.627448:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762255.627451:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762255.627454:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762255.627458:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762255.627461:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762255.627464:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762255.627468:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762255.627475:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762255.627478:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762255.627515:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762255.627519:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762255.627523:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762255.819331:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762255.819338:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762255.819342:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762255.819348:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762255.819353:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762255.819358:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762255.819361:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762255.819389:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762255.819395:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762255.819437:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762255.819450:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762255.819455:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762255.819461:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762255.819468:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762255.819479:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 20996
00000400:00000200:0.0:1787762255.819495:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762255.819506:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762255.819513:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762255.819518:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762255.819523:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762255.819527:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762255.819531:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762255.819536:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762255.819538:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787762255.819541:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762255.819546:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762255.819549:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787762255.819552:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787762255.819556:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762255.819558:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762255.819561:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762255.819563:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762255.819567:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787762255.819571:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762255.819574:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762255.819578:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762255.819582:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762255.819586:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762255.819589:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762255.819592:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762255.819602:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c3c00.
00000020:00000040:0.0:1787762255.819607:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762255.819613:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762255.819615:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762255.819619:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762255.819622:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762255.819627:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762255.819637:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760c800.
00000100:00000001:0.0:1787762255.819646:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762255.819657:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c3c00 x1874597595046272/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762255.819680:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762255.819685:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762255.819692:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a1cf69] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c3c00 x1874597595046272/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762255.819727:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762255.819731:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762255.819736:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762255.819738:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762255.819740:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762255.819744:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762255.819747:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20996
00000400:00000200:0.0:1787762255.819753:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762255.819759:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762255.819764:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762255.819770:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762255.819776:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762255.819781:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762255.819786:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762255.819795:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762255.819804:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787762255.819817:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762255.819827:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787762255.819839:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787762255.819857:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:0.0:1787762255.819874:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762255.819878:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762255.819885:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762255.819889:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762255.819895:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:0.0:1787762255.819900:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762255.819910:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762255.819913:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762255.819921:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762255.819927:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762255.819932:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762255.819941:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762255.819959:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762255.819968:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762255.819979:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1680.
00000020:00000040:0.0:1787762255.819991:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:0.0:1787762255.820000:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762255.820010:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762255.820024:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762255.820030:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762255.820035:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762255.820047:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760cc00.
00000100:00000001:0.0:1787762255.820060:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762255.820078:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1680 x1874597595046400/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762255.820116:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762255.820126:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762255.820150:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c9d36cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1680 x1874597595046400/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762255.820195:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762255.820208:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762255.820223:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762255.820230:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762255.820245:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762255.820320:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762255.820334:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 20996
00000800:00000200:2.1:1787762255.820350:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762255.820359:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
00000400:00000200:0.0:1787762255.820361:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762255.820400:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762255.820415:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762255.820437:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762255.820448:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762255.820461:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762255.820478:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762255.820490:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762255.820498:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787762255.820510:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762255.820520:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:0.0:1787762255.820528:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:0.0:1787762255.820532:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:0.0:1787762255.820542:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762255.820553:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762255.820562:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762255.820570:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762255.820587:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:0.0:1787762255.820595:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762255.820601:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762255.820606:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762255.820617:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762255.820627:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762255.820631:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762255.820635:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762255.820643:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762255.820661:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762255.820676:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2580.
00000020:00000040:0.0:1787762255.820689:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:0.0:1787762255.820703:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762255.820713:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762255.820726:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762255.820737:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762255.820745:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762255.820757:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e400.
00000100:00000001:0.0:1787762255.820778:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762255.820801:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2580 x1874597595046528/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762255.820864:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762255.820873:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762255.820889:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023dbc666] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2580 x1874597595046528/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762255.820914:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762255.820924:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787762255.820935:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787762255.820946:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21006)
00000800:00000200:2.1:1787762255.821107:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762255.821109:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787762255.821333:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762255.821335:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
00000100:00000040:0.0:1787762256.587383:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315669752, at 4315669760
00000100:00000010:0.0:1787762256.587404:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdba0.
00000100:00000040:1.0:1787762256.587413:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315669752, at 4315669760
00000100:00000010:1.0:1787762256.587430:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd9c0.
00010000:00000001:0.0:1787762256.651391:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762256.651397:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762256.651403:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762256.651405:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762256.651409:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762256.651411:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762256.843344:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762256.843352:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762256.843355:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762256.843387:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762256.843392:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762256.843396:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762256.843400:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762256.843404:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762256.843407:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762257.675332:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762257.675340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762257.675346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762257.675347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762257.675350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762257.675368:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762257.675392:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762257.675395:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762257.675398:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762257.867373:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762257.867381:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762257.867383:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762257.867389:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762257.867392:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762257.867396:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762257.867399:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762257.867402:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762257.867405:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762258.699391:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762258.699401:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762258.699410:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762258.699411:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762258.699416:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762258.699417:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762258.699563:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762258.699574:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762258.699580:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762258.891369:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762258.891377:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762258.891379:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762258.891385:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762258.891389:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762258.891393:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762258.891396:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762258.891400:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762258.891402:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762259.723373:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762259.723383:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762259.723392:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762259.723394:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762259.723398:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762259.723403:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762259.723406:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762259.723410:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762259.723414:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762259.723418:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762259.723420:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762259.723432:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762259.723465:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762259.723469:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762259.723473:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762259.915415:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762259.915424:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762259.915427:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762259.915434:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762259.915439:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762259.915443:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762259.915447:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762259.915451:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762259.915454:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762260.747386:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762260.747394:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762260.747401:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762260.747403:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762260.747406:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762260.747408:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762260.939417:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787762260.939419:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762260.939427:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762260.939434:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762260.939435:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762260.939444:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1787762260.939445:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00080000:0.0:1787762260.939452:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762260.939454:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762260.939462:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762260.939463:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787762260.939471:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762260.939475:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787762260.939478:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21001
00000100:00000001:3.0:1787762260.939480:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762260.939495:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762260.939505:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762260.939509:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762260.939516:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762260.939521:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762260.939525:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762260.939529:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762260.939535:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762260.939538:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787762260.939542:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762260.939546:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762260.939549:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787762260.939552:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787762260.939556:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762260.939559:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762260.939561:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762260.939564:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762260.939567:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787762260.939571:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762260.939574:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762260.939578:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762260.939582:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762260.939586:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762260.939588:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762260.939591:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762260.939601:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2580.
00000020:00000040:0.0:1787762260.939606:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762260.939611:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762260.939612:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762260.939616:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762260.939619:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762260.939624:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762260.939635:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760d800.
00000100:00000001:0.0:1787762260.939643:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762260.939655:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2580 x1874597595046656/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762260.939670:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762260.939676:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762260.939682:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023dbc666] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2580 x1874597595046656/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762260.939713:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762260.939718:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762260.939722:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762260.939724:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762260.939727:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762260.939732:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762260.939737:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21001
00000400:00000200:0.0:1787762260.939742:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762260.939750:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762260.939755:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762260.939759:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762260.939761:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762260.939765:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762260.939769:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762260.939775:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762260.939779:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787762260.939797:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762260.939802:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787762260.939810:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787762260.939824:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:0.0:1787762260.939843:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762260.939851:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762260.939867:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762260.939874:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762260.939881:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:0.0:1787762260.939894:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762260.939902:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762260.939916:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762260.939932:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762260.939940:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762260.939950:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762260.939968:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762260.939976:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762260.939981:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762260.939990:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1680.
00000020:00000040:0.0:1787762260.939996:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:0.0:1787762260.940011:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762260.940013:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762260.940020:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762260.940023:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762260.940026:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762260.940036:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760d000.
00000100:00000001:0.0:1787762260.940056:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762260.940081:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1680 x1874597595046784/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762260.940115:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762260.940122:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762260.940137:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c9d36cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1680 x1874597595046784/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762260.940173:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762260.940179:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762260.940192:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762260.940199:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762260.940204:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762260.940222:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762260.940292:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21001
00000400:00000200:0.0:1787762260.940351:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762260.940373:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762260.940386:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762260.940398:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000800:00000200:2.1:1787762260.940408:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:0.0:1787762260.940410:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762260.940419:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000800:00000200:2.1:1787762260.940421:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 28 secs later)
00000100:00000001:0.0:1787762260.940430:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762260.940443:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762260.940447:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787762260.940456:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762260.940461:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:0.0:1787762260.940472:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:0.0:1787762260.940482:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:0.0:1787762260.940497:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762260.940507:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762260.940518:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762260.940526:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762260.940537:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:0.0:1787762260.940553:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762260.940569:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762260.940574:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762260.940585:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762260.940599:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762260.940608:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762260.940612:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762260.940627:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762260.940647:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762260.940664:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c3c00.
00000020:00000040:0.0:1787762260.940669:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:0.0:1787762260.940673:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762260.940677:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762260.940689:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762260.940694:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762260.940704:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762260.940713:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e800.
00000100:00000001:0.0:1787762260.940724:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762260.940747:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c3c00 x1874597595046912/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762260.940779:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762260.940791:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762260.940821:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a1cf69] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c3c00 x1874597595046912/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762260.940914:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762260.940928:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787762260.940943:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787762260.940953:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21011)
00000800:00000200:2.1:1787762260.941274:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762260.941275:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787762260.941912:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762260.941913:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 28 secs later)
00000100:00000040:1.0:1787762261.707301:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315674872, at 4315674880
00000100:00000040:0.0:1787762261.707319:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315674872, at 4315674880
00000100:00000010:1.0:1787762261.707321:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd660.
00000100:00000010:0.0:1787762261.707344:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd180.
00010000:00000001:0.0:1787762261.771349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762261.771355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762261.771366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762261.771368:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762261.771371:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762261.771372:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762261.771398:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762261.771401:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762261.771403:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762261.963349:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762261.963359:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762261.963363:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762261.963371:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762261.963376:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762261.963381:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762261.963384:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762261.963387:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762261.963390:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762262.795449:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762262.795458:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762262.795464:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762262.795466:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762262.795470:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762262.795472:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762262.795572:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762262.795579:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762262.795583:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762262.987351:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762262.987359:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762262.987361:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762262.987368:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762262.987371:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762262.987375:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762262.987377:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762262.987380:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762262.987383:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762263.819403:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762263.819412:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762263.819419:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762263.819421:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762263.819425:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762263.819426:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762263.819454:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762263.819458:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762263.819461:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762264.011328:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762264.011336:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762264.011338:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762264.011345:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762264.011348:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762264.011352:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762264.011355:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762264.011358:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762264.011361:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762264.843378:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762264.843387:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762264.843393:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762264.843394:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762264.843397:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762264.843398:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762265.035377:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762265.035389:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762265.035392:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762265.035400:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762265.035405:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762265.035410:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762265.035413:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762265.035416:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762265.035418:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762265.867365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762265.867524:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762265.867536:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762265.867541:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762265.867548:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762265.867551:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762265.867554:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762265.867560:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762265.867572:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762265.867575:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762265.867577:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762265.867579:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762265.867581:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762265.867583:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762265.867585:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762265.867588:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762265.867591:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762265.867593:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762265.867665:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762265.867671:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762265.867676:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762266.059362:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762266.059372:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762266.059376:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762266.059385:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762266.059390:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762266.059397:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762266.059403:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762266.059409:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762266.059415:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762266.059435:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762266.059456:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762266.059462:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762266.059468:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762266.059476:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762266.059487:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21006
00000400:00000200:0.0:1787762266.059514:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762266.059525:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762266.059532:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762266.059539:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762266.059546:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762266.059550:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762266.059556:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762266.059573:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762266.059577:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787762266.059581:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762266.059587:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762266.059590:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787762266.059594:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787762266.059598:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762266.059601:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762266.059603:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762266.059606:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762266.059610:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787762266.059614:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762266.059618:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762266.059622:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762266.059627:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762266.059630:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762266.059633:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762266.059636:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762266.059648:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1a40.
00000020:00000040:0.0:1787762266.059654:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762266.059659:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762266.059661:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762266.059665:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762266.059669:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762266.059674:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762266.059683:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e400.
00000100:00000001:0.0:1787762266.059691:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762266.059703:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1a40 x1874597595047040/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762266.059717:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762266.059723:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762266.059729:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7cad83] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1a40 x1874597595047040/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762266.059764:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762266.059769:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762266.059773:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762266.059775:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762266.059778:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762266.059782:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762266.059786:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21006
00000400:00000200:0.0:1787762266.059793:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762266.059798:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762266.059803:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762266.059809:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762266.059813:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762266.059819:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762266.059833:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762266.059838:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762266.059845:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787762266.059848:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762266.059852:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787762266.059856:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787762266.059862:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:0.0:1787762266.059870:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762266.059881:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762266.059897:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762266.059908:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762266.059917:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:0.0:1787762266.059932:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762266.059940:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762266.059948:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762266.059961:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762266.059967:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762266.059978:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762266.059990:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762266.060005:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762266.060013:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762266.060020:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c0000.
00000020:00000040:0.0:1787762266.060027:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:0.0:1787762266.060045:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762266.060059:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762266.060065:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762266.060067:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762266.060070:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762266.060076:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760cc00.
00000100:00000001:0.0:1787762266.060086:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762266.060113:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c0000 x1874597595047168/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762266.060142:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762266.060147:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762266.060153:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ecd2557] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c0000 x1874597595047168/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762266.060198:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762266.060205:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762266.060221:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762266.060223:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762266.060225:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762266.060234:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762266.060246:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21006
00000400:00000200:0.0:1787762266.060327:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762266.060338:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762266.060347:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762266.060352:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762266.060355:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762266.060368:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762266.060373:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762266.060377:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762266.060379:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787762266.060383:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762266.060389:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:0.0:1787762266.060393:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:0.0:1787762266.060401:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:0.0:1787762266.060418:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762266.060431:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762266.060452:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762266.060470:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762266.060490:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:0.0:1787762266.060514:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762266.060525:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762266.060535:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762266.060546:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762266.060556:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762266.060577:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762266.060581:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762266.060586:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762266.060590:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762266.060597:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2d00.
00000020:00000040:0.0:1787762266.060603:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000800:00000200:2.1:1787762266.060605:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
02000000:00000001:0.0:1787762266.060622:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1787762266.060623:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 23 secs later)
02000000:00000001:0.0:1787762266.060628:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762266.060635:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762266.060643:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762266.060648:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762266.060666:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760c800.
00000100:00000001:0.0:1787762266.060681:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762266.060701:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2d00 x1874597595047296/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762266.060724:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762266.060729:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762266.060749:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b3abd36] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2d00 x1874597595047296/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762266.060777:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762266.060790:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787762266.060798:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787762266.060808:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21016)
00000800:00000200:2.1:1787762266.061260:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762266.061262:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787762266.061549:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762266.061551:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 23 secs later)
00000100:00000040:1.0:1787762266.827354:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315679992, at 4315680000
00000100:00000040:0.0:1787762266.827356:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315679992, at 4315680000
00000100:00000010:0.0:1787762266.827377:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd060.
00000100:00000010:1.0:1787762266.827383:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd180.
00010000:00000001:0.0:1787762266.891403:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762266.891412:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762266.891419:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762266.891422:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762266.891426:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762266.891428:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762266.891504:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762266.891511:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762266.891516:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762267.083542:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762267.083555:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762267.083558:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762267.083568:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762267.083573:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762267.083579:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762267.083583:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762267.083588:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762267.083592:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762267.915485:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762267.915494:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762267.915501:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762267.915503:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762267.915507:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762267.915509:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762267.915545:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762267.915549:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762267.915553:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762268.107348:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762268.107358:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762268.107362:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762268.107370:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762268.107375:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762268.107380:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762268.107384:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762268.107388:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762268.107391:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762268.939359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762268.939379:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762268.939386:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762268.939388:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762268.939392:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762268.939394:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762269.131359:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762269.131368:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762269.131372:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762269.131380:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762269.131386:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762269.131392:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762269.131397:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762269.131403:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762269.131408:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762269.963408:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762269.963416:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762269.963423:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762269.963425:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762269.963428:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762269.963433:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762269.963436:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762269.963440:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762269.963443:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762269.963446:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762269.963449:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762269.963452:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762269.963546:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762269.963550:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762269.963554:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762270.155317:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762270.155325:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762270.155328:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762270.155334:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762270.155337:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762270.155341:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762270.155344:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762270.155347:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762270.155349:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762270.987422:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762270.987431:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762270.987441:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762270.987442:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762270.987446:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762270.987449:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762270.987525:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762270.987532:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762270.987536:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762271.179323:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762271.179331:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762271.179334:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762271.179340:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762271.179344:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762271.179348:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762271.179351:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762271.179355:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762271.179358:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762271.179773:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762271.179785:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762271.179793:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762271.179818:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366ab840 x1874597595047424/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762271.179862:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762271.179869:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762271.179881:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762271.179892:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762271.179909:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762271.179931:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595047424:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787762271.179955:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762271.179971:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762271.179977:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762271.179988:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762271.180004:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e400.
02000000:00000001:0.0:1787762271.180012:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762271.180031:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787762271.180098:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60f20.
00000400:00000010:0.0:1787762271.180115:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655550.
00000100:00000200:0.0:1787762271.180130:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595047424, portal 25
00000100:00000001:0.0:1787762271.180136:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762271.180140:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739806784 : -110615969744832 : ffff9b65366ab840)
00000100:00000040:0.0:1787762271.180162:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366ab840 x1874597595047424/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762271.180176:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762271.180184:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787762271.180187:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655e58.
00000100:00000200:0.0:1787762271.180192:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595047424, offset 0
00000400:00000200:0.0:1787762271.180206:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787762271.180219:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762271.180231:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787762271.180239:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762271.180313:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787762271.180320:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762271.180324:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787762271.180329:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277964:277964:256:4294967295] 192.168.203.101@tcp LPNI seq info [277963:277963:8:4294967295]
00000400:00000200:0.0:1787762271.180336:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762271.180349:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762271.180357:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762271.180364:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b600.
00000800:00000200:0.0:1787762271.180373:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787762271.180379:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762271.180388:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787762271.180392:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787762271.180398:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762271.180401:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b600.
00000400:00000200:0.0:1787762271.180411:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762271.180418:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762271.180424:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655e58
00000400:00000010:0.0:1787762271.180427:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655e58.
00000100:00000001:0.0:1787762271.180433:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762271.180439:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366ab840 x1874597595047424/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762271.180452:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762271.180457:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366ab840 x1874597595047424/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762296 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762271.180467:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762271.180469:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762271.180479:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762271.180484:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762271.180488:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315685112
00000100:00000010:0.0:1787762271.180495:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2ae0.
00000100:00000001:0.0:1787762271.180504:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787762271.180537:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315685112
00000100:00000010:0.0:1787762271.180541:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d24e0.
00000100:00000001:0.0:1787762271.180545:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787762271.180560:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762271.180564:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762271.180567:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762271.180573:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762271/real 1787762271]  req@ffff9b65366ab840 x1874597595047424/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762271.180585:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762271.180589:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762271.180592:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60f20.
00000400:00000200:0.0:1787762271.180597:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655550
00000400:00000010:0.0:1787762271.180600:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655550.
00000100:00000001:0.0:1787762271.180603:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762271.180608:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366ab840 x1874597595047424/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762271.180619:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366ab840 x1874597595047424/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762271.180627:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762271.180629:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762271.180632:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762271.180635:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762271.180640:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366ab840 x1874597595047424/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762271.180649:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762271.180655:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366ab840 x1874597595047424/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762296 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762271.180664:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762271.180667:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762271.180670:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762271.180672:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762271.180676:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762271.180679:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762271.180683:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762271.180688:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787762271.180691:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762271.180696:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366ab840 x1874597595047424/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762296 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762271.180706:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595047424:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787762271.180711:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762271.180714:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762271.180718:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366ab840 x1874597595047424/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762296 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762271.180726:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762271.180729:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762271.180733:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760e400.
02000000:00000001:0.0:1787762271.180736:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762271.180740:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762271.180742:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:0.0:1787762271.180745:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762271.180748:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541865400.
02000000:00000001:0.0:1787762271.180753:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762271.180755:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762271.180758:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366ab840.
00000100:00000001:0.0:1787762271.180762:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762271.180764:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762271.180767:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762271.180776:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762271.180778:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762271.180780:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762271.180783:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762271.180784:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762271.180789:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366aa580 x1874597595047552/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762271.180800:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762271.180802:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762271.180804:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762271.180807:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762271.180810:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762271.180813:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595047552:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787762271.180817:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762271.180820:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762271.180822:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762271.180824:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762271.180828:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e400.
02000000:00000001:0.0:1787762271.180830:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762271.180835:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787762271.180838:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60f20.
00000400:00000010:0.0:1787762271.180842:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655550.
00000100:00000200:0.0:1787762271.180846:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595047552, portal 10
00000100:00000001:0.0:1787762271.180849:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762271.180851:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739801984 : -110615969749632 : ffff9b65366aa580)
00000100:00000040:0.0:1787762271.180858:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366aa580 x1874597595047552/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762271.180867:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762271.180870:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787762271.180872:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655e58.
00000100:00000200:0.0:1787762271.180875:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595047552, offset 0
00000400:00000200:0.0:1787762271.180880:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787762271.180885:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762271.180889:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787762271.180893:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762271.180896:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787762271.180900:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762271.180903:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787762271.180926:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277965:277965:256:4294967295] 192.168.203.101@tcp LPNI seq info [277964:277964:8:4294967295]
00000400:00000200:0.0:1787762271.180932:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762271.180941:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762271.180947:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762271.180951:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b600.
00000800:00000200:0.0:1787762271.180956:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787762271.180960:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762271.180965:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787762271.180969:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787762271.180974:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762271.180976:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b600.
00000400:00000200:0.0:1787762271.180981:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762271.180985:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762271.180989:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655e58
00000400:00000010:0.0:1787762271.180991:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655e58.
00000100:00000001:0.0:1787762271.180994:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762271.180999:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366aa580 x1874597595047552/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762271.181009:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762271.181013:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366aa580 x1874597595047552/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762296 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762271.181021:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762271.181023:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762271.181028:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762271.181033:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:0.0:1787762271.181037:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762271.181039:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315684365
00000100:00000001:0.0:1787762271.181043:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315685112
00000100:00000001:0.0:1787762271.181046:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315684365
00000100:00000001:0.0:1787762271.181049:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315685112
00000100:00000001:0.0:1787762271.181051:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762271.181054:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762271.181057:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762271.181061:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762271/real 1787762271]  req@ffff9b65366aa580 x1874597595047552/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762271.181071:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762271.181072:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762271.181074:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60f20.
00000400:00000200:0.0:1787762271.181077:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655550
00000400:00000010:0.0:1787762271.181079:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655550.
00000100:00000001:0.0:1787762271.181081:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762271.181085:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366aa580 x1874597595047552/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762271.181096:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366aa580 x1874597595047552/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762271.181104:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762271.181105:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762271.181107:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762271.181109:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762271.181113:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366aa580 x1874597595047552/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762271.181121:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762271.181126:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366aa580 x1874597595047552/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762296 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762271.181134:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762271.181137:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762271.181139:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762271.181140:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762271.181142:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762271.181145:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762271.181148:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762271.181167:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787762271.181170:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762271.181175:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366aa580 x1874597595047552/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762296 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762271.181186:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595047552:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787762271.181190:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762271.181194:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8780 x1874597595047680/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762271.181202:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762271.181204:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762271.181207:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762271.181209:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762271.181212:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762271.181215:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595047680:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787762271.181220:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762271.181222:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762271.181224:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762271.181226:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762271.181230:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760c400.
02000000:00000001:0.0:1787762271.181233:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762271.181237:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787762271.181240:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60f20.
00000400:00000010:0.0:1787762271.181244:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655550.
00000100:00000200:0.0:1787762271.181293:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595047680, portal 4
00000100:00000001:0.0:1787762271.181296:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762271.181298:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739794304 : -110615969757312 : ffff9b65366a8780)
00000100:00000040:0.0:1787762271.181324:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8780 x1874597595047680/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762271.181332:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762271.181336:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787762271.181340:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655e58.
00000100:00000200:0.0:1787762271.181343:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595047680, offset 0
00000400:00000200:0.0:1787762271.181366:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787762271.181372:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762271.181376:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787762271.181380:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762271.181384:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787762271.181387:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762271.181390:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787762271.181394:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277966:277966:256:4294967295] 192.168.203.101@tcp LPNI seq info [277965:277965:8:4294967295]
00000400:00000200:0.0:1787762271.181399:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762271.181407:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762271.181412:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762271.181416:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b600.
00000800:00000200:0.0:1787762271.181421:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787762271.181425:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762271.181430:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787762271.181434:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787762271.181438:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762271.181441:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b600.
00000400:00000200:0.0:1787762271.181445:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762271.181449:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762271.181453:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655e58
00000400:00000010:0.0:1787762271.181455:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655e58.
00000100:00000001:0.0:1787762271.181458:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762271.181463:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a8780 x1874597595047680/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762271.181473:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762271.181477:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8780 x1874597595047680/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762296 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762271.181485:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762271.181487:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762271.181492:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762271.181496:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:0.0:1787762271.181500:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762271.181503:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315684372
00000100:00000001:0.0:1787762271.181506:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315685112
00000100:00000001:0.0:1787762271.181509:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315684372
00000100:00000001:0.0:1787762271.181512:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315685112
00000100:00000001:0.0:1787762271.181514:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762271.181517:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762271.181519:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762271.181524:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762271/real 1787762271]  req@ffff9b65366a8780 x1874597595047680/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762271.181533:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762271.181535:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762271.181537:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60f20.
00000400:00000200:0.0:1787762271.181540:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655550
00000400:00000010:0.0:1787762271.181542:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655550.
00000100:00000001:0.0:1787762271.181544:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762271.181548:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8780 x1874597595047680/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762271.181559:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8780 x1874597595047680/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762271.181566:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762271.181568:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762271.181570:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762271.181572:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762271.181576:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8780 x1874597595047680/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762271.181584:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762271.181588:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8780 x1874597595047680/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762296 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762271.181614:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762271.181617:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762271.181619:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762271.181621:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762271.181623:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762271.181626:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762271.181629:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762271.181633:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787762271.181636:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762271.181641:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8780 x1874597595047680/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762296 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762271.181651:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595047680:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787762271.181655:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762271.181658:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762271.181661:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366aa580 x1874597595047552/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762296 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762271.181669:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762271.181671:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762271.181673:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760e400.
02000000:00000001:0.0:1787762271.181677:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762271.181679:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762271.181681:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:0.0:1787762271.181683:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762271.181686:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541864c00.
02000000:00000001:0.0:1787762271.181690:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762271.181692:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762271.181694:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366aa580.
00000100:00000001:0.0:1787762271.181697:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762271.181699:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762271.181701:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762271.181705:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8780 x1874597595047680/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762296 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762271.181713:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762271.181715:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762271.181717:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760c400.
02000000:00000001:0.0:1787762271.181719:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762271.181721:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762271.181722:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:0.0:1787762271.181724:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762271.181726:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541865800.
02000000:00000001:0.0:1787762271.181728:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762271.181730:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762271.181731:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8780.
00000100:00000001:0.0:1787762271.181734:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762271.181735:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762271.181738:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762271.181741:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762271.181743:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762271.181745:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762271.181747:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762271.947397:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315685112, at 4315685120
00000100:00000040:0.0:1787762271.947411:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315685112, at 4315685120
00000100:00000010:1.0:1787762271.947419:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d24e0.
00000100:00000010:0.0:1787762271.947427:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d2ae0.
00010000:00000001:0.0:1787762272.011380:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762272.011386:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762272.011392:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762272.011394:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762272.011398:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762272.011400:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762272.011425:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762272.011429:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762272.011434:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762272.203361:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762272.203369:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762272.203372:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762272.203378:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762272.203382:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762272.203387:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762272.203390:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762272.203394:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762272.203397:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762273.035357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762273.035365:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762273.035371:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762273.035373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762273.035377:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762273.035379:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762273.227330:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762273.227338:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762273.227340:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762273.227346:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762273.227350:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762273.227354:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762273.227357:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762273.227360:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762273.227363:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762274.059365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762274.059373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762274.059378:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762274.059379:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762274.059382:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762274.059383:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762274.059420:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762274.059422:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762274.059425:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762274.251341:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762274.251350:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762274.251352:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762274.251358:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762274.251361:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762274.251365:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762274.251368:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762274.251371:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762274.251374:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762275.083322:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762275.083330:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762275.083335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762275.083336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762275.083339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762275.083340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762275.083429:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762275.083434:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762275.083438:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762275.275343:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762275.275351:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762275.275353:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762275.275360:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762275.275364:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762275.275367:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762275.275370:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762275.275373:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762275.275375:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762276.107441:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762276.107452:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762276.107455:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762276.107459:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762276.107465:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762276.107478:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762276.107481:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762276.107484:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762276.107489:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762276.107492:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762276.107493:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762276.107496:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762276.107498:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762276.107500:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762276.107502:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762276.107504:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762276.107508:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762276.107510:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762276.107537:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762276.107554:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762276.107558:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762276.299380:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762276.299387:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762276.299390:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762276.299395:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762276.299400:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762276.299409:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762276.299413:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762276.299416:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762276.299418:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762276.299685:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762276.299692:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762276.299698:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762276.299711:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8b40 x1874597595047808/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762276.299728:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762276.299730:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762276.299735:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762276.299739:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762276.299743:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762276.299748:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595047808:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787762276.299759:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762276.299766:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762276.299772:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762276.299780:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762276.299790:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e800.
02000000:00000001:0.0:1787762276.299797:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762276.299808:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787762276.299816:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60f20.
00000400:00000010:0.0:1787762276.300003:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655550.
00000100:00000200:0.0:1787762276.300041:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595047808, portal 25
00000100:00000001:0.0:1787762276.300046:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762276.300049:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739795264 : -110615969756352 : ffff9b65366a8b40)
00000100:00000040:0.0:1787762276.300068:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8b40 x1874597595047808/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762276.300082:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762276.300086:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787762276.300090:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655e58.
00000100:00000200:0.0:1787762276.300094:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595047808, offset 0
00000400:00000200:0.0:1787762276.300130:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787762276.300145:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762276.300166:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787762276.300174:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762276.300181:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787762276.300186:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762276.300190:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787762276.300195:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277967:277967:256:4294967295] 192.168.203.101@tcp LPNI seq info [277966:277966:8:4294967295]
00000400:00000200:0.0:1787762276.300201:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762276.300212:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762276.300220:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762276.300323:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b600.
00000800:00000200:0.0:1787762276.300335:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787762276.300341:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762276.300349:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787762276.300354:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1787762276.300360:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762276.300364:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b600.
00000400:00000200:0.0:1787762276.300392:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762276.300401:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762276.300410:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655e58
00000400:00000010:0.0:1787762276.300427:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655e58.
00000100:00000001:0.0:1787762276.300443:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762276.300452:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a8b40 x1874597595047808/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762276.300474:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762276.300481:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8b40 x1874597595047808/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762301 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762276.300497:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762276.300501:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762276.300516:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762276.300524:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762276.300529:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315690232
00000100:00000010:0.0:1787762276.300539:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2ae0.
00000100:00000001:0.0:1787762276.300548:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787762276.300558:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315690232
00000100:00000010:0.0:1787762276.300563:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2cc0.
00000100:00000001:0.0:1787762276.300566:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787762276.300570:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762276.300575:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762276.300579:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762276.300586:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762276/real 1787762276]  req@ffff9b65366a8b40 x1874597595047808/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762276.300599:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762276.300601:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762276.300604:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60f20.
00000400:00000200:0.0:1787762276.300608:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655550
00000400:00000010:0.0:1787762276.300610:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655550.
00000100:00000001:0.0:1787762276.300614:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762276.300618:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8b40 x1874597595047808/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762276.300629:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8b40 x1874597595047808/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762276.300638:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762276.300640:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762276.300643:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762276.300645:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762276.300650:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8b40 x1874597595047808/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762276.300659:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762276.300665:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8b40 x1874597595047808/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762301 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762276.300675:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762276.300679:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762276.300681:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762276.300683:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762276.300687:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762276.300690:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762276.300695:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762276.300700:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787762276.300703:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762276.300709:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8b40 x1874597595047808/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762301 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762276.300719:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595047808:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787762276.300726:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762276.300730:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762276.300734:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8b40 x1874597595047808/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762301 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762276.300743:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762276.300746:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762276.300750:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760e800.
02000000:00000001:0.0:1787762276.300754:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762276.300758:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762276.300760:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:0.0:1787762276.300763:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762276.300766:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541867c00.
02000000:00000001:0.0:1787762276.300773:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762276.300775:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762276.300778:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8b40.
00000100:00000001:0.0:1787762276.300782:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762276.300784:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762276.300787:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762276.300819:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762276.300822:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762276.300825:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762276.300828:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762276.300831:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762276.300836:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a92c0 x1874597595047936/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762276.300855:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762276.300858:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762276.300862:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762276.300866:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762276.300869:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762276.300873:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595047936:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787762276.300878:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762276.300883:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762276.300886:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762276.300889:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762276.300895:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e800.
02000000:00000001:0.0:1787762276.300897:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762276.300903:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787762276.300907:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60f20.
00000400:00000010:0.0:1787762276.300911:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655550.
00000100:00000200:0.0:1787762276.300915:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595047936, portal 10
00000100:00000001:0.0:1787762276.300918:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762276.300920:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739797184 : -110615969754432 : ffff9b65366a92c0)
00000100:00000040:0.0:1787762276.300927:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a92c0 x1874597595047936/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762276.300936:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762276.300939:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787762276.300942:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655e58.
00000100:00000200:0.0:1787762276.300945:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595047936, offset 0
00000400:00000200:0.0:1787762276.300950:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787762276.300955:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762276.300960:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787762276.300964:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762276.300968:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787762276.300971:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762276.300974:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787762276.300979:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277968:277968:256:4294967295] 192.168.203.101@tcp LPNI seq info [277967:277967:8:4294967295]
00000400:00000200:0.0:1787762276.300985:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762276.300994:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762276.300999:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762276.301004:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b600.
00000800:00000200:0.0:1787762276.301009:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787762276.301013:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762276.301019:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787762276.301022:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1787762276.301027:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762276.301030:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b600.
00000400:00000200:0.0:1787762276.301034:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762276.301039:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762276.301043:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655e58
00000400:00000010:0.0:1787762276.301045:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655e58.
00000100:00000001:0.0:1787762276.301048:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762276.301052:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a92c0 x1874597595047936/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762276.301062:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762276.301066:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a92c0 x1874597595047936/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762301 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762276.301075:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762276.301077:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762276.301081:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762276.301086:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:0.0:1787762276.301090:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762276.301093:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315689485
00000100:00000001:0.0:1787762276.301097:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315690232
00000100:00000001:0.0:1787762276.301099:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315689485
00000100:00000001:0.0:1787762276.301102:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315690232
00000100:00000001:0.0:1787762276.301105:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762276.301108:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762276.301110:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762276.301115:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762276/real 1787762276]  req@ffff9b65366a92c0 x1874597595047936/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762276.301125:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762276.301127:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762276.301129:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60f20.
00000400:00000200:0.0:1787762276.301132:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655550
00000400:00000010:0.0:1787762276.301134:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655550.
00000100:00000001:0.0:1787762276.301136:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762276.301140:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a92c0 x1874597595047936/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762276.301151:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a92c0 x1874597595047936/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762276.301159:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762276.301160:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762276.301163:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762276.301164:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762276.301169:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a92c0 x1874597595047936/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762276.301177:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762276.301181:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a92c0 x1874597595047936/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762301 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762276.301190:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762276.301192:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762276.301195:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762276.301196:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762276.301199:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762276.301202:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762276.301206:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762276.301288:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787762276.301292:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762276.301299:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a92c0 x1874597595047936/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762301 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762276.301310:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595047936:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787762276.301315:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762276.301320:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8000 x1874597595048064/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762276.301329:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762276.301331:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762276.301334:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762276.301337:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762276.301340:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762276.301343:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595048064:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787762276.301348:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762276.301351:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762276.301353:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762276.301355:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762276.301360:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787762276.301363:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762276.301368:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787762276.301371:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60f20.
00000400:00000010:0.0:1787762276.301376:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655550.
00000100:00000200:0.0:1787762276.301380:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595048064, portal 4
00000100:00000001:0.0:1787762276.301382:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762276.301384:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739792384 : -110615969759232 : ffff9b65366a8000)
00000100:00000040:0.0:1787762276.301392:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8000 x1874597595048064/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762276.301402:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762276.301407:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787762276.301411:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655e58.
00000100:00000200:0.0:1787762276.301416:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595048064, offset 0
00000400:00000200:0.0:1787762276.301424:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787762276.301433:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762276.301440:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787762276.301445:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762276.301450:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787762276.301455:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762276.301460:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787762276.301466:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277969:277969:256:4294967295] 192.168.203.101@tcp LPNI seq info [277968:277968:8:4294967295]
00000400:00000200:0.0:1787762276.301475:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762276.301488:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762276.301498:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762276.301505:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b600.
00000800:00000200:0.0:1787762276.301513:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787762276.301519:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762276.301525:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787762276.301528:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1787762276.301533:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762276.301536:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b600.
00000400:00000200:0.0:1787762276.301541:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762276.301545:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762276.301549:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655e58
00000400:00000010:0.0:1787762276.301552:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655e58.
00000100:00000001:0.0:1787762276.301555:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762276.301561:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a8000 x1874597595048064/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762276.301572:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762276.301576:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8000 x1874597595048064/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762301 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762276.301584:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762276.301586:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762276.301592:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762276.301597:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:0.0:1787762276.301601:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762276.301604:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315689492
00000100:00000001:0.0:1787762276.301607:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315690232
00000100:00000001:0.0:1787762276.301610:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315689492
00000100:00000001:0.0:1787762276.301613:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315690232
00000100:00000001:0.0:1787762276.301616:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762276.301618:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762276.301621:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762276.301625:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762276/real 1787762276]  req@ffff9b65366a8000 x1874597595048064/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762276.301635:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762276.301637:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762276.301639:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60f20.
00000400:00000200:0.0:1787762276.301642:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655550
00000400:00000010:0.0:1787762276.301644:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655550.
00000100:00000001:0.0:1787762276.301647:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762276.301651:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8000 x1874597595048064/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762276.301661:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8000 x1874597595048064/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762276.301669:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762276.301671:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762276.301673:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762276.301675:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762276.301679:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8000 x1874597595048064/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762276.301687:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762276.301692:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8000 x1874597595048064/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762301 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762276.301701:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762276.301705:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762276.301707:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762276.301708:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762276.301711:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762276.301713:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762276.301716:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762276.301720:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787762276.301722:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762276.301727:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8000 x1874597595048064/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762301 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762276.301736:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595048064:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787762276.301740:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762276.301743:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762276.301746:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a92c0 x1874597595047936/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762301 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762276.301754:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762276.301756:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762276.301759:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760e800.
02000000:00000001:0.0:1787762276.301762:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762276.301764:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762276.301766:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:0.0:1787762276.301769:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762276.301771:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541864400.
02000000:00000001:0.0:1787762276.301775:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762276.301777:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762276.301779:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a92c0.
00000100:00000001:0.0:1787762276.301782:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762276.301784:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762276.301786:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762276.301790:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8000 x1874597595048064/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762301 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762276.301798:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762276.301800:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762276.301802:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787762276.301804:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762276.301805:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762276.301807:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:0.0:1787762276.301809:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762276.301810:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541865800.
02000000:00000001:0.0:1787762276.301813:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762276.301814:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762276.301816:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8000.
00000100:00000001:0.0:1787762276.301818:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762276.301820:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762276.301822:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762276.301827:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762276.301828:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762276.301831:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762276.301833:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762277.067326:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315690232, at 4315690240
00000100:00000040:1.0:1787762277.067326:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315690232, at 4315690240
00000100:00000010:0.0:1787762277.067345:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d2ae0.
00000100:00000010:1.0:1787762277.067404:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d2cc0.
00010000:00000001:0.0:1787762277.131304:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762277.131309:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762277.131314:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762277.131315:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762277.131318:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762277.131319:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762277.323341:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762277.323350:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762277.323352:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762277.323358:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762277.323362:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762277.323366:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762277.323370:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762277.323374:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762277.323378:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762278.155375:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762278.155384:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762278.155391:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762278.155392:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762278.155396:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762278.155398:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762278.155425:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762278.155430:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762278.155433:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762278.347365:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762278.347375:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762278.347379:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762278.347386:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762278.347390:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762278.347395:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762278.347399:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762278.347403:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762278.347407:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762279.179329:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762279.179337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762279.179343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762279.179344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762279.179347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762279.179350:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762279.179353:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762279.179356:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762279.179359:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762279.179362:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762279.179364:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762279.179365:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762279.179412:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762279.179417:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762279.179420:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762279.371324:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762279.371334:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762279.371335:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762279.371341:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762279.371346:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762279.371350:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762279.371353:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762279.371356:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762279.371358:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762280.203340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762280.203348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762280.203354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762280.203355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762280.203358:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762280.203359:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762280.203382:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762280.203386:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762280.203389:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762280.395351:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762280.395359:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762280.395361:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762280.395368:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762280.395371:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762280.395375:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762280.395378:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762280.395381:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762280.395383:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762281.227344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762281.227352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762281.227358:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762281.227360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762281.227363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762281.227364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762281.419385:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762281.419396:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762281.419399:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762281.419404:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762281.419409:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762281.419417:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21022
00000400:00000200:3.0:1787762281.419428:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762281.419436:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762281.419439:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762281.419442:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762281.419446:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762281.419448:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762281.419450:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762281.419455:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762281.419457:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762281.419459:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762281.419462:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762281.419464:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762281.419466:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762281.419468:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762281.419469:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762281.419471:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762281.419472:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762281.419475:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762281.419478:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762281.419480:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762281.419482:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762281.419486:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762281.419488:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762281.419490:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762281.419492:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762281.419503:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787762281.419506:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762281.419510:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762281.419512:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762281.419515:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762281.419517:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762281.419523:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762281.419531:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15400.
00000100:00000001:3.0:1787762281.419539:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762281.419550:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597595048192/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762281.419565:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762281.419569:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762281.419574:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597595048192/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762281.419591:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762281.419594:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762281.419597:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762281.419599:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762281.419600:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762281.419603:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762281.419604:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21022
00000400:00000200:3.0:1787762281.419607:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762281.419609:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762281.419611:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762281.419614:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762281.419616:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762281.419619:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762281.419621:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762281.419623:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762281.419624:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762281.419625:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762281.419626:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762281.419628:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:0.0:1787762281.419629:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787762281.419630:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762281.419635:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762281.419637:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762281.419637:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787762281.419642:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762281.419642:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762281.419644:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000040:0.0:1787762281.419652:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1c3c0 x1874597595048192/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762281.419660:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762281.419662:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762281.419666:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762281.419670:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762281.419672:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762281.419675:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595048192:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787762281.419679:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762281.419685:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762281.419688:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762281.419691:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762281.419699:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760d800.
00000020:00000040:3.0:1787762281.419699:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
02000000:00000001:0.0:1787762281.419705:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762281.419705:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762281.419710:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762281.419712:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762281.419719:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787762281.419720:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:3.0:1787762281.419724:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762281.419726:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:0.0:1787762281.419729:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60f20.
00000008:00100000:3.0:1787762281.419732:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762281.419735:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762281.419737:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762281.419740:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000020:00000040:3.0:1787762281.419742:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762281.419743:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762281.419744:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762281.419746:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762281.419747:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762281.419748:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762281.419752:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15800.
00000400:00000010:0.0:1787762281.419754:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655550.
00000100:00000001:3.0:1787762281.419755:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762281.419762:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597595048320/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1787762281.419768:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595048192, portal 25
00000100:00000001:3.0:1787762281.419769:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762281.419773:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762281.419774:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762281.419776:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765434304 : -110615944117312 : ffff9b6537f1c3c0)
00000100:00000040:3.0:1787762281.419777:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597595048320/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787762281.419787:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1c3c0 x1874597595048192/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762281.419787:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762281.419789:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762281.419797:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762281.419801:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762281.419803:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762281.419807:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787762281.419808:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:0.0:1787762281.419813:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00080000:3.0:1787762281.419815:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21022
00000400:00000010:0.0:1787762281.419818:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655e58.
00000400:00000200:3.0:1787762281.419819:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000200:0.0:1787762281.419823:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595048192, offset 0
00000400:00000200:3.0:1787762281.419824:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762281.419829:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762281.419831:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762281.419833:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787762281.419839:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000040:3.0:1787762281.419839:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762281.419843:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762281.419845:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762281.419846:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762281.419847:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762281.419848:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762281.419849:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762281.419851:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:0.0:1787762281.419854:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:3.0:1787762281.419857:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762281.419860:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762281.419861:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762281.419863:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:0.0:1787762281.419865:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000020:00000040:3.0:1787762281.419866:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762281.419872:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762281.419874:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762281.419876:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787762281.419877:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762281.419881:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762281.419884:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762281.419885:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000001:3.0:1787762281.419888:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762281.419891:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1787762281.419892:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762281.419897:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000008:00000001:3.0:1787762281.419897:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762281.419901:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762281.419905:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277970:277970:256:4294967295] 192.168.203.101@tcp LPNI seq info [277969:277969:8:4294967295]
00000100:00000010:3.0:1787762281.419906:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787762281.419912:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000200:0.0:1787762281.419914:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:3.0:1787762281.419917:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762281.419920:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762281.419922:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762281.419925:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762281.419928:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762281.419932:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
02000000:00000010:3.0:1787762281.419933:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17c00.
00000100:00000001:3.0:1787762281.419937:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787762281.419941:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00100000:3.0:1787762281.419944:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597595048448/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:0.0:1787762281.419949:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b600.
00000100:00000001:3.0:1787762281.419950:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762281.419954:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762281.419957:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597595048448/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1787762281.419962:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787762281.419970:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1787762281.419970:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762281.419972:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762281.419978:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:0.1:1787762281.419982:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:3.0:1787762281.419985:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21032)
00000800:00000200:0.1:1787762281.419986:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1787762281.419991:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762281.419994:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b600.
00000400:00000200:0.0:1787762281.420002:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762281.420006:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762281.420012:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655e58
00000400:00000010:0.0:1787762281.420014:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655e58.
00000100:00000001:0.0:1787762281.420018:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762281.420021:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1c3c0 x1874597595048192/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762281.420030:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762281.420034:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1c3c0 x1874597595048192/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762306 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762281.420040:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762281.420042:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762281.420052:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762281.420059:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762281.420063:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315695351
00000100:00000010:0.0:1787762281.420071:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2ae0.
00000100:00000001:0.0:1787762281.420083:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787762281.420092:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315695351
00000100:00000010:0.0:1787762281.420095:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2000.
00000100:00000001:0.0:1787762281.420098:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787762281.420101:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762281.420104:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762281.420106:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762281.420109:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762281/real 1787762281]  req@ffff9b6537f1c3c0 x1874597595048192/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762281.420121:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762281.420123:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762281.420125:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60f20.
00000400:00000200:0.0:1787762281.420127:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655550
00000400:00000010:0.0:1787762281.420128:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655550.
00000100:00000001:0.0:1787762281.420129:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762281.420132:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1c3c0 x1874597595048192/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762281.420138:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1c3c0 x1874597595048192/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762281.420143:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762281.420145:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762281.420146:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762281.420148:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762281.420151:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1c3c0 x1874597595048192/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762281.420155:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762281.420159:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1c3c0 x1874597595048192/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762306 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762281.420164:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762281.420167:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762281.420168:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762281.420169:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762281.420171:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762281.420173:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762281.420175:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762281.420178:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787762281.420180:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762281.420182:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1c3c0 x1874597595048192/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762306 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762281.420205:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595048192:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787762281.420209:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762281.420211:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762281.420213:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1c3c0 x1874597595048192/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762306 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762281.420219:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762281.420222:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762281.420224:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760d800.
02000000:00000001:0.0:1787762281.420227:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762281.420229:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762281.420230:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:0.0:1787762281.420232:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762281.420235:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15400.
02000000:00000001:0.0:1787762281.420239:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762281.420240:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762281.420242:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1c3c0.
00000100:00000001:0.0:1787762281.420245:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762281.420269:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762281.420271:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762281.420278:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762281.420280:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762281.420281:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762281.420283:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762281.420284:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762281.420286:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1cf00 x1874597595048320/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762281.420292:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762281.420293:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762281.420295:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762281.420296:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762281.420298:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762281.420299:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595048320:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787762281.420303:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762281.420304:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762281.420306:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762281.420307:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762281.420309:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760d800.
02000000:00000001:0.0:1787762281.420311:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762281.420314:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787762281.420316:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60f20.
00000400:00000010:0.0:1787762281.420319:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655550.
00000100:00000200:0.0:1787762281.420322:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595048320, portal 10
00000100:00000001:0.0:1787762281.420323:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762281.420324:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765437184 : -110615944114432 : ffff9b6537f1cf00)
00000100:00000040:0.0:1787762281.420330:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1cf00 x1874597595048320/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762281.420335:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762281.420337:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787762281.420338:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655e58.
00000100:00000200:0.0:1787762281.420340:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595048320, offset 0
00000400:00000200:0.0:1787762281.420342:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787762281.420345:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762281.420348:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787762281.420350:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762281.420351:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787762281.420353:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762281.420355:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787762281.420357:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277971:277971:256:4294967295] 192.168.203.101@tcp LPNI seq info [277970:277970:8:4294967295]
00000400:00000200:0.0:1787762281.420360:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762281.420365:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762281.420368:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762281.420370:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b600.
00000800:00000200:0.0:1787762281.420373:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787762281.420375:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787762281.420378:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787762281.420380:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1787762281.420382:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762281.420384:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b600.
00000400:00000200:0.0:1787762281.420387:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762281.420389:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762281.420391:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655e58
00000400:00000010:0.0:1787762281.420393:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655e58.
00000100:00000001:0.0:1787762281.420394:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762281.420397:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1cf00 x1874597595048320/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762281.420402:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762281.420404:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1cf00 x1874597595048320/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762306 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762281.420409:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762281.420410:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762281.420413:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762281.420416:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:0.0:1787762281.420419:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762281.420421:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315694605
00000100:00000001:0.0:1787762281.420423:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315695351
00000100:00000001:0.0:1787762281.420425:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315694605
00000100:00000001:0.0:1787762281.420427:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315695351
00000100:00000001:0.0:1787762281.420428:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762281.420429:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762281.420431:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762281.420433:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762281/real 1787762281]  req@ffff9b6537f1cf00 x1874597595048320/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762281.420438:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762281.420438:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762281.420440:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60f20.
00000400:00000200:0.0:1787762281.420442:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655550
00000400:00000010:0.0:1787762281.420443:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655550.
00000100:00000001:0.0:1787762281.420445:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762281.420447:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1cf00 x1874597595048320/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762281.420452:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1cf00 x1874597595048320/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762281.420456:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762281.420457:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762281.420458:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762281.420459:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762281.420461:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1cf00 x1874597595048320/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762281.420465:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762281.420467:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1cf00 x1874597595048320/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762306 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762281.420472:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762281.420474:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762281.420475:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762281.420476:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762281.420477:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762281.420478:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762281.420480:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762281.420482:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787762281.420483:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762281.420485:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1cf00 x1874597595048320/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762306 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762281.420490:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595048320:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787762281.420493:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762281.420495:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e1c0 x1874597595048448/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762281.420500:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762281.420501:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762281.420502:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762281.420503:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762281.420504:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762281.420506:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595048448:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787762281.420508:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762281.420509:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762281.420510:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762281.420511:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762281.420516:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e800.
02000000:00000001:0.0:1787762281.420517:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762281.420520:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787762281.420521:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60f20.
00000400:00000010:0.0:1787762281.420524:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655550.
00000100:00000200:0.0:1787762281.420526:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595048448, portal 4
00000100:00000001:0.0:1787762281.420527:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762281.420528:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765441984 : -110615944109632 : ffff9b6537f1e1c0)
00000100:00000040:0.0:1787762281.420533:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e1c0 x1874597595048448/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762281.420537:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762281.420539:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787762281.420540:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655e58.
00000100:00000200:0.0:1787762281.420542:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595048448, offset 0
00000400:00000200:0.0:1787762281.420545:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787762281.420547:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762281.420549:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787762281.420550:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762281.420569:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787762281.420571:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762281.420573:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787762281.420575:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277972:277972:256:4294967295] 192.168.203.101@tcp LPNI seq info [277971:277971:8:4294967295]
00000400:00000200:0.0:1787762281.420578:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762281.420583:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762281.420586:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762281.420589:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b600.
00000800:00000200:0.0:1787762281.420592:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787762281.420594:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787762281.420597:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787762281.420599:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1787762281.420601:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762281.420603:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b600.
00000400:00000200:0.0:1787762281.420605:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762281.420608:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762281.420610:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655e58
00000400:00000010:0.0:1787762281.420611:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655e58.
00000100:00000001:0.0:1787762281.420613:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762281.420615:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1e1c0 x1874597595048448/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762281.420621:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762281.420623:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e1c0 x1874597595048448/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762306 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762281.420628:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762281.420629:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762281.420631:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762281.420633:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:0.0:1787762281.420636:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762281.420637:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315694611
00000100:00000001:0.0:1787762281.420640:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315695351
00000100:00000001:0.0:1787762281.420642:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315694611
00000100:00000001:0.0:1787762281.420644:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315695351
00000100:00000001:0.0:1787762281.420646:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762281.420647:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762281.420649:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762281.420652:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762281/real 1787762281]  req@ffff9b6537f1e1c0 x1874597595048448/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762281.420656:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762281.420658:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762281.420659:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60f20.
00000400:00000200:0.0:1787762281.420660:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655550
00000400:00000010:0.0:1787762281.420661:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655550.
00000100:00000001:0.0:1787762281.420663:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762281.420665:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e1c0 x1874597595048448/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762281.420671:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e1c0 x1874597595048448/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762281.420675:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762281.420676:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762281.420677:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762281.420678:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762281.420680:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e1c0 x1874597595048448/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762281.420684:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762281.420686:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e1c0 x1874597595048448/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762306 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762281.420690:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762281.420692:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762281.420693:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762281.420694:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762281.420696:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762281.420698:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762281.420701:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762281.420705:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787762281.420708:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762281.420713:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e1c0 x1874597595048448/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762306 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762281.420721:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595048448:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787762281.420726:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762281.420728:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762281.420732:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1cf00 x1874597595048320/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762306 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762281.420740:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762281.420742:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762281.420744:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760d800.
02000000:00000001:0.0:1787762281.420747:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762281.420749:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762281.420750:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:0.0:1787762281.420753:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762281.420755:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15800.
02000000:00000001:0.0:1787762281.420757:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762281.420758:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762281.420759:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1cf00.
00000100:00000001:0.0:1787762281.420762:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762281.420763:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762281.420764:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762281.420767:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e1c0 x1874597595048448/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762306 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762281.420772:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762281.420773:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762281.420774:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760e800.
02000000:00000001:0.0:1787762281.420777:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762281.420778:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762281.420779:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:0.0:1787762281.420781:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762281.420782:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17c00.
02000000:00000001:0.0:1787762281.420783:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762281.420784:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762281.420785:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e1c0.
00000100:00000001:0.0:1787762281.420786:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762281.420787:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762281.420788:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762281.420790:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762281.420791:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762281.420792:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762281.420794:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762282.187317:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315695351, at 4315695360
00000100:00000040:1.0:1787762282.187317:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315695351, at 4315695360
00000100:00000010:1.0:1787762282.187337:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d2000.
00000100:00000010:0.0:1787762282.187339:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d2ae0.
00010000:00000001:0.0:1787762282.251335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762282.251341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762282.251346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762282.251347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762282.251351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762282.251352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762282.251374:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762282.251377:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762282.251380:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762283.275355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762283.275364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762283.275370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762283.275371:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762283.275374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762283.275375:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762283.275433:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762283.275438:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762283.275441:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762284.299379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762284.299388:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762284.299394:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762284.299397:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762284.299401:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762284.299404:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762284.299432:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762284.299436:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762284.299439:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762285.323333:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762285.323349:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762285.323352:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762285.323355:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762285.323362:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762285.323365:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762285.323367:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762285.323369:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762285.323373:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762285.323374:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762285.323376:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762285.323377:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762285.323378:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762285.323379:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762285.323380:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762285.323381:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762285.323384:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762285.323385:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762286.347355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762286.347365:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762286.347374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762286.347376:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762286.347380:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762286.347382:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762286.347416:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762286.347420:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762286.347424:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762286.539329:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762286.539346:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762286.539352:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762286.539359:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762286.539368:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762286.539378:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21027
00000400:00000200:3.0:1787762286.539390:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762286.539396:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762286.539399:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762286.539402:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762286.539405:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762286.539407:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762286.539409:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762286.539413:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762286.539416:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762286.539419:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762286.539422:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762286.539424:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762286.539426:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762286.539428:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762286.539430:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762286.539431:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762286.539432:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762286.539435:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762286.539437:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762286.539439:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762286.539508:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762286.539512:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762286.539514:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762286.539517:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762286.539519:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762286.539528:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787762286.539532:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762286.539537:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762286.539538:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762286.539541:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762286.539544:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762286.539549:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762286.539558:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14400.
00000100:00000001:3.0:1787762286.539565:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762286.539576:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597595048576/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762286.539587:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762286.539591:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762286.539596:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597595048576/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762286.539619:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762286.539622:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762286.539625:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762286.539626:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762286.539627:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762286.539630:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762286.539632:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21027
00000400:00000200:3.0:1787762286.539635:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762286.539637:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762286.539639:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762286.539641:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762286.539643:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762286.539644:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762286.539646:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762286.539647:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762286.539649:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762286.539650:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762286.539652:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762286.539653:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762286.539654:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762286.539656:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762286.539658:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762286.539659:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762286.539661:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762286.539662:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762286.539664:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762286.539666:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762286.539668:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762286.539674:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762286.539676:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762286.539678:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762286.539683:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:3.0:1787762286.539684:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762286.539689:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762286.539690:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762286.539691:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762286.539693:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000010:3.0:1787762286.539696:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000020:00000040:3.0:1787762286.539700:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000100:00000040:0.0:1787762286.539703:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e1c0 x1874597595048576/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762286.539703:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762286.539706:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762286.539711:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762286.539714:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762286.539716:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762286.539721:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000010:3.0:1787762286.539722:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15000.
00000100:00000001:0.0:1787762286.539724:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762286.539727:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762286.539730:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762286.539734:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762286.539736:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762286.539740:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595048576:192.168.203.101@tcp:250:kworker.0
00000100:00100000:3.0:1787762286.539742:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597595048704/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762286.539745:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787762286.539751:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787762286.539752:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787762286.539754:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762286.539756:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762286.539760:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1787762286.539761:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597595048704/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787762286.539766:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787762286.539769:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762286.539769:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762286.539775:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762286.539779:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:0.0:1787762286.539782:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762286.539782:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762286.539785:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1787762286.539789:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60f20.
00000100:00000001:3.0:1787762286.539789:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762286.539794:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21027
00000400:00000200:3.0:1787762286.539797:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762286.539799:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762286.539800:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762286.539803:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762286.539805:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762286.539806:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762286.539808:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762286.539810:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762286.539810:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762286.539811:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762286.539813:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762286.539814:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762286.539815:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762286.539817:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762286.539818:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762286.539819:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762286.539820:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762286.539821:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762286.539823:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762286.539824:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762286.539825:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762286.539827:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762286.539829:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762286.539830:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762286.539831:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762286.539833:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762286.539834:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762286.539837:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787762286.539838:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762286.539840:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762286.539841:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762286.539843:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762286.539844:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1787762286.539845:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655550.
02000000:00000001:3.0:1787762286.539846:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762286.539853:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15c00.
00000100:00000001:3.0:1787762286.539857:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787762286.539858:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595048576, portal 25
00000100:00100000:3.0:1787762286.539862:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597595048832/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762286.539863:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762286.539866:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765441984 : -110615944109632 : ffff9b6537f1e1c0)
00000100:00000001:3.0:1787762286.539874:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1787762286.539877:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e1c0 x1874597595048576/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762286.539878:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762286.539886:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597595048832/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762286.539893:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787762286.539898:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762286.539902:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000040:3.0:1787762286.539902:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762286.539907:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:0.0:1787762286.539910:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655e58.
00000100:00000040:3.0:1787762286.539913:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21037)
00000100:00000200:0.0:1787762286.539916:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595048576, offset 0
00000400:00000200:0.0:1787762286.539928:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787762286.539940:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762286.539949:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787762286.539957:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762286.539963:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787762286.539967:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762286.539970:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787762286.539974:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277973:277973:256:4294967295] 192.168.203.101@tcp LPNI seq info [277972:277972:8:4294967295]
00000400:00000200:0.0:1787762286.539978:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762286.539988:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762286.539995:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762286.540001:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b600.
00000800:00000200:0.0:1787762286.540009:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787762286.540014:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787762286.540021:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787762286.540025:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787762286.540030:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762286.540034:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b600.
00000400:00000200:0.0:1787762286.540042:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762286.540049:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762286.540057:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655e58
00000400:00000010:0.0:1787762286.540060:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655e58.
00000100:00000001:0.0:1787762286.540064:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762286.540068:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1e1c0 x1874597595048576/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762286.540077:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762286.540079:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e1c0 x1874597595048576/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762286.540085:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762286.540087:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762286.540096:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762286.540100:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762286.540103:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315700471
00000100:00000010:0.0:1787762286.540109:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2ae0.
00000100:00000001:0.0:1787762286.540117:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787762286.540124:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315700471
00000100:00000010:0.0:1787762286.540127:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b64171d2000.
00000100:00000001:0.0:1787762286.540130:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787762286.540134:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762286.540136:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762286.540138:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762286.540142:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762286/real 1787762286]  req@ffff9b6537f1e1c0 x1874597595048576/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762286.540168:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762286.540170:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762286.540172:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60f20.
00000400:00000200:0.0:1787762286.540194:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655550
00000400:00000010:0.0:1787762286.540196:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655550.
00000100:00000001:0.0:1787762286.540198:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762286.540201:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e1c0 x1874597595048576/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762286.540208:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e1c0 x1874597595048576/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762286.540213:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762286.540214:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762286.540216:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762286.540218:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762286.540221:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e1c0 x1874597595048576/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762286.540227:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762286.540231:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e1c0 x1874597595048576/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762286.540235:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762286.540237:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762286.540238:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762286.540239:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762286.540241:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762286.540243:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762286.540272:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762286.540276:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787762286.540278:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762286.540281:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e1c0 x1874597595048576/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762286.540289:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595048576:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787762286.540292:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762286.540294:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762286.540296:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e1c0 x1874597595048576/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762286.540300:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762286.540303:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762286.540306:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787762286.540308:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762286.540309:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762286.540311:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:0.0:1787762286.540313:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762286.540315:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14400.
02000000:00000001:0.0:1787762286.540319:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762286.540320:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762286.540322:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e1c0.
00000100:00000001:0.0:1787762286.540324:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762286.540325:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762286.540327:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762286.540346:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762286.540347:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762286.540348:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762286.540350:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762286.540351:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762286.540354:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1cf00 x1874597595048704/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762286.540359:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762286.540360:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762286.540362:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762286.540363:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762286.540365:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762286.540367:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595048704:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787762286.540370:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762286.540372:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762286.540373:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762286.540374:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762286.540377:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787762286.540378:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762286.540382:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787762286.540383:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60f20.
00000400:00000010:0.0:1787762286.540386:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655550.
00000100:00000200:0.0:1787762286.540388:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595048704, portal 10
00000100:00000001:0.0:1787762286.540390:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762286.540391:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765437184 : -110615944114432 : ffff9b6537f1cf00)
00000100:00000040:0.0:1787762286.540397:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1cf00 x1874597595048704/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762286.540402:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762286.540403:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787762286.540405:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655e58.
00000100:00000200:0.0:1787762286.540406:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595048704, offset 0
00000400:00000200:0.0:1787762286.540409:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787762286.540412:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762286.540414:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787762286.540416:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762286.540419:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787762286.540421:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762286.540422:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787762286.540424:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277974:277974:256:4294967295] 192.168.203.101@tcp LPNI seq info [277973:277973:8:4294967295]
00000400:00000200:0.0:1787762286.540428:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762286.540432:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762286.540435:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762286.540437:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b600.
00000800:00000200:0.0:1787762286.540440:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787762286.540443:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787762286.540446:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787762286.540448:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787762286.540450:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762286.540452:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b600.
00000400:00000200:0.0:1787762286.540454:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762286.540457:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762286.540459:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655e58
00000400:00000010:0.0:1787762286.540460:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655e58.
00000100:00000001:0.0:1787762286.540462:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762286.540464:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1cf00 x1874597595048704/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762286.540470:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762286.540472:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1cf00 x1874597595048704/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762286.540476:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762286.540477:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762286.540480:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762286.540483:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:0.0:1787762286.540485:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762286.540487:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315699725
00000100:00000001:0.0:1787762286.540490:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315700471
00000100:00000001:0.0:1787762286.540491:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315699725
00000100:00000001:0.0:1787762286.540493:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315700471
00000100:00000001:0.0:1787762286.540495:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762286.540496:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762286.540497:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762286.540499:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762286/real 1787762286]  req@ffff9b6537f1cf00 x1874597595048704/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762286.540504:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762286.540505:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762286.540518:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60f20.
00000400:00000200:0.0:1787762286.540520:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655550
00000400:00000010:0.0:1787762286.540521:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655550.
00000100:00000001:0.0:1787762286.540523:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762286.540525:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1cf00 x1874597595048704/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762286.540531:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1cf00 x1874597595048704/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762286.540535:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762286.540536:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762286.540538:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762286.540538:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762286.540540:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1cf00 x1874597595048704/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762286.540545:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762286.540548:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1cf00 x1874597595048704/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762286.540553:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762286.540554:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762286.540555:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762286.540556:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762286.540557:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762286.540558:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762286.540560:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762286.540562:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787762286.540563:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762286.540565:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1cf00 x1874597595048704/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762286.540571:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595048704:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787762286.540574:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762286.540576:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1c3c0 x1874597595048832/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762286.540581:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762286.540582:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762286.540583:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762286.540584:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762286.540586:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762286.540587:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595048832:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787762286.540589:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762286.540591:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762286.540592:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762286.540593:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762286.540596:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b641760e000.
02000000:00000001:0.0:1787762286.540598:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762286.540600:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:0.0:1787762286.540602:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643db60f20.
00000400:00000010:0.0:1787762286.540604:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655550.
00000100:00000200:0.0:1787762286.540606:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595048832, portal 4
00000100:00000001:0.0:1787762286.540608:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762286.540609:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765434304 : -110615944117312 : ffff9b6537f1c3c0)
00000100:00000040:0.0:1787762286.540613:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1c3c0 x1874597595048832/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762286.540617:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762286.540619:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:0.0:1787762286.540621:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b653e655e58.
00000100:00000200:0.0:1787762286.540622:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595048832, offset 0
00000400:00000200:0.0:1787762286.540624:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787762286.540627:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762286.540628:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787762286.540630:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787762286.540633:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:0.0:1787762286.540634:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762286.540636:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787762286.540639:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277975:277975:256:4294967295] 192.168.203.101@tcp LPNI seq info [277974:277974:8:4294967295]
00000400:00000200:0.0:1787762286.540641:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762286.540645:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787762286.540648:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762286.540650:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b642320b600.
00000800:00000200:0.0:1787762286.540652:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.0:1787762286.540654:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787762286.540657:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:0.1:1787762286.540659:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787762286.540662:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:0.0:1787762286.540663:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b642320b600.
00000400:00000200:0.0:1787762286.540666:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787762286.540668:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787762286.540670:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655e58
00000400:00000010:0.0:1787762286.540671:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655e58.
00000100:00000001:0.0:1787762286.540673:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762286.540675:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1c3c0 x1874597595048832/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762286.540680:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762286.540682:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1c3c0 x1874597595048832/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762286.540686:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762286.540687:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762286.540689:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762286.540691:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:0.0:1787762286.540693:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762286.540694:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315699731
00000100:00000001:0.0:1787762286.540696:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315700471
00000100:00000001:0.0:1787762286.540697:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315699731
00000100:00000001:0.0:1787762286.540699:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315700471
00000100:00000001:0.0:1787762286.540701:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762286.540703:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762286.540704:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787762286.540707:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762286/real 1787762286]  req@ffff9b6537f1c3c0 x1874597595048832/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787762286.540711:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787762286.540712:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787762286.540713:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643db60f20.
00000400:00000200:0.0:1787762286.540714:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b653e655550
00000400:00000010:0.0:1787762286.540715:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b653e655550.
00000100:00000001:0.0:1787762286.540716:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787762286.540718:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1c3c0 x1874597595048832/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787762286.540724:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1c3c0 x1874597595048832/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762286.540728:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787762286.540729:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762286.540730:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762286.540731:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787762286.540733:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1c3c0 x1874597595048832/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762286.540737:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762286.540739:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1c3c0 x1874597595048832/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762286.540743:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787762286.540744:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762286.540745:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787762286.540746:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762286.540748:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787762286.540749:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787762286.540751:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787762286.540754:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:0.0:1787762286.540755:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787762286.540758:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1c3c0 x1874597595048832/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762286.540762:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595048832:192.168.203.101@tcp:8:kworker.0
00000100:00000001:0.0:1787762286.540764:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762286.540765:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762286.540767:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1cf00 x1874597595048704/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762286.540771:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762286.540772:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762286.540773:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760d000.
02000000:00000001:0.0:1787762286.540774:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762286.540775:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762286.540776:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:0.0:1787762286.540777:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762286.540778:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15000.
02000000:00000001:0.0:1787762286.540780:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762286.540781:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762286.540782:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1cf00.
00000100:00000001:0.0:1787762286.540785:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762286.540786:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762286.540787:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762286.540789:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1c3c0 x1874597595048832/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762286.540794:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787762286.540795:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787762286.540796:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b641760e000.
02000000:00000001:0.0:1787762286.540798:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787762286.540799:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787762286.540800:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:0.0:1787762286.540802:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787762286.540803:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15c00.
02000000:00000001:0.0:1787762286.540804:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787762286.540805:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787762286.540806:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1c3c0.
00000100:00000001:0.0:1787762286.540807:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787762286.540807:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762286.540809:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762286.540810:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762286.540811:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762286.540812:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762286.540814:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762287.307333:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315700471, at 4315700480
00000100:00000040:1.0:1787762287.307333:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315700471, at 4315700480
00000100:00000010:1.0:1787762287.307354:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d2000.
00000100:00000010:0.0:1787762287.307357:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b64171d2ae0.
00010000:00000001:0.0:1787762287.371315:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762287.371320:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762287.371325:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762287.371326:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762287.371330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762287.371331:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762287.371390:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762287.371395:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762287.371399:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762288.395336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762288.395344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762288.395350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762288.395352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762288.395355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762288.395356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762288.395378:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762288.395381:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762288.395384:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762289.419352:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762289.419360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762289.419367:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762289.419368:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762289.419371:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762289.419376:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762289.419378:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762289.419382:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762289.419385:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762289.419388:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762289.419390:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762289.419392:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762290.443332:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762290.443341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762290.443347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762290.443348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762290.443351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762290.443352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762290.443392:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762290.443395:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762290.443398:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762291.467379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762291.467390:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762291.467398:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762291.467400:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762291.467405:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762291.467407:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762291.467488:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762291.467496:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762291.467501:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762291.659361:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762291.659370:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762291.659374:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762291.659380:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762291.659385:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762291.659395:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21032
00000400:00000200:0.0:1787762291.659408:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762291.659418:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762291.659423:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762291.659427:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762291.659431:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762291.659435:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762291.659438:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762291.659444:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762291.659447:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787762291.659450:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762291.659455:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762291.659459:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787762291.659461:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787762291.659466:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762291.659468:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762291.659471:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762291.659473:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762291.659477:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787762291.659482:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762291.659485:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762291.659489:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762291.659493:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762291.659497:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762291.659500:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762291.659503:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762291.659515:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2d00.
00000020:00000040:0.0:1787762291.659520:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762291.659525:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762291.659527:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762291.659531:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762291.659535:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762291.659541:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762291.659555:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e400.
00000100:00000001:0.0:1787762291.659564:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762291.659576:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2d00 x1874597595048960/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762291.659590:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762291.659597:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762291.659603:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b3abd36] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2d00 x1874597595048960/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762291.659633:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762291.659637:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762291.659641:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762291.659643:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762291.659645:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762291.659649:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762291.659652:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21032
00000400:00000200:0.0:1787762291.659656:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762291.659659:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762291.659662:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762291.659666:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762291.659668:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762291.659670:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762291.659672:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762291.659674:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762291.659676:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787762291.659679:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762291.659682:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787762291.659684:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787762291.659687:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:0.0:1787762291.659692:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762291.659694:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762291.659697:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762291.659703:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762291.659707:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:0.0:1787762291.659712:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762291.659716:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762291.659720:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762291.659728:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762291.659734:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762291.659740:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762291.659748:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762291.659755:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762291.659761:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762291.659768:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c0000.
00000020:00000040:0.0:1787762291.659774:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:0.0:1787762291.659779:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762291.659784:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762291.659787:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762291.659790:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762291.659796:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762291.659804:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760c400.
00000100:00000001:0.0:1787762291.659812:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762291.659823:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c0000 x1874597595049088/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762291.659837:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762291.659843:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762291.659853:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ecd2557] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c0000 x1874597595049088/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762291.659877:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762291.659882:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762291.659890:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762291.659893:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762291.659894:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762291.659897:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762291.659904:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21032
00000400:00000200:0.0:1787762291.659911:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762291.659918:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762291.659922:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762291.659930:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762291.659936:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762291.659943:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762291.659949:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762291.659956:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762291.659959:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787762291.659964:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762291.659968:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:0.0:1787762291.659974:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:0.0:1787762291.659980:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:0.0:1787762291.659989:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762291.659995:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762291.660003:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000800:00000200:2.1:1787762291.660003:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:0.0:1787762291.660010:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762291.660014:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:0.0:1787762291.660019:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762291.660022:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762291.660025:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762291.660029:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762291.660035:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762291.660041:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762291.660046:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762291.660051:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762291.660052:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762291.660058:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1a40.
00000020:00000040:0.0:1787762291.660062:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:0.0:1787762291.660067:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762291.660071:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762291.660075:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762291.660079:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762291.660082:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762291.660088:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760cc00.
00000100:00000001:0.0:1787762291.660093:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762291.660098:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1a40 x1874597595049216/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762291.660107:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762291.660110:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762291.660115:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7cad83] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1a40 x1874597595049216/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762291.660139:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762291.660143:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787762291.660148:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787762291.660154:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21042)
00000800:00000200:2.1:1787762291.660335:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762291.660455:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:1.0:1787762292.427326:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315705591, at 4315705600
00000100:00000040:0.0:1787762292.427341:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315705591, at 4315705600
00000100:00000010:1.0:1787762292.427347:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd9c0.
00000100:00000010:0.0:1787762292.427351:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd660.
00010000:00000001:0.0:1787762292.491328:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762292.491334:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762292.491340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762292.491341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762292.491344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762292.491345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762292.491367:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762292.491369:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762292.491372:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762293.515348:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762293.515355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762293.515361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762293.515362:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762293.515366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762293.515367:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762294.539324:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762294.539332:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762294.539348:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762294.539349:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762294.539354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762294.539355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762294.539382:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762294.539385:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762294.539387:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787762294.731535:0:238625:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.101:988
00000400:00000100:3.0:1787762294.731629:0:238625:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.101@tcp at host 192.168.203.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787762294.731638:0:238625:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762294.731642:0:238625:0:(router.c:1791:lnet_notify()) 192.168.203.1@tcp notifying 192.168.203.101@tcp: down
00000400:00000200:3.0:1787762294.731647:0:238625:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762294.731652:0:238625:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787762294.731656:0:238625:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:3.0:1787762294.731660:0:238625:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58c00.
00000400:00000200:3.0:1787762294.731666:0:238625:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787762294.731670:0:238625:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787762294.731677:0:238625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9880
00000400:00000010:3.0:1787762294.731680:0:238625:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9880.
00000100:00000001:3.0:1787762294.731686:0:238625:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762294.731697:0:238625:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b65113c2d00 x1874597595048960/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762294.731721:0:238625:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762294.731726:0:238625:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c2d00 x1874597595048960/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762294.731743:0:238625:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762294.731746:0:238625:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787762294.731785:0:238625:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:3.0:1787762294.731791:0:238625:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58900.
00000400:00000200:3.0:1787762294.731797:0:238625:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787762294.731802:0:238625:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787762294.731806:0:238625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9440
00000400:00000010:3.0:1787762294.731808:0:238625:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9440.
00000100:00000001:3.0:1787762294.731810:0:238625:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762294.731814:0:238625:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b65113c0000 x1874597595049088/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762294.731827:0:238625:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762294.731831:0:238625:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c0000 x1874597595049088/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762294.731839:0:238625:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762294.731844:0:238625:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787762294.731856:0:238625:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:3.0:1787762294.731862:0:238625:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58b00.
00000400:00000200:3.0:1787762294.731867:0:238625:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787762294.731871:0:238625:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787762294.731874:0:238625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9908
00000400:00000010:3.0:1787762294.731877:0:238625:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9908.
00000100:00000001:3.0:1787762294.731882:0:238625:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762294.731890:0:238625:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b65113c1a40 x1874597595049216/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762294.731906:0:238625:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762294.731913:0:238625:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c1a40 x1874597595049216/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762294.731927:0:238625:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762294.731931:0:238625:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1787762295.563323:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762295.563333:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762295.563335:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762295.563338:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762295.563344:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762295.563347:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762295.563349:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762295.563350:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762295.563354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762295.563356:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762295.563357:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762295.563358:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762295.563360:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762295.563361:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762295.563362:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762295.563363:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762295.563366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762295.563367:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762295.563419:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762295.563424:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762295.563427:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762296.587348:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762296.587355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762296.587362:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762296.587364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762296.587368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762296.587370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762296.587393:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762296.587396:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762296.587398:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762296.779517:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762296.779535:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762296.779542:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762296.779550:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762296.779559:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762296.779574:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21037
00000400:00000200:3.0:1787762296.779592:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762296.779607:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762296.779615:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762296.779622:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762296.779628:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762296.779648:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762296.779655:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762296.779664:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762296.779669:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762296.779674:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762296.779682:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762296.779687:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762296.779693:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762296.779702:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762296.779708:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762296.779713:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762296.779718:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762296.779726:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762296.779735:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762296.779742:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762296.779747:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762296.779755:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762296.779762:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762296.779768:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762296.779773:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762296.779788:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000020:00000040:3.0:1787762296.779795:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762296.779804:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762296.779807:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762296.779813:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762296.779819:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762296.779826:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762296.779840:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15c00.
00000100:00000001:3.0:1787762296.779853:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762296.779872:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597595049344/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762296.779894:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762296.779903:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762296.779929:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597595049344/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762296.779956:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762296.779960:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762296.779964:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762296.779966:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762296.779968:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762296.779972:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762296.779975:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21037
00000400:00000200:3.0:1787762296.779999:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762296.780005:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762296.780011:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762296.780018:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762296.780024:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762296.780029:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762296.780034:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762296.780042:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762296.780049:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762296.780058:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762296.780068:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762296.780076:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762296.780122:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762296.780143:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762296.780152:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762296.780162:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762296.780173:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762296.780184:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762296.780196:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762296.780209:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762296.780219:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762296.780233:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762296.780241:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762296.780303:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762296.780317:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762296.780328:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762296.780357:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762296.780373:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000020:00000040:3.0:1787762296.780384:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762296.780399:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762296.780402:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762296.780408:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762296.780416:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762296.780423:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762296.780435:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15000.
00000100:00000001:3.0:1787762296.780450:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762296.780472:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597595049472/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762296.780517:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1787762296.780727:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762296.780735:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1787762296.781826:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762296.781847:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597595049472/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762296.781897:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762296.781905:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762296.781913:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762296.781918:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762296.781922:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762296.781928:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762296.781934:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21037
00000100:00000001:1.0:1787762296.781973:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762296.781983:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762296.781987:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762296.782003:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f480 x1874597595049472/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762296.782024:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762296.782031:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762296.782040:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:1.0:1787762296.782041:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762296.782048:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762296.782054:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762296.782060:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00100000:1.0:1787762296.782066:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595049472:192.168.203.101@tcp:38:kworker.0
00000100:00080000:3.0:1787762296.782072:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787762296.782075:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1787762296.782114:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
02000000:00000001:1.0:1787762296.782120:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787762296.782123:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787762296.782128:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762296.782132:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
02000000:00000001:1.0:1787762296.782138:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787762296.782142:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762296.782151:0:299392:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000010:1.0:1787762296.782152:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08400.
00000020:00000040:3.0:1787762296.782156:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
02000000:00000001:1.0:1787762296.782162:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762296.782165:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762296.782174:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762296.782180:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:1.0:1787762296.782183:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000020:00000001:3.0:1787762296.782185:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762296.782196:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762296.782200:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762296.782202:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762296.782204:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762296.782207:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762296.782211:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762296.782214:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762296.782218:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762296.782224:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762296.782227:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762296.782249:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762296.782255:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762296.782259:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762296.782293:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762296.782302:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787762296.782307:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762296.782312:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762296.782315:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762296.782319:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762296.782322:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762296.782326:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762296.782329:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6420.
02000000:00000010:3.0:1787762296.782336:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14400.
00000400:00000010:1.0:1787762296.782345:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352330.
00000100:00000001:3.0:1787762296.782346:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762296.782358:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595049472, portal 10
00000100:00100000:3.0:1787762296.782362:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597595049600/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762296.782365:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762296.782371:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765446784 : -110615944104832 : ffff9b6537f1f480)
00000100:00000001:3.0:1787762296.782387:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762296.782395:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762296.782396:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f480 x1874597595049472/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762296.782406:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597595049600/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762296.782434:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787762296.782444:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762296.782448:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000040:3.0:1787762296.782453:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1787762296.782455:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762296.782465:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595049472, offset 0
00000100:00000040:3.0:1787762296.782467:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762296.782479:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21047)
00000400:00000200:1.0:1787762296.782516:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762296.782526:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762296.782534:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762296.782539:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762296.782544:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762296.782549:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762296.782552:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762296.782557:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277980:277980:256:4294967295] 192.168.203.101@tcp LPNI seq info [277979:277979:8:4294967295]
00000400:00000200:1.0:1787762296.782563:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762296.782574:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762296.782581:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762296.782588:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762296.782595:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762296.782600:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762296.782607:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762296.782680:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787762296.782691:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762296.782695:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762296.782703:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762296.782710:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762296.782718:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762296.782722:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762296.782729:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762296.782737:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f480 x1874597595049472/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762296.782756:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762296.782762:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f480 x1874597595049472/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762296.782789:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762296.782792:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762296.782802:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762296.782811:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762296.782818:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762296.782823:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315709967
00000100:00000001:1.0:1787762296.782829:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315710712
00000100:00000001:1.0:1787762296.782833:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315709967
00000100:00000001:1.0:1787762296.782837:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315710712
00000100:00000001:1.0:1787762296.782841:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762296.782846:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762296.782850:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762296.782859:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762296/real 1787762296]  req@ffff9b6537f1f480 x1874597595049472/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762296.782876:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762296.782879:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762296.782882:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6420.
00000400:00000200:1.0:1787762296.782888:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352330
00000400:00000010:1.0:1787762296.782892:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352330.
00000100:00000001:1.0:1787762296.782896:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762296.782904:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f480 x1874597595049472/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762296.782922:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f480 x1874597595049472/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762296.782936:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762296.782939:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762296.782943:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762296.782946:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762296.782954:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f480 x1874597595049472/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762296.782964:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762296.782970:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f480 x1874597595049472/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762296.782978:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762296.782982:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762296.782984:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762296.782985:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762296.782988:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762296.782990:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762296.782993:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762296.782997:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762296.783000:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762296.783004:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f480 x1874597595049472/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762296.783014:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595049472:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762296.783020:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762296.783023:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762296.783027:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f480 x1874597595049472/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762296.783034:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762296.783036:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762296.783039:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08400.
02000000:00000001:1.0:1787762296.783044:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762296.783046:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762296.783048:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762296.783051:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762296.783054:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15000.
02000000:00000001:1.0:1787762296.783058:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762296.783060:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762296.783062:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f480.
00000100:00000001:1.0:1787762296.783066:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762296.783068:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762296.783070:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762296.783076:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762296.783078:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762296.783080:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762296.783106:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762296.783110:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762296.783118:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d680 x1874597595049600/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762296.783132:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762296.783135:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762296.783140:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762296.783143:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762296.783148:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762296.783154:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595049600:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762296.783161:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762296.783165:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762296.783169:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762296.783172:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762296.783179:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08400.
02000000:00000001:1.0:1787762296.783182:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762296.783191:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762296.783196:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6420.
00000400:00000010:1.0:1787762296.783202:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352330.
00000100:00000200:1.0:1787762296.783206:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595049600, portal 4
00000100:00000001:1.0:1787762296.783209:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762296.783211:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765439104 : -110615944112512 : ffff9b6537f1d680)
00000100:00000040:1.0:1787762296.783220:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d680 x1874597595049600/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762296.783228:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762296.783232:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762296.783235:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762296.783238:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595049600, offset 0
00000400:00000200:1.0:1787762296.783243:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762296.783283:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762296.783290:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762296.783296:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762296.783300:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762296.783304:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762296.783307:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762296.783311:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277981:277981:256:4294967295] 192.168.203.101@tcp LPNI seq info [277980:277980:8:4294967295]
00000400:00000200:1.0:1787762296.783317:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762296.783325:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762296.783332:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762296.783336:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762296.783342:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762296.783346:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762296.783352:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762296.783355:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787762296.783360:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762296.783363:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762296.783367:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762296.783371:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762296.783376:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762296.783378:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762296.783382:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762296.783386:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d680 x1874597595049600/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762296.783397:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762296.783400:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d680 x1874597595049600/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762296.783409:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762296.783411:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762296.783416:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762296.783420:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762296.783424:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762296.783427:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315709974
00000100:00000001:1.0:1787762296.783430:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315710712
00000100:00000001:1.0:1787762296.783433:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315709974
00000100:00000001:1.0:1787762296.783436:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315710712
00000100:00000001:1.0:1787762296.783439:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762296.783441:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762296.783444:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762296.783448:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762296/real 1787762296]  req@ffff9b6537f1d680 x1874597595049600/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762296.783457:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762296.783458:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762296.783460:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6420.
00000400:00000200:1.0:1787762296.783463:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352330
00000400:00000010:1.0:1787762296.783465:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352330.
00000100:00000001:1.0:1787762296.783468:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762296.783472:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d680 x1874597595049600/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762296.783482:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d680 x1874597595049600/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762296.783490:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762296.783492:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762296.783494:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762296.783496:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762296.783500:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d680 x1874597595049600/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762296.783507:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762296.783511:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d680 x1874597595049600/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762296.783521:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762296.783524:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762296.783526:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762296.783528:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762296.783530:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762296.783532:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762296.783534:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762296.783538:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762296.783540:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762296.783545:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d680 x1874597595049600/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762296.783553:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595049600:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762296.783558:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762296.783560:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762296.783563:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d680 x1874597595049600/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762296.783570:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762296.783572:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762296.783575:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08400.
02000000:00000001:1.0:1787762296.783579:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762296.783581:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762296.783582:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762296.783585:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762296.783587:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14400.
02000000:00000001:1.0:1787762296.783591:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762296.783592:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762296.783594:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d680.
00000100:00000001:1.0:1787762296.783598:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762296.783600:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762296.783604:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762296.783608:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762296.783610:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762296.783612:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762296.783614:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762297.547342:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315710712, at 4315710720
00000100:00000040:0.0:1787762297.547343:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315710712, at 4315710720
00000100:00000010:1.0:1787762297.547363:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdc60.
00000100:00000010:0.0:1787762297.547368:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd1e0.
00010000:00000001:0.0:1787762297.611351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762297.611357:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762297.611364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762297.611366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762297.611370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762297.611372:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762298.635381:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762298.635391:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762298.635399:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762298.635401:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762298.635406:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762298.635407:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762298.635436:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762298.635439:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762298.635443:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762299.659325:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762299.659333:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762299.659339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762299.659340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762299.659343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762299.659347:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762299.659349:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762299.659353:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762299.659356:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762299.659359:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762299.659361:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762299.659362:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762299.659419:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762299.659424:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762299.659428:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762300.683321:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762300.683330:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762300.683336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762300.683337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762300.683340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762300.683341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762300.683364:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762300.683366:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762300.683369:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762301.707343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762301.707351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762301.707357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762301.707358:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762301.707361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762301.707363:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762301.899341:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762301.899349:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762301.899354:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762301.899359:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762301.899365:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762301.899376:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21042
00000400:00000200:3.0:1787762301.899388:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762301.899394:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762301.899397:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762301.899400:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762301.899403:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762301.899405:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762301.899407:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762301.899411:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762301.899413:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762301.899415:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762301.899418:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762301.899420:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762301.899422:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762301.899424:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762301.899425:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762301.899427:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762301.899428:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762301.899432:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762301.899434:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762301.899436:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762301.899438:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762301.899441:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762301.899444:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762301.899446:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762301.899447:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762301.899458:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787762301.899461:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762301.899465:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762301.899467:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762301.899470:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762301.899473:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762301.899479:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762301.899488:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16000.
00000100:00000001:3.0:1787762301.899496:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762301.899506:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597595049728/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762301.899517:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762301.899523:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762301.899527:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597595049728/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762301.899547:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762301.899549:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762301.899552:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762301.899553:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762301.899554:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762301.899556:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762301.899558:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21042
00000100:00000001:1.0:1787762301.899585:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762301.899590:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762301.899592:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762301.899623:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f0c0 x1874597595049728/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787762301.899623:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762301.899632:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:1.0:1787762301.899636:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762301.899644:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762301.899647:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1787762301.899648:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762301.899654:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787762301.899655:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
02000000:00000001:1.0:1787762301.899658:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762301.899659:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762301.899665:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00100000:1.0:1787762301.899666:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595049728:192.168.203.101@tcp:250:kworker.0
00000100:00000001:3.0:1787762301.899668:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762301.899673:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762301.899675:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000100:00000001:1.0:1787762301.899676:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1787762301.899676:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762301.899679:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762301.899681:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762301.899683:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
02000000:00000001:1.0:1787762301.899685:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1787762301.899686:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762301.899690:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787762301.899691:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762301.899692:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762301.899697:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
02000000:00000001:1.0:1787762301.899698:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1787762301.899699:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762301.899703:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762301.899704:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762301.899705:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:1.0:1787762301.899709:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08400.
02000000:00000001:3.0:1787762301.899712:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762301.899713:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762301.899715:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762301.899718:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762301.899723:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787762301.899726:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000008:00000001:3.0:1787762301.899727:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762301.899730:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762301.899732:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6420.
00000100:00000010:3.0:1787762301.899734:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000020:00000040:3.0:1787762301.899738:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762301.899740:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762301.899741:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762301.899743:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352330.
00000100:00000001:3.0:1787762301.899743:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762301.899746:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762301.899749:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762301.899753:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17c00.
00000100:00000200:1.0:1787762301.899758:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595049728, portal 25
00000100:00000001:3.0:1787762301.899758:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762301.899765:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00100000:3.0:1787762301.899766:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597595049856/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762301.899769:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765445824 : -110615944105792 : ffff9b6537f1f0c0)
00000100:00000001:3.0:1787762301.899777:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762301.899779:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762301.899783:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f0c0 x1874597595049728/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762301.899785:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597595049856/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762301.899793:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762301.899796:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762301.899803:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762301.899806:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787762301.899808:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787762301.899808:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762301.899813:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1787762301.899814:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00080000:3.0:1787762301.899817:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21042
00000400:00000010:1.0:1787762301.899822:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000400:00000200:3.0:1787762301.899822:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000200:1.0:1787762301.899829:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595049728, offset 0
00000400:00000200:3.0:1787762301.899836:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762301.899839:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787762301.899844:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000040:3.0:1787762301.899845:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762301.899849:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762301.899851:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762301.899852:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762301.899853:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762301.899854:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762301.899855:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762301.899857:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762301.899858:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762301.899861:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:1.0:1787762301.899862:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:3.0:1787762301.899866:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762301.899868:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762301.899869:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762301.899870:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762301.899872:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000400:00000200:1.0:1787762301.899875:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00080000:3.0:1787762301.899877:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762301.899881:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762301.899883:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787762301.899885:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787762301.899886:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762301.899890:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762301.899892:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787762301.899894:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000008:00100000:3.0:1787762301.899895:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762301.899898:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762301.899900:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787762301.899903:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762301.899905:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000010:3.0:1787762301.899908:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000400:00000200:1.0:1787762301.899911:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277982:277982:256:4294967295] 192.168.203.101@tcp LPNI seq info [277981:277981:8:4294967295]
00000020:00000040:3.0:1787762301.899913:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762301.899917:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787762301.899918:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:3.0:1787762301.899919:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762301.899922:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762301.899923:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762301.899925:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762301.899928:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15800.
00000100:00000001:3.0:1787762301.899933:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762301.899934:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1787762301.899939:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597595049984/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787762301.899944:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762301.899952:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1787762301.899953:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000100:00000001:3.0:1787762301.899954:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762301.899960:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597595049984/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1787762301.899967:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:3.0:1787762301.899972:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762301.899974:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000100:00000040:3.0:1787762301.899975:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762301.899981:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1787762301.899986:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:3.0:1787762301.899988:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21052)
00000800:00000200:1.1:1787762301.899990:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787762301.899996:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762301.899999:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762301.900004:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762301.900008:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762301.900014:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762301.900015:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762301.900020:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762301.900024:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f0c0 x1874597595049728/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762301.900033:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762301.900036:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f0c0 x1874597595049728/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762301.900188:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762301.900190:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762301.900198:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762301.900202:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762301.900205:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315715831
00000100:00000010:1.0:1787762301.900211:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82720.
00000100:00000001:1.0:1787762301.900218:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762301.900225:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315715831
00000100:00000010:1.0:1787762301.900227:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82b40.
00000100:00000001:1.0:1787762301.900231:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762301.900234:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762301.900238:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762301.900241:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762301.900283:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762301/real 1787762301]  req@ffff9b6537f1f0c0 x1874597595049728/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762301.900293:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762301.900295:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762301.900297:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6420.
00000400:00000200:1.0:1787762301.900300:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352330
00000400:00000010:1.0:1787762301.900301:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352330.
00000100:00000001:1.0:1787762301.900304:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762301.900307:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f0c0 x1874597595049728/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762301.900313:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f0c0 x1874597595049728/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762301.900319:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762301.900320:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762301.900322:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762301.900324:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762301.900327:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f0c0 x1874597595049728/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762301.900333:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762301.900337:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f0c0 x1874597595049728/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762301.900342:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762301.900344:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762301.900345:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762301.900346:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762301.900348:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762301.900349:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762301.900352:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762301.900355:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762301.900356:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762301.900359:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f0c0 x1874597595049728/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762301.900364:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595049728:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762301.900368:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762301.900370:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762301.900372:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f0c0 x1874597595049728/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762301.900378:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762301.900381:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762301.900383:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08400.
02000000:00000001:1.0:1787762301.900386:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762301.900388:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762301.900389:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762301.900393:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762301.900396:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16000.
02000000:00000001:1.0:1787762301.900401:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762301.900404:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762301.900407:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f0c0.
00000100:00000001:1.0:1787762301.900410:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762301.900412:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762301.900415:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762301.900425:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762301.900427:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762301.900429:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762301.900431:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762301.900432:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762301.900437:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1fc00 x1874597595049856/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762301.900444:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762301.900445:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762301.900446:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762301.900448:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762301.900449:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762301.900451:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595049856:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762301.900454:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762301.900456:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762301.900457:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762301.900458:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762301.900461:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08400.
02000000:00000001:1.0:1787762301.900462:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762301.900466:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762301.900468:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6420.
00000400:00000010:1.0:1787762301.900471:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352330.
00000100:00000200:1.0:1787762301.900473:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595049856, portal 10
00000100:00000001:1.0:1787762301.900474:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762301.900476:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765448704 : -110615944102912 : ffff9b6537f1fc00)
00000100:00000040:1.0:1787762301.900482:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1fc00 x1874597595049856/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762301.900487:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762301.900488:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762301.900491:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762301.900492:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595049856, offset 0
00000400:00000200:1.0:1787762301.900495:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762301.900499:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762301.900501:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762301.900504:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762301.900506:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762301.900508:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762301.900510:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762301.900512:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277983:277983:256:4294967295] 192.168.203.101@tcp LPNI seq info [277982:277982:8:4294967295]
00000400:00000200:1.0:1787762301.900515:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762301.900520:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762301.900524:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762301.900526:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762301.900529:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762301.900531:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762301.900534:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762301.900537:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787762301.900540:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762301.900541:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762301.900543:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762301.900546:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762301.900548:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762301.900550:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762301.900551:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762301.900554:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1fc00 x1874597595049856/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762301.900560:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762301.900562:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1fc00 x1874597595049856/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762301.900567:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762301.900568:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762301.900587:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762301.900591:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762301.900594:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762301.900596:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315715085
00000100:00000001:1.0:1787762301.900598:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315715831
00000100:00000001:1.0:1787762301.900600:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315715085
00000100:00000001:1.0:1787762301.900602:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315715831
00000100:00000001:1.0:1787762301.900603:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762301.900605:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762301.900606:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762301.900609:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762301/real 1787762301]  req@ffff9b6537f1fc00 x1874597595049856/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762301.900614:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762301.900614:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762301.900616:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6420.
00000400:00000200:1.0:1787762301.900618:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352330
00000400:00000010:1.0:1787762301.900619:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352330.
00000100:00000001:1.0:1787762301.900621:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762301.900623:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1fc00 x1874597595049856/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762301.900628:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1fc00 x1874597595049856/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762301.900632:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762301.900633:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762301.900634:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762301.900635:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762301.900637:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1fc00 x1874597595049856/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762301.900641:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762301.900644:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1fc00 x1874597595049856/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762301.900650:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762301.900651:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762301.900653:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762301.900654:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762301.900655:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762301.900656:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762301.900658:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762301.900659:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762301.900661:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762301.900663:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1fc00 x1874597595049856/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762301.900670:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595049856:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762301.900674:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762301.900678:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d2c0 x1874597595049984/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762301.900685:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762301.900687:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762301.900689:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762301.900691:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762301.900694:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762301.900697:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595049984:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762301.900701:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762301.900703:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762301.900705:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762301.900707:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762301.900712:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762301.900714:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762301.900741:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762301.900744:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6420.
00000400:00000010:1.0:1787762301.900749:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352330.
00000100:00000200:1.0:1787762301.900752:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595049984, portal 4
00000100:00000001:1.0:1787762301.900755:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762301.900756:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765438144 : -110615944113472 : ffff9b6537f1d2c0)
00000100:00000040:1.0:1787762301.900764:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d2c0 x1874597595049984/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762301.900772:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762301.900775:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762301.900778:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762301.900780:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595049984, offset 0
00000400:00000200:1.0:1787762301.900785:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762301.900790:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762301.900794:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762301.900796:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762301.900799:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762301.900800:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762301.900802:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762301.900805:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277984:277984:256:4294967295] 192.168.203.101@tcp LPNI seq info [277983:277983:8:4294967295]
00000400:00000200:1.0:1787762301.900807:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762301.900813:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762301.900817:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762301.900821:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762301.900825:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762301.900829:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762301.900833:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762301.900836:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787762301.900841:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762301.900843:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762301.900846:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762301.900850:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762301.900854:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762301.900857:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762301.900860:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762301.900864:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d2c0 x1874597595049984/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762301.900870:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762301.900873:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d2c0 x1874597595049984/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762301.900877:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762301.900879:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762301.900882:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762301.900884:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762301.900886:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762301.900888:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315715091
00000100:00000001:1.0:1787762301.900891:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315715831
00000100:00000001:1.0:1787762301.900892:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315715091
00000100:00000001:1.0:1787762301.900894:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315715831
00000100:00000001:1.0:1787762301.900896:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762301.900897:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762301.900898:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762301.900900:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762301/real 1787762301]  req@ffff9b6537f1d2c0 x1874597595049984/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762301.900906:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762301.900907:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762301.900908:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6420.
00000400:00000200:1.0:1787762301.900910:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352330
00000400:00000010:1.0:1787762301.900911:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352330.
00000100:00000001:1.0:1787762301.900913:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762301.900915:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d2c0 x1874597595049984/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762301.900921:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d2c0 x1874597595049984/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762301.900926:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762301.900927:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762301.900929:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762301.900930:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762301.900932:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d2c0 x1874597595049984/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762301.900936:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762301.900939:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d2c0 x1874597595049984/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762301.900943:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762301.900944:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762301.900945:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762301.900946:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762301.900947:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762301.900948:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762301.900950:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762301.900952:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762301.900953:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762301.900955:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d2c0 x1874597595049984/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762301.900960:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595049984:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762301.900962:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762301.900963:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762301.900966:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1fc00 x1874597595049856/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762301.900970:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762301.900972:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762301.900974:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08400.
02000000:00000001:1.0:1787762301.900976:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762301.900977:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762301.900978:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762301.900980:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762301.900982:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17c00.
02000000:00000001:1.0:1787762301.900984:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762301.900985:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762301.900986:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1fc00.
00000100:00000001:1.0:1787762301.900987:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762301.900989:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762301.900990:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762301.900992:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d2c0 x1874597595049984/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762301.900997:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762301.900997:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762301.900998:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762301.900999:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762301.901000:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762301.901001:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762301.901002:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762301.901003:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15800.
02000000:00000001:1.0:1787762301.901004:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762301.901005:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762301.901005:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d2c0.
00000100:00000001:1.0:1787762301.901008:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762301.901008:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762301.901009:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762301.901012:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762301.901013:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762301.901014:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762301.901015:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762302.667336:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315715831, at 4315715840
00000100:00000040:1.0:1787762302.667336:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315715831, at 4315715840
00000100:00000010:1.0:1787762302.667357:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82b40.
00000100:00000010:0.0:1787762302.667361:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82720.
00010000:00000001:0.0:1787762302.731328:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762302.731333:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762302.731339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762302.731340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762302.731343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762302.731344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762302.731366:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762302.731369:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762302.731372:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762303.755341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762303.755349:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762303.755355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762303.755356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762303.755359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762303.755360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762303.755426:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762303.755431:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762303.755504:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762303.947359:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762303.947367:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762303.947370:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762303.947377:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762303.947381:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762303.947386:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762303.947389:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762303.947393:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762303.947396:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762304.779328:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762304.779336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762304.779342:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762304.779343:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762304.779346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762304.779347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762304.779370:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762304.779372:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762304.779375:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762304.971361:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762304.971371:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762304.971374:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762304.971381:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762304.971388:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762304.971392:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762304.971396:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762304.971400:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762304.971404:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762305.803325:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762305.803335:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762305.803338:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762305.803341:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762305.803346:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762305.803349:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762305.803351:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762305.803352:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762305.803356:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762305.803358:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762305.803360:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762305.803361:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762305.803362:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762305.803364:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762305.803365:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762305.803366:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762305.803369:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762305.803370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762305.995326:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762305.995335:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762305.995337:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762305.995344:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762305.995348:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762305.995352:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762305.995354:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762305.995357:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762305.995360:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762306.827323:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762306.827331:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762306.827337:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762306.827338:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762306.827341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762306.827342:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762306.827367:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762306.827369:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762306.827372:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762307.019458:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1787762307.019471:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787762307.019471:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762307.019477:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762307.019488:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00080000:0.0:1787762307.019489:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762307.019499:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762307.019500:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787762307.019510:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787762307.019511:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762307.019521:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762307.019523:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787762307.019528:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762307.019534:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762307.019538:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21047
00000400:00000200:0.0:1787762307.019555:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762307.019568:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762307.019573:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762307.019578:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762307.019583:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762307.019588:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762307.019592:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762307.019598:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762307.019601:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787762307.019605:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762307.019611:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762307.019615:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787762307.019619:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787762307.019623:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762307.019627:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762307.019629:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762307.019631:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762307.019635:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787762307.019640:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762307.019643:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762307.019646:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762307.019651:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762307.019655:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762307.019658:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762307.019661:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762307.019676:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c3c00.
00000020:00000040:0.0:1787762307.019681:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762307.019687:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762307.019690:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762307.019694:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762307.019698:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762307.019706:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762307.019719:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e000.
00000100:00000001:0.0:1787762307.019729:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762307.019744:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c3c00 x1874597595050112/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762307.019781:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762307.019790:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762307.019801:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a1cf69] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c3c00 x1874597595050112/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762307.019844:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762307.019851:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762307.019860:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762307.019863:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762307.019868:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762307.019874:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762307.019880:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21047
00000400:00000200:0.0:1787762307.019890:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762307.019898:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762307.019916:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787762307.019918:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1787762307.019925:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762307.019928:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762307.019932:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762307.019935:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762307.019942:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762307.019946:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762307.019953:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:1.0:1787762307.019956:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c3c00 x1874597595050112/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787762307.019957:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787762307.019964:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762307.019970:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787762307.019979:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787762307.019988:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:1.0:1787762307.019994:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1787762307.019998:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762307.020000:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762307.020007:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787762307.020011:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1787762307.020034:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762307.020043:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
02000000:00000001:1.0:1787762307.020045:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1787762307.020049:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
02000000:00000001:1.0:1787762307.020053:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762307.020059:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00100000:1.0:1787762307.020070:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595050112:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787762307.020071:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762307.020081:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762307.020085:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762307.020093:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762307.020094:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762307.020097:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762307.020103:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762307.020105:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787762307.020111:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:1.0:1787762307.020119:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08800.
00000008:00100000:0.0:1787762307.020120:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787762307.020128:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787762307.020130:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762307.020136:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762307.020143:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000010:0.0:1787762307.020144:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1680.
00000020:00000040:0.0:1787762307.020152:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000400:00000010:1.0:1787762307.020154:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6420.
02000000:00000001:0.0:1787762307.020156:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762307.020163:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762307.020166:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762307.020168:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1787762307.020171:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352330.
02000000:00000001:0.0:1787762307.020172:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762307.020190:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595050112, portal 25
00000100:00000001:1.0:1787762307.020197:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000010:0.0:1787762307.020198:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760d800.
00000100:00000001:1.0:1787762307.020200:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457116003328 : -110616593548288 : ffff9b65113c3c00)
00000100:00000001:0.0:1787762307.020212:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762307.020215:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c3c00 x1874597595050112/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762307.020229:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1680 x1874597595050240/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762307.020236:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762307.020299:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762307.020306:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762307.020312:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595050112, offset 0
00000400:00000200:1.0:1787762307.020323:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762307.020338:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762307.020352:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000001:0.0:1787762307.020353:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762307.020363:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762307.020371:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1787762307.020379:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c9d36cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1680 x1874597595050240/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762307.020386:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762307.020400:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762307.020409:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000001:0.0:1787762307.020410:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762307.020419:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787762307.020420:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277985:277985:256:4294967295] 192.168.203.101@tcp LPNI seq info [277984:277984:8:4294967295]
00000100:00080000:0.0:1787762307.020437:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1787762307.020442:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762307.020444:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762307.020450:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762307.020454:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762307.020467:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21047
00000400:00000200:1.0:1787762307.020475:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762307.020486:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787762307.020493:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000800:00000010:1.0:1787762307.020495:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000400:00000200:0.0:1787762307.020503:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762307.020508:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1787762307.020517:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:0.0:1787762307.020522:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000800:00000200:1.0:1787762307.020528:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1787762307.020529:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762307.020538:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762307.020546:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000800:00000200:1.1:1787762307.020547:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000020:00000001:0.0:1787762307.020554:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:1.1:1787762307.020557:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000020:00000040:0.0:1787762307.020559:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787762307.020568:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762307.020573:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000800:00000100:1.0:1787762307.020581:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000020:00000001:0.0:1787762307.020582:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:0.0:1787762307.020591:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000800:00000010:1.0:1787762307.020594:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000100:00000040:0.0:1787762307.020599:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762307.020605:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762307.020608:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762307.020612:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:1.0:1787762307.020612:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:0.0:1787762307.020623:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:0.0:1787762307.020632:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762307.020635:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762307.020638:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762307.020642:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762307.020644:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762307.020646:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762307.020652:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787762307.020657:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000008:00000001:0.0:1787762307.020658:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762307.020664:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762307.020672:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2580.
00000400:00000200:1.0:1787762307.020677:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000020:00000040:0.0:1787762307.020678:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000010:1.0:1787762307.020688:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
02000000:00000001:0.0:1787762307.020689:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762307.020693:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762307.020699:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787762307.020701:0:238635:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1787762307.020703:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762307.020710:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762307.020717:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c3c00 x1874597595050112/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787762307.020719:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e800.
00000100:00000001:0.0:1787762307.020728:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762307.020744:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2580 x1874597595050368/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762307.020767:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762307.020783:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c3c00 x1874597595050112/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762332 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762307.020788:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762307.020797:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762307.020813:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762307.020817:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023dbc666] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2580 x1874597595050368/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762307.020817:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762307.020832:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762307.020846:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762307.020849:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762307.020852:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315720952
00000100:00000040:0.0:1787762307.020862:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:1.0:1787762307.020866:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82b40.
00000100:00000040:0.0:1787762307.020879:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787762307.020884:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1787762307.020888:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21057)
00000100:00000001:1.0:1787762307.020900:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315720952
00000100:00000010:1.0:1787762307.020908:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82c00.
00000100:00000001:1.0:1787762307.020913:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762307.020920:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762307.020924:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762307.020928:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762307.020938:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762307/real 1787762307]  req@ffff9b65113c3c00 x1874597595050112/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762307.020952:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762307.020955:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762307.020958:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6420.
00000400:00000200:1.0:1787762307.020963:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352330
00000400:00000010:1.0:1787762307.020965:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352330.
00000100:00000001:1.0:1787762307.020969:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762307.020974:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c3c00 x1874597595050112/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762307.020985:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c3c00 x1874597595050112/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762307.020993:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762307.020996:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762307.020999:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762307.021002:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762307.021007:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c3c00 x1874597595050112/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762307.021057:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762307.021065:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c3c00 x1874597595050112/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762332 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762307.021075:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762307.021080:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762307.021082:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762307.021141:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762307.021145:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762307.021148:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762307.021153:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762307.021159:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762307.021163:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762307.021169:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c3c00 x1874597595050112/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762332 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762307.021181:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595050112:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762307.021187:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762307.021190:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762307.021194:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c3c00 x1874597595050112/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762332 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762307.021202:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762307.021206:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762307.021210:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762307.021215:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762307.021218:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762307.021220:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762307.021224:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762307.021227:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760e000.
02000000:00000001:1.0:1787762307.021233:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762307.021236:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762307.021239:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c3c00.
00000100:00000001:1.0:1787762307.021243:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762307.021276:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762307.021280:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762307.021290:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762307.021292:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762307.021295:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762307.021297:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762307.021299:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762307.021304:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c1680 x1874597595050240/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762307.021315:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762307.021317:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762307.021320:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762307.021323:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762307.021325:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762307.021329:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595050240:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762307.021333:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762307.021337:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762307.021339:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762307.021341:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762307.021346:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762307.021349:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762307.021355:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762307.021359:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6420.
00000400:00000010:1.0:1787762307.021364:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352330.
00000100:00000200:1.0:1787762307.021369:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595050240, portal 10
00000100:00000001:1.0:1787762307.021371:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762307.021373:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115993728 : -110616593557888 : ffff9b65113c1680)
00000100:00000040:1.0:1787762307.021383:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c1680 x1874597595050240/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762307.021392:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762307.021395:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762307.021398:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762307.021401:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595050240, offset 0
00000400:00000200:1.0:1787762307.021407:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762307.021412:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762307.021418:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762307.021422:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762307.021426:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762307.021429:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762307.021432:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762307.021438:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277986:277986:256:4294967295] 192.168.203.101@tcp LPNI seq info [277985:277985:8:4294967295]
00000400:00000200:1.0:1787762307.021444:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762307.021453:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762307.021459:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762307.021464:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762307.021470:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762307.021476:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762307.021484:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762307.021489:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787762307.021497:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762307.021502:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762307.021508:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762307.021515:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762307.021521:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762307.021525:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762307.021530:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762307.021538:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c1680 x1874597595050240/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762307.021556:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762307.021563:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c1680 x1874597595050240/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762332 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762307.021577:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762307.021580:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762307.021587:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762307.021595:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762307.021602:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762307.021606:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315720206
00000100:00000001:1.0:1787762307.021612:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315720952
00000100:00000001:1.0:1787762307.021616:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315720206
00000100:00000001:1.0:1787762307.021621:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315720952
00000100:00000001:1.0:1787762307.021626:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762307.021632:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762307.021636:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762307.021644:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762307/real 1787762307]  req@ffff9b65113c1680 x1874597595050240/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762307.021662:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762307.021665:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762307.021668:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6420.
00000400:00000200:1.0:1787762307.021674:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352330
00000400:00000010:1.0:1787762307.021678:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352330.
00000100:00000001:1.0:1787762307.021683:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762307.021690:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c1680 x1874597595050240/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762307.021709:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c1680 x1874597595050240/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762307.021722:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762307.021726:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762307.021730:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762307.021733:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762307.021741:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c1680 x1874597595050240/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762307.021756:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762307.021766:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c1680 x1874597595050240/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762332 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762307.021781:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762307.021786:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762307.021789:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762307.021792:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762307.021795:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762307.021798:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762307.021802:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762307.021808:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762307.021811:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762307.021816:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c1680 x1874597595050240/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762332 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762307.021826:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595050240:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762307.021832:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762307.021836:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c2580 x1874597595050368/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762307.021845:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762307.021847:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762307.021850:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762307.021852:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762307.021855:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762307.021859:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595050368:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762307.021863:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762307.021866:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762307.021869:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762307.021871:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762307.021876:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08400.
02000000:00000001:1.0:1787762307.021879:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762307.021904:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762307.021906:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6420.
00000400:00000010:1.0:1787762307.021909:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352330.
00000100:00000200:1.0:1787762307.021912:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595050368, portal 4
00000100:00000001:1.0:1787762307.021913:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762307.021914:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115997568 : -110616593554048 : ffff9b65113c2580)
00000100:00000040:1.0:1787762307.021919:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c2580 x1874597595050368/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762307.021924:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762307.021926:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762307.021928:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762307.021929:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595050368, offset 0
00000400:00000200:1.0:1787762307.021932:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762307.021935:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762307.021938:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762307.021940:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762307.021942:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762307.021944:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762307.021946:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762307.021948:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277987:277987:256:4294967295] 192.168.203.101@tcp LPNI seq info [277986:277986:8:4294967295]
00000400:00000200:1.0:1787762307.021951:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762307.021977:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762307.021983:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762307.021987:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762307.021992:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762307.021996:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762307.022002:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762307.022006:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787762307.022036:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762307.022039:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762307.022044:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762307.022049:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762307.022053:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762307.022056:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762307.022059:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762307.022065:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c2580 x1874597595050368/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762307.022075:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762307.022080:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c2580 x1874597595050368/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762332 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762307.022088:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762307.022091:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762307.022096:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762307.022100:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762307.022105:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762307.022108:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315720212
00000100:00000001:1.0:1787762307.022111:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315720952
00000100:00000001:1.0:1787762307.022114:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315720212
00000100:00000001:1.0:1787762307.022117:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315720952
00000100:00000001:1.0:1787762307.022120:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762307.022122:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762307.022125:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762307.022129:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762307/real 1787762307]  req@ffff9b65113c2580 x1874597595050368/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762307.022153:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762307.022154:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762307.022156:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6420.
00000400:00000200:1.0:1787762307.022158:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352330
00000400:00000010:1.0:1787762307.022159:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352330.
00000100:00000001:1.0:1787762307.022161:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762307.022163:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c2580 x1874597595050368/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762307.022169:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c2580 x1874597595050368/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762307.022173:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762307.022174:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762307.022175:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762307.022176:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762307.022178:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c2580 x1874597595050368/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762307.022182:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762307.022184:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c2580 x1874597595050368/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762332 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762307.022209:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762307.022211:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762307.022212:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762307.022213:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762307.022215:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762307.022216:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762307.022218:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762307.022220:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762307.022222:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762307.022224:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c2580 x1874597595050368/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762332 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762307.022230:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595050368:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762307.022233:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762307.022234:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762307.022236:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c1680 x1874597595050240/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762332 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762307.022240:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762307.022241:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762307.022243:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762307.022260:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762307.022262:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762307.022263:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762307.022264:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762307.022266:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760d800.
02000000:00000001:1.0:1787762307.022268:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762307.022269:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762307.022270:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c1680.
00000100:00000001:1.0:1787762307.022272:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762307.022273:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762307.022275:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762307.022277:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c2580 x1874597595050368/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762332 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762307.022282:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762307.022283:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762307.022284:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08400.
02000000:00000001:1.0:1787762307.022285:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762307.022285:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762307.022286:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762307.022287:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762307.022288:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760e800.
02000000:00000001:1.0:1787762307.022289:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762307.022290:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762307.022291:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c2580.
00000100:00000001:1.0:1787762307.022296:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762307.022297:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762307.022298:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762307.022301:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762307.022302:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762307.022303:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762307.022304:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762307.787335:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315720952, at 4315720960
00000100:00000040:1.0:1787762307.787336:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315720952, at 4315720960
00000100:00000010:1.0:1787762307.787355:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82c00.
00000100:00000010:0.0:1787762307.787361:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82b40.
00010000:00000001:0.0:1787762307.851326:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762307.851331:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762307.851336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762307.851337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762307.851340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762307.851341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762307.851417:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762307.851421:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762307.851424:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762308.043351:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762308.043362:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762308.043364:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762308.043371:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762308.043374:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762308.043378:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762308.043381:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762308.043384:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762308.043386:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762308.875370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762308.875379:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762308.875387:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762308.875388:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762308.875392:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762308.875394:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762308.875433:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762308.875436:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762308.875439:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762309.067348:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762309.067357:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762309.067359:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762309.067364:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762309.067368:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762309.067372:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762309.067376:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762309.067379:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762309.067381:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762309.899331:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762309.899338:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762309.899344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762309.899345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762309.899348:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762309.899351:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762309.899353:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762309.899405:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762309.899408:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762309.899411:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762309.899412:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762309.899414:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762310.091316:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762310.091325:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762310.091327:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762310.091333:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762310.091337:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762310.091340:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762310.091343:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762310.091346:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762310.091349:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762310.923377:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762310.923386:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762310.923394:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762310.923395:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762310.923400:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762310.923401:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762310.923449:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762310.923454:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762310.923459:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762311.115349:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762311.115357:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762311.115359:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762311.115367:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762311.115371:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762311.115375:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762311.115378:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762311.115382:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762311.115384:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762311.947353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762311.947363:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762311.947372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762311.947373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762311.947378:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762311.947379:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762311.947470:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762311.947474:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762311.947477:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762312.139339:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787762312.139339:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762312.139346:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1787762312.139349:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762312.139350:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762312.139357:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1787762312.139357:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762312.139363:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787762312.139365:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762312.139367:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762312.139373:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762312.139374:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787762312.139377:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762312.139381:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762312.139386:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21052
00000400:00000200:0.0:1787762312.139399:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762312.139408:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762312.139413:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762312.139418:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762312.139422:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762312.139425:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762312.139427:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762312.139432:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762312.139436:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787762312.139440:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762312.139444:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762312.139447:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787762312.139450:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787762312.139454:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762312.139456:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762312.139459:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762312.139461:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762312.139465:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787762312.139470:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762312.139474:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762312.139478:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762312.139482:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762312.139486:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762312.139489:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762312.139493:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762312.139502:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2580.
00000020:00000040:0.0:1787762312.139507:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762312.139514:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762312.139516:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762312.139520:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762312.139524:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762312.139530:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762312.139541:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760d000.
00000100:00000001:0.0:1787762312.139551:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762312.139564:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2580 x1874597595050496/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762312.139579:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762312.139585:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762312.139592:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023dbc666] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2580 x1874597595050496/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762312.139626:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762312.139629:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762312.139633:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762312.139635:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762312.139638:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762312.139641:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762312.139645:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21052
00000400:00000200:0.0:1787762312.139650:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762312.139653:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1787762312.139654:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762312.139660:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787762312.139660:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762312.139664:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762312.139667:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762312.139672:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762312.139674:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c2580 x1874597595050496/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787762312.139678:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762312.139685:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762312.139691:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787762312.139692:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1787762312.139694:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000100:00000001:1.0:1787762312.139696:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762312.139701:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:1.0:1787762312.139703:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1787762312.139706:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
02000000:00000001:1.0:1787762312.139707:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762312.139711:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762312.139714:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00100000:1.0:1787762312.139716:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595050496:192.168.203.101@tcp:250:kworker.0
00000020:00000001:0.0:1787762312.139720:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:1.0:1787762312.139722:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1787762312.139728:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
02000000:00000001:1.0:1787762312.139729:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787762312.139733:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787762312.139734:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762312.139739:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1787762312.139741:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762312.139744:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
02000000:00000010:1.0:1787762312.139746:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08400.
00000020:00000040:0.0:1787762312.139749:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
02000000:00000001:1.0:1787762312.139750:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762312.139756:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000400:00000200:1.0:1787762312.139761:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762312.139762:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762312.139766:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6420.
02000000:00000001:0.0:1787762312.139767:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1787762312.139775:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352330.
02000000:00000001:0.0:1787762312.139776:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762312.139781:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762312.139784:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:1.0:1787762312.139785:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595050496, portal 25
00000008:00100000:0.0:1787762312.139790:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787762312.139790:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762312.139792:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115997568 : -110616593554048 : ffff9b65113c2580)
00000008:00000001:0.0:1787762312.139799:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762312.139802:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c2580 x1874597595050496/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762312.139804:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762312.139812:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1680.
00000100:00000001:1.0:1787762312.139812:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1787762312.139817:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000100:00000040:1.0:1787762312.139818:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762312.139823:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
02000000:00000001:0.0:1787762312.139824:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:1.0:1787762312.139827:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595050496, offset 0
02000000:00000001:0.0:1787762312.139828:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762312.139832:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762312.139834:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787762312.139837:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
02000000:00000001:0.0:1787762312.139839:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762312.139846:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760c800.
00000400:00000200:1.0:1787762312.139848:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762312.139853:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762312.139857:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00100000:0.0:1787762312.139863:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1680 x1874597595050624/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762312.139865:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762312.139873:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762312.139879:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787762312.139881:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787762312.139884:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000001:0.0:1787762312.139887:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762312.139891:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277988:277988:256:4294967295] 192.168.203.101@tcp LPNI seq info [277987:277987:8:4294967295]
00000100:00000040:0.0:1787762312.139897:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c9d36cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1680 x1874597595050624/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762312.139898:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762312.139914:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787762312.139916:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762312.139922:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1787762312.139922:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00080000:0.0:1787762312.139930:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000010:1.0:1787762312.139931:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000100:00000001:0.0:1787762312.139934:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762312.139938:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1787762312.139943:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:0.0:1787762312.139944:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.0:1787762312.139950:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000100:00080000:0.0:1787762312.139951:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21052
00000800:00000200:1.1:1787762312.139961:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000400:00000200:0.0:1787762312.139962:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000800:00000200:1.1:1787762312.139968:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000400:00000200:0.0:1787762312.139972:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000800:00000100:1.0:1787762312.139988:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000100:00080000:0.0:1787762312.139990:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000800:00000010:1.0:1787762312.139993:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000100:00000040:0.0:1787762312.139999:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000200:1.0:1787762312.140000:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1787762312.140004:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762312.140010:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1787762312.140012:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762312.140016:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:1.0:1787762312.140018:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000020:00000001:0.0:1787762312.140020:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:1.0:1787762312.140023:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000020:00000040:0.0:1787762312.140024:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787762312.140028:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787762312.140029:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:0.0:1787762312.140032:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000100:00000200:1.0:1787762312.140036:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c2580 x1874597595050496/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787762312.140038:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:0.0:1787762312.140044:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:0.0:1787762312.140052:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762312.140053:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787762312.140057:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762312.140059:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c2580 x1874597595050496/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762337 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787762312.140063:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762312.140071:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:1.0:1787762312.140072:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787762312.140078:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00000001:1.0:1787762312.140078:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1787762312.140083:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762312.140085:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762312.140087:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762312.140093:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787762312.140093:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762312.140098:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315726071
02000000:00000001:0.0:1787762312.140099:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762312.140104:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762312.140106:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82c00.
00000100:00000001:0.0:1787762312.140108:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762312.140113:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787762312.140116:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000008:00000001:0.0:1787762312.140117:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762312.140122:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762312.140124:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315726071
00000100:00000010:0.0:1787762312.140128:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c3c00.
00000100:00000010:1.0:1787762312.140130:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82f00.
00000020:00000040:0.0:1787762312.140134:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000100:00000001:1.0:1787762312.140136:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
02000000:00000001:0.0:1787762312.140142:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787762312.140143:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762312.140147:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762312.140147:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762312.140153:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787762312.140154:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1787762312.140158:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1787762312.140161:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762312/real 1787762312]  req@ffff9b65113c2580 x1874597595050496/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787762312.140162:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762312.140171:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e400.
00000100:00000001:0.0:1787762312.140180:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787762312.140182:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762312.140185:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762312.140188:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6420.
00000100:00100000:0.0:1787762312.140189:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c3c00 x1874597595050752/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762312.140191:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352330
00000400:00000010:1.0:1787762312.140194:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352330.
00000100:00000001:1.0:1787762312.140198:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762312.140205:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c2580 x1874597595050496/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762312.140208:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762312.140213:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762312.140218:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c2580 x1874597595050496/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787762312.140223:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a1cf69] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c3c00 x1874597595050752/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762312.140227:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762312.140230:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762312.140234:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762312.140237:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762312.140244:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762312.140269:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c2580 x1874597595050496/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762312.140279:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762312.140280:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787762312.140286:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c2580 x1874597595050496/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762337 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787762312.140289:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787762312.140297:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1787762312.140299:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21063)
00000100:00000001:1.0:1787762312.140301:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762312.140305:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762312.140307:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762312.140309:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762312.140311:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762312.140313:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762312.140322:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762312.140324:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762312.140328:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c2580 x1874597595050496/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762337 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762312.140335:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595050496:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762312.140339:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762312.140340:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762312.140342:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c2580 x1874597595050496/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762337 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762312.140347:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762312.140350:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762312.140352:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08400.
02000000:00000001:1.0:1787762312.140356:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762312.140358:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762312.140359:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762312.140361:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762312.140364:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760d000.
02000000:00000001:1.0:1787762312.140367:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762312.140369:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762312.140371:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c2580.
00000100:00000001:1.0:1787762312.140376:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762312.140377:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762312.140379:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762312.140386:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762312.140387:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762312.140388:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762312.140390:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762312.140391:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762312.140393:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c1680 x1874597595050624/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762312.140398:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762312.140400:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762312.140401:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762312.140403:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762312.140404:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762312.140406:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595050624:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762312.140409:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762312.140411:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762312.140412:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762312.140413:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762312.140415:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08400.
02000000:00000001:1.0:1787762312.140417:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762312.140420:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762312.140422:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6420.
00000400:00000010:1.0:1787762312.140424:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352330.
00000100:00000200:1.0:1787762312.140427:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595050624, portal 10
00000100:00000001:1.0:1787762312.140428:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762312.140429:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115993728 : -110616593557888 : ffff9b65113c1680)
00000100:00000040:1.0:1787762312.140434:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c1680 x1874597595050624/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762312.140439:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762312.140441:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762312.140443:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762312.140444:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595050624, offset 0
00000400:00000200:1.0:1787762312.140447:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762312.140450:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762312.140452:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762312.140454:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762312.140456:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762312.140458:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762312.140460:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762312.140462:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277989:277989:256:4294967295] 192.168.203.101@tcp LPNI seq info [277988:277988:8:4294967295]
00000400:00000200:1.0:1787762312.140465:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762312.140470:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762312.140473:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762312.140475:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762312.140477:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762312.140480:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787762312.140483:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762312.140485:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787762312.140487:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762312.140489:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762312.140491:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762312.140493:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762312.140496:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762312.140497:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762312.140499:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762312.140501:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c1680 x1874597595050624/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762312.140506:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762312.140508:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c1680 x1874597595050624/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762337 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762312.140513:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762312.140514:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762312.140516:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762312.140520:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762312.140522:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762312.140524:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315725325
00000100:00000001:1.0:1787762312.140527:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315726071
00000100:00000001:1.0:1787762312.140530:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315725325
00000100:00000001:1.0:1787762312.140532:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315726071
00000100:00000001:1.0:1787762312.140535:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762312.140538:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762312.140540:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762312.140544:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762312/real 1787762312]  req@ffff9b65113c1680 x1874597595050624/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762312.140553:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762312.140554:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762312.140598:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6420.
00000400:00000200:1.0:1787762312.140601:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352330
00000400:00000010:1.0:1787762312.140602:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352330.
00000100:00000001:1.0:1787762312.140604:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762312.140607:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c1680 x1874597595050624/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762312.140613:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c1680 x1874597595050624/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762312.140618:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762312.140620:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762312.140621:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762312.140622:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762312.140624:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c1680 x1874597595050624/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762312.140629:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762312.140632:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c1680 x1874597595050624/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762337 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762312.140636:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762312.140638:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762312.140639:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762312.140640:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762312.140641:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762312.140642:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762312.140644:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762312.140646:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762312.140647:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762312.140649:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c1680 x1874597595050624/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762337 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762312.140654:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595050624:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762312.140701:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762312.140704:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c3c00 x1874597595050752/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762312.140712:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762312.140713:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762312.140715:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762312.140717:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762312.140718:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762312.140721:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595050752:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762312.140723:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762312.140725:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762312.140726:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762312.140728:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762312.140731:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762312.140733:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762312.140736:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762312.140737:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6420.
00000400:00000010:1.0:1787762312.140740:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352330.
00000100:00000200:1.0:1787762312.140742:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595050752, portal 4
00000100:00000001:1.0:1787762312.140744:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762312.140745:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457116003328 : -110616593548288 : ffff9b65113c3c00)
00000100:00000040:1.0:1787762312.140750:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c3c00 x1874597595050752/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762312.140754:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762312.140756:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762312.140758:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762312.140759:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595050752, offset 0
00000400:00000200:1.0:1787762312.140762:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762312.140765:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762312.140767:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762312.140769:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762312.140771:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762312.140773:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762312.140775:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762312.140777:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277990:277990:256:4294967295] 192.168.203.101@tcp LPNI seq info [277989:277989:8:4294967295]
00000400:00000200:1.0:1787762312.140780:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762312.140784:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762312.140787:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762312.140789:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762312.140792:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762312.140794:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787762312.140797:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762312.140799:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787762312.140802:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762312.140804:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762312.140806:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762312.140808:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762312.140810:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762312.140812:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762312.140814:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762312.140816:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c3c00 x1874597595050752/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762312.140822:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762312.140823:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c3c00 x1874597595050752/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762337 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762312.140828:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762312.140829:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762312.140831:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762312.140834:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762312.140836:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762312.140838:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315725331
00000100:00000001:1.0:1787762312.140840:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315726071
00000100:00000001:1.0:1787762312.140842:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315725331
00000100:00000001:1.0:1787762312.140844:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315726071
00000100:00000001:1.0:1787762312.140846:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762312.140848:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762312.140849:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762312.140852:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762312/real 1787762312]  req@ffff9b65113c3c00 x1874597595050752/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762312.140856:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762312.140857:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762312.140858:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6420.
00000400:00000200:1.0:1787762312.140859:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352330
00000400:00000010:1.0:1787762312.140860:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352330.
00000100:00000001:1.0:1787762312.140862:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762312.140863:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c3c00 x1874597595050752/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762312.140869:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c3c00 x1874597595050752/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762312.140874:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762312.140875:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762312.140876:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762312.140877:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762312.140879:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c3c00 x1874597595050752/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762312.140883:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762312.140885:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c3c00 x1874597595050752/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762337 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762312.140889:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762312.140890:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762312.140891:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762312.140892:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762312.140894:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762312.140896:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762312.140898:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762312.140900:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762312.140902:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762312.140904:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c3c00 x1874597595050752/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762337 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762312.140909:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595050752:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762312.140911:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762312.140912:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762312.140914:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c1680 x1874597595050624/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762337 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762312.140918:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762312.140919:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762312.140920:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08400.
02000000:00000001:1.0:1787762312.140922:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762312.140923:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762312.140924:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762312.140926:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762312.140927:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760c800.
02000000:00000001:1.0:1787762312.140929:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762312.140930:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762312.140931:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c1680.
00000100:00000001:1.0:1787762312.140933:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762312.140934:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762312.140935:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762312.140937:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c3c00 x1874597595050752/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762337 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762312.140942:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762312.140943:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762312.140944:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762312.140946:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762312.140947:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762312.140948:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762312.140950:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762312.140951:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760e400.
02000000:00000001:1.0:1787762312.140952:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762312.140953:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762312.140954:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c3c00.
00000100:00000001:1.0:1787762312.140955:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762312.140956:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762312.140957:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762312.140959:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762312.140960:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762312.140961:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762312.140963:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762312.907331:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315726071, at 4315726080
00000100:00000040:0.0:1787762312.907336:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315726071, at 4315726080
00000100:00000010:1.0:1787762312.907352:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82f00.
00000100:00000010:0.0:1787762312.907357:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82c00.
00010000:00000001:0.0:1787762312.971343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762312.971348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762312.971354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762312.971355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762312.971359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762312.971360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762312.971385:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762312.971388:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762312.971391:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762313.163335:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762313.163343:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762313.163345:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762313.163351:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762313.163355:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762313.163359:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762313.163362:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762313.163365:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762313.163369:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762313.995349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762313.995364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762313.995371:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762313.995372:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762313.995375:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762313.995376:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762315.019365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762315.019376:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762315.019385:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762315.019387:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762315.019392:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762315.019394:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762315.019440:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762315.019443:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762315.019446:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762316.043341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762316.043351:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762316.043354:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762316.043357:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762316.043363:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762316.043366:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762316.043367:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762316.043369:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762316.043373:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762316.043375:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762316.043376:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762316.043377:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762316.043378:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762316.043379:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762316.043381:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762316.043382:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762316.043385:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762316.043386:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762316.043437:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762316.043442:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762316.043445:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762317.067344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762317.067352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762317.067358:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762317.067359:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762317.067363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762317.067364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762317.067401:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762317.067404:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762317.067406:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762317.259330:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762317.259341:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762317.259345:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762317.259350:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762317.259355:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762317.259367:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21058
00000400:00000200:0.0:1787762317.259379:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762317.259388:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762317.259391:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762317.259393:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762317.259397:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762317.259399:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762317.259401:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762317.259405:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762317.259407:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787762317.259410:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762317.259413:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762317.259414:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787762317.259416:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787762317.259418:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762317.259420:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762317.259421:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762317.259423:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762317.259426:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787762317.259429:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762317.259430:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762317.259433:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762317.259436:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762317.259438:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762317.259440:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762317.259442:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762317.259457:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1a40.
00000020:00000040:0.0:1787762317.259460:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762317.259465:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762317.259466:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762317.259469:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762317.259473:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762317.259479:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762317.259489:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760cc00.
00000100:00000001:0.0:1787762317.259497:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762317.259508:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1a40 x1874597595050880/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762317.259518:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762317.259523:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762317.259527:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7cad83] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1a40 x1874597595050880/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762317.259547:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762317.259550:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762317.259553:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762317.259554:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762317.259555:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762317.259561:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762317.259563:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21058
00000400:00000200:0.0:1787762317.259565:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762317.259567:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762317.259569:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762317.259571:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762317.259573:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762317.259575:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762317.259576:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762317.259578:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762317.259579:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787762317.259580:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762317.259583:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787762317.259585:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787762317.259587:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:0.0:1787762317.259590:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762317.259592:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762317.259594:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762317.259595:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762317.259598:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000001:1.0:1787762317.259599:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1787762317.259600:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762317.259605:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762317.259607:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762317.259607:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762317.259611:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787762317.259613:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762317.259616:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762317.259619:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:1.0:1787762317.259621:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c1a40 x1874597595050880/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1787762317.259624:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762317.259631:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762317.259636:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762317.259637:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762317.259640:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762317.259642:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:0.0:1787762317.259646:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c0000.
02000000:00000001:1.0:1787762317.259646:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762317.259652:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787762317.259653:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000100:00100000:1.0:1787762317.259657:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595050880:192.168.203.101@tcp:250:kworker.0
02000000:00000001:0.0:1787762317.259661:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787762317.259663:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762317.259666:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762317.259669:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787762317.259671:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762317.259672:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762317.259675:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762317.259676:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787762317.259680:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762317.259685:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08800.
02000000:00000010:0.0:1787762317.259689:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760c400.
02000000:00000001:1.0:1787762317.259689:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762317.259697:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762317.259700:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762317.259706:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6420.
00000100:00100000:0.0:1787762317.259714:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c0000 x1874597595051008/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787762317.259714:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352330.
00000100:00000001:0.0:1787762317.259724:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762317.259727:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762317.259727:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595050880, portal 25
00000100:00000001:1.0:1787762317.259732:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1787762317.259735:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ecd2557] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c0000 x1874597595051008/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762317.259736:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115994688 : -110616593556928 : ffff9b65113c1a40)
00000100:00000040:1.0:1787762317.259746:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c1a40 x1874597595050880/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762317.259748:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762317.259754:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787762317.259761:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787762317.259762:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762317.259765:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1787762317.259767:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00080000:0.0:1787762317.259768:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1787762317.259771:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000001:0.0:1787762317.259772:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1787762317.259776:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595050880, offset 0
00000100:00080000:0.0:1787762317.259777:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21058
00000400:00000200:0.0:1787762317.259782:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762317.259788:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000400:00000200:1.0:1787762317.259788:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00080000:0.0:1787762317.259793:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762317.259796:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762317.259798:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762317.259802:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:1.0:1787762317.259802:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762317.259806:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762317.259808:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762317.259809:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787762317.259810:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787762317.259813:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000020:00000040:0.0:1787762317.259814:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:0.0:1787762317.259819:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:0.0:1787762317.259821:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:1.0:1787762317.259822:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1787762317.259826:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000200:1.0:1787762317.259829:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000001:0.0:1787762317.259830:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762317.259837:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1787762317.259838:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:1.0:1787762317.259841:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000001:0.0:1787762317.259845:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:1.0:1787762317.259847:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277991:277991:256:4294967295] 192.168.203.101@tcp LPNI seq info [277990:277990:8:4294967295]
00000020:00000040:0.0:1787762317.259852:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000400:00000200:1.0:1787762317.259853:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00080000:0.0:1787762317.259860:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762317.259868:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762317.259868:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1787762317.259874:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1787762317.259878:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
02000000:00000001:0.0:1787762317.259880:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762317.259883:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787762317.259884:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000100:00000001:0.0:1787762317.259886:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762317.259890:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762317.259894:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762317.259894:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:0.0:1787762317.259898:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762317.259901:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000100:00000010:0.0:1787762317.259905:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2d00.
00000800:00000200:1.1:1787762317.259910:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000020:00000040:0.0:1787762317.259911:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:0.0:1787762317.259918:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1787762317.259918:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
02000000:00000001:0.0:1787762317.259919:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762317.259923:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000100:1.0:1787762317.259926:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
02000000:00000001:0.0:1787762317.259927:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762317.259931:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787762317.259932:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
02000000:00000010:0.0:1787762317.259936:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e400.
00000400:00000200:1.0:1787762317.259939:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1787762317.259940:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762317.259965:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2d00 x1874597595051136/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762317.259966:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762317.259974:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000100:00000001:0.0:1787762317.259975:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762317.259978:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762317.259978:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762317.259986:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1787762317.259987:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b3abd36] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2d00 x1874597595051136/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762317.259995:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c1a40 x1874597595050880/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762317.259998:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762317.260003:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787762317.260009:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787762317.260010:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762317.260015:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21068)
00000100:00000040:1.0:1787762317.260016:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c1a40 x1874597595050880/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762342 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762317.260025:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762317.260027:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762317.260034:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762317.260038:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762317.260041:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315731191
00000100:00000010:1.0:1787762317.260046:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82f00.
00000100:00000001:1.0:1787762317.260054:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762317.260061:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315731191
00000100:00000010:1.0:1787762317.260063:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82420.
00000100:00000001:1.0:1787762317.260066:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762317.260069:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762317.260071:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762317.260073:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762317.260076:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762317/real 1787762317]  req@ffff9b65113c1a40 x1874597595050880/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762317.260083:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762317.260084:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762317.260086:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6420.
00000400:00000200:1.0:1787762317.260089:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352330
00000400:00000010:1.0:1787762317.260090:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352330.
00000100:00000001:1.0:1787762317.260092:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762317.260095:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c1a40 x1874597595050880/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762317.260106:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c1a40 x1874597595050880/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762317.260111:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762317.260113:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762317.260115:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762317.260116:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762317.260119:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c1a40 x1874597595050880/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762317.260124:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762317.260128:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c1a40 x1874597595050880/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762342 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762317.260132:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762317.260134:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762317.260135:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762317.260136:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762317.260138:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762317.260139:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762317.260142:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762317.260144:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762317.260146:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762317.260149:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c1a40 x1874597595050880/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762342 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762317.260156:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595050880:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762317.260159:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762317.260160:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762317.260162:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c1a40 x1874597595050880/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762342 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762317.260171:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762317.260175:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762317.260177:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762317.260180:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762317.260182:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762317.260183:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762317.260185:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762317.260187:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760cc00.
02000000:00000001:1.0:1787762317.260191:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762317.260193:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762317.260194:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c1a40.
00000100:00000001:1.0:1787762317.260197:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762317.260198:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762317.260200:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762317.260207:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762317.260209:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762317.260210:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762317.260211:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762317.260212:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762317.260215:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c0000 x1874597595051008/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762317.260220:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762317.260221:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762317.260222:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762317.260224:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762317.260225:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762317.260227:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595051008:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762317.260229:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762317.260230:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762317.260231:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762317.260233:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762317.260235:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762317.260236:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762317.260238:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762317.260241:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6420.
00000400:00000010:1.0:1787762317.260243:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352330.
00000100:00000200:1.0:1787762317.260268:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595051008, portal 10
00000100:00000001:1.0:1787762317.260271:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762317.260272:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115987968 : -110616593563648 : ffff9b65113c0000)
00000100:00000040:1.0:1787762317.260277:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c0000 x1874597595051008/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762317.260282:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762317.260284:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762317.260286:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762317.260287:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595051008, offset 0
00000400:00000200:1.0:1787762317.260290:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762317.260293:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762317.260296:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762317.260299:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762317.260301:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762317.260302:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762317.260304:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762317.260307:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277992:277992:256:4294967295] 192.168.203.101@tcp LPNI seq info [277991:277991:8:4294967295]
00000400:00000200:1.0:1787762317.260309:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762317.260313:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762317.260317:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762317.260319:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762317.260322:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762317.260324:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762317.260327:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762317.260329:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787762317.260331:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762317.260333:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762317.260335:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762317.260338:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762317.260340:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762317.260341:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762317.260343:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762317.260346:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c0000 x1874597595051008/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762317.260351:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762317.260353:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c0000 x1874597595051008/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762342 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762317.260358:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762317.260359:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762317.260361:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762317.260365:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762317.260367:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762317.260369:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315730445
00000100:00000001:1.0:1787762317.260371:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315731191
00000100:00000001:1.0:1787762317.260373:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315730445
00000100:00000001:1.0:1787762317.260375:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315731191
00000100:00000001:1.0:1787762317.260376:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762317.260378:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762317.260379:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762317.260381:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762317/real 1787762317]  req@ffff9b65113c0000 x1874597595051008/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762317.260386:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762317.260387:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762317.260388:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6420.
00000400:00000200:1.0:1787762317.260389:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352330
00000400:00000010:1.0:1787762317.260390:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352330.
00000100:00000001:1.0:1787762317.260391:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762317.260393:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c0000 x1874597595051008/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762317.260399:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c0000 x1874597595051008/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762317.260408:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762317.260409:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762317.260410:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762317.260411:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762317.260414:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c0000 x1874597595051008/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762317.260418:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762317.260420:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c0000 x1874597595051008/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762342 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762317.260424:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762317.260426:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762317.260427:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762317.260427:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762317.260428:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762317.260430:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762317.260431:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762317.260433:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762317.260435:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762317.260437:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c0000 x1874597595051008/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762342 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762317.260442:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595051008:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762317.260445:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762317.260447:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c2d00 x1874597595051136/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762317.260451:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762317.260452:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762317.260454:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762317.260456:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762317.260457:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762317.260459:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595051136:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762317.260462:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762317.260463:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762317.260464:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762317.260465:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762317.260467:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08400.
02000000:00000001:1.0:1787762317.260469:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762317.260471:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762317.260473:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6420.
00000400:00000010:1.0:1787762317.260476:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352330.
00000100:00000200:1.0:1787762317.260478:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595051136, portal 4
00000100:00000001:1.0:1787762317.260479:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762317.260480:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115999488 : -110616593552128 : ffff9b65113c2d00)
00000100:00000040:1.0:1787762317.260484:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c2d00 x1874597595051136/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762317.260489:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762317.260490:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762317.260492:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762317.260493:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595051136, offset 0
00000400:00000200:1.0:1787762317.260496:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762317.260497:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762317.260499:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762317.260501:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762317.260503:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762317.260504:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762317.260506:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762317.260508:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277993:277993:256:4294967295] 192.168.203.101@tcp LPNI seq info [277992:277992:8:4294967295]
00000400:00000200:1.0:1787762317.260511:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762317.260515:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762317.260518:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762317.260520:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762317.260524:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762317.260525:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762317.260529:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762317.260530:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787762317.260533:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762317.260534:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762317.260537:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762317.260541:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762317.260544:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762317.260546:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762317.260549:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762317.260552:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c2d00 x1874597595051136/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762317.260560:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762317.260564:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c2d00 x1874597595051136/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762342 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762317.260572:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762317.260573:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762317.260577:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762317.260581:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762317.260584:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762317.260587:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315730451
00000100:00000001:1.0:1787762317.260590:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315731191
00000100:00000001:1.0:1787762317.260592:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315730451
00000100:00000001:1.0:1787762317.260595:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315731191
00000100:00000001:1.0:1787762317.260597:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762317.260599:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762317.260600:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762317.260603:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762317/real 1787762317]  req@ffff9b65113c2d00 x1874597595051136/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762317.260610:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762317.260611:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762317.260613:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6420.
00000400:00000200:1.0:1787762317.260615:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352330
00000400:00000010:1.0:1787762317.260616:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352330.
00000100:00000001:1.0:1787762317.260617:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762317.260620:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c2d00 x1874597595051136/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762317.260626:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c2d00 x1874597595051136/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762317.260630:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762317.260631:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762317.260632:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762317.260633:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762317.260635:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c2d00 x1874597595051136/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762317.260639:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762317.260641:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c2d00 x1874597595051136/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762342 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762317.260646:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762317.260648:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762317.260649:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762317.260650:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762317.260651:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762317.260652:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762317.260654:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762317.260656:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762317.260657:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762317.260660:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c2d00 x1874597595051136/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762342 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762317.260666:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595051136:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762317.260668:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762317.260670:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762317.260671:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c0000 x1874597595051008/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762342 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762317.260675:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762317.260676:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762317.260678:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762317.260679:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762317.260681:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762317.260682:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762317.260683:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762317.260685:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760c400.
02000000:00000001:1.0:1787762317.260686:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762317.260688:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762317.260689:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c0000.
00000100:00000001:1.0:1787762317.260691:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762317.260692:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762317.260693:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762317.260695:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c2d00 x1874597595051136/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762342 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762317.260699:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762317.260700:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762317.260701:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08400.
02000000:00000001:1.0:1787762317.260702:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762317.260703:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762317.260704:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762317.260705:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762317.260706:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760e400.
02000000:00000001:1.0:1787762317.260707:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762317.260709:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762317.260710:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c2d00.
00000100:00000001:1.0:1787762317.260714:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762317.260715:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762317.260716:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762317.260719:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762317.260720:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762317.260721:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762317.260723:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762318.027326:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315731191, at 4315731200
00000100:00000040:1.0:1787762318.027326:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315731191, at 4315731200
00000100:00000010:0.0:1787762318.027345:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82f00.
00000100:00000010:1.0:1787762318.027347:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82420.
00010000:00000001:0.0:1787762318.091310:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762318.091315:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762318.091320:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762318.091321:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762318.091324:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762318.091325:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762319.115365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762319.115373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762319.115379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762319.115380:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762319.115384:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762319.115385:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762319.115417:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762319.115420:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762319.115423:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762320.139347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762320.139356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762320.139362:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762320.139363:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762320.139366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762320.139370:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762320.139373:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762320.139377:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762320.139380:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762320.139382:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762320.139384:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762320.139386:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762320.139466:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762320.139471:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762320.139474:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762321.163334:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762321.163342:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762321.163348:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762321.163349:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762321.163352:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762321.163353:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762321.163385:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762321.163388:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762321.163390:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762322.187317:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762322.187323:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762322.187328:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762322.187329:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762322.187332:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762322.187333:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762322.379335:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762322.379345:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762322.379349:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762322.379354:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762322.379359:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762322.379370:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21063
00000400:00000200:0.0:1787762322.379381:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762322.379389:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762322.379392:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762322.379395:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762322.379398:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762322.379400:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762322.379402:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762322.379406:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762322.379408:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787762322.379410:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762322.379413:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762322.379415:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787762322.379417:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787762322.379419:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762322.379421:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762322.379423:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762322.379424:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762322.379427:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787762322.379430:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762322.379431:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762322.379434:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762322.379437:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762322.379440:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762322.379441:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762322.379443:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762322.379455:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2d00.
00000020:00000040:0.0:1787762322.379458:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762322.379462:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762322.379463:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762322.379466:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762322.379469:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762322.379475:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762322.379488:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760d000.
00000100:00000001:0.0:1787762322.379496:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762322.379510:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2d00 x1874597595051264/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762322.379525:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762322.379531:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762322.379537:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b3abd36] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2d00 x1874597595051264/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762322.379564:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762322.379567:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762322.379570:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762322.379571:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762322.379573:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762322.379575:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762322.379578:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21063
00000400:00000200:0.0:1787762322.379581:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762322.379583:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762322.379585:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762322.379587:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762322.379589:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762322.379591:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762322.379592:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762322.379594:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762322.379595:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787762322.379596:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762322.379598:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787762322.379599:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787762322.379600:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:0.0:1787762322.379602:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762322.379604:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762322.379605:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762322.379607:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762322.379609:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:0.0:1787762322.379611:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762322.379613:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762322.379614:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762322.379620:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762322.379622:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762322.379623:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762322.379629:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787762322.379629:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:0.0:1787762322.379631:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762322.379635:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762322.379635:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000010:0.0:1787762322.379639:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c0000.
00000100:00000001:1.0:1787762322.379640:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1787762322.379644:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:0.0:1787762322.379647:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762322.379649:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762322.379651:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:1.0:1787762322.379651:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c2d00 x1874597595051264/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787762322.379652:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762322.379655:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762322.379661:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e000.
00000100:00000001:1.0:1787762322.379663:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762322.379667:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762322.379667:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762322.379675:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:0.0:1787762322.379677:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c0000 x1874597595051392/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787762322.379679:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762322.379684:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762322.379691:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595051264:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762322.379698:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787762322.379700:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762322.379704:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762322.379704:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762322.379709:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762322.379713:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1787762322.379715:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ecd2557] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c0000 x1874597595051392/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1787762322.379720:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762322.379724:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762322.379733:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762322.379734:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00080000:0.0:1787762322.379739:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1787762322.379741:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6420.
00000100:00080000:0.0:1787762322.379743:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762322.379746:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762322.379748:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762322.379751:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1787762322.379751:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352330.
00000100:00080000:0.0:1787762322.379755:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21063
00000400:00000200:0.0:1787762322.379760:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762322.379762:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000200:1.0:1787762322.379763:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595051264, portal 25
00000100:00080000:0.0:1787762322.379764:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787762322.379769:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1787762322.379771:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762322.379772:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115999488 : -110616593552128 : ffff9b65113c2d00)
00000100:00000001:0.0:1787762322.379775:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762322.379779:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000040:1.0:1787762322.379781:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c2d00 x1874597595051264/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762322.379782:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762322.379788:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762322.379790:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787762322.379793:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762322.379796:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000100:00000001:1.0:1787762322.379798:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1787762322.379799:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:0.0:1787762322.379803:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:1.0:1787762322.379804:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762322.379809:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000040:0.0:1787762322.379810:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762322.379815:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1787762322.379815:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595051264, offset 0
00000100:00000040:0.0:1787762322.379817:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762322.379820:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762322.379822:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:0.0:1787762322.379825:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000400:00000200:1.0:1787762322.379829:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000001:0.0:1787762322.379830:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762322.379833:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762322.379835:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762322.379837:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762322.379838:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762322.379840:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787762322.379841:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000008:00000001:0.0:1787762322.379845:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762322.379849:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762322.379852:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000010:0.0:1787762322.379853:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1a40.
00000020:00000040:0.0:1787762322.379858:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:0.0:1787762322.379861:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787762322.379861:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1787762322.379864:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762322.379866:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762322.379867:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787762322.379869:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
02000000:00000001:0.0:1787762322.379870:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762322.379875:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
02000000:00000010:0.0:1787762322.379876:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760d800.
00000400:00000200:1.0:1787762322.379881:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000001:0.0:1787762322.379882:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762322.379887:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277994:277994:256:4294967295] 192.168.203.101@tcp LPNI seq info [277993:277993:8:4294967295]
00000100:00100000:0.0:1787762322.379892:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1a40 x1874597595051520/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762322.379895:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762322.379902:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762322.379904:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762322.379928:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7cad83] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1a40 x1874597595051520/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762322.379929:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762322.379941:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000001:0.0:1787762322.379947:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787762322.379948:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000100:00000040:0.0:1787762322.379952:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1787762322.379960:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:0.0:1787762322.379961:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.0:1787762322.379965:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000100:00000040:0.0:1787762322.379969:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21073)
00000800:00000200:1.1:1787762322.379974:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762322.379978:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787762322.379982:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762322.379984:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762322.379992:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762322.379996:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762322.380002:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762322.380006:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762322.380012:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762322.380016:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c2d00 x1874597595051264/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762322.380035:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762322.380040:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c2d00 x1874597595051264/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762347 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762322.380049:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762322.380051:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762322.380061:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762322.380066:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762322.380069:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315736311
00000100:00000010:1.0:1787762322.380075:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82420.
00000100:00000001:1.0:1787762322.380083:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762322.380091:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315736311
00000100:00000010:1.0:1787762322.380093:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a822a0.
00000100:00000001:1.0:1787762322.380095:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762322.380098:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762322.380101:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762322.380103:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762322.380107:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762322/real 1787762322]  req@ffff9b65113c2d00 x1874597595051264/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762322.380114:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762322.380116:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762322.380117:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6420.
00000400:00000200:1.0:1787762322.380120:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352330
00000400:00000010:1.0:1787762322.380121:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352330.
00000100:00000001:1.0:1787762322.380124:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762322.380126:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c2d00 x1874597595051264/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762322.380132:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c2d00 x1874597595051264/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762322.380137:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762322.380139:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762322.380141:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762322.380143:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762322.380146:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c2d00 x1874597595051264/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762322.380151:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762322.380154:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c2d00 x1874597595051264/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762347 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762322.380159:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762322.380161:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762322.380162:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762322.380164:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762322.380166:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762322.380168:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762322.380170:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762322.380174:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762322.380175:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762322.380178:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c2d00 x1874597595051264/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762347 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762322.380184:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595051264:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762322.380187:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762322.380189:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762322.380191:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c2d00 x1874597595051264/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762347 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762322.380197:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762322.380199:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762322.380202:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762322.380205:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762322.380206:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762322.380208:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762322.380210:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762322.380213:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760d000.
02000000:00000001:1.0:1787762322.380217:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762322.380218:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762322.380220:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c2d00.
00000100:00000001:1.0:1787762322.380225:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762322.380226:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762322.380228:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762322.380235:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762322.380236:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762322.380238:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762322.380239:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762322.380240:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762322.380242:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c0000 x1874597595051392/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762322.380278:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762322.380279:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762322.380281:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762322.380282:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762322.380284:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762322.380286:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595051392:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762322.380288:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762322.380290:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762322.380291:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762322.380293:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762322.380295:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762322.380297:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762322.380299:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762322.380301:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6420.
00000400:00000010:1.0:1787762322.380304:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352330.
00000100:00000200:1.0:1787762322.380307:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595051392, portal 10
00000100:00000001:1.0:1787762322.380308:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762322.380309:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115987968 : -110616593563648 : ffff9b65113c0000)
00000100:00000040:1.0:1787762322.380315:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c0000 x1874597595051392/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762322.380320:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762322.380322:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762322.380323:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762322.380325:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595051392, offset 0
00000400:00000200:1.0:1787762322.380327:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762322.380330:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762322.380333:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762322.380335:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762322.380337:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762322.380339:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762322.380340:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762322.380342:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277995:277995:256:4294967295] 192.168.203.101@tcp LPNI seq info [277994:277994:8:4294967295]
00000400:00000200:1.0:1787762322.380345:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762322.380349:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762322.380352:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762322.380354:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762322.380357:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762322.380359:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762322.380361:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762322.380363:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787762322.380366:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762322.380368:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762322.380370:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762322.380372:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762322.380374:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762322.380376:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762322.380377:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762322.380379:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c0000 x1874597595051392/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762322.380385:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762322.380387:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c0000 x1874597595051392/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762347 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762322.380396:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762322.380397:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762322.380399:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762322.380403:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762322.380405:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762322.380407:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315735565
00000100:00000001:1.0:1787762322.380409:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315736311
00000100:00000001:1.0:1787762322.380411:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315735565
00000100:00000001:1.0:1787762322.380412:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315736311
00000100:00000001:1.0:1787762322.380414:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762322.380415:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762322.380416:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762322.380418:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762322/real 1787762322]  req@ffff9b65113c0000 x1874597595051392/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762322.380423:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762322.380424:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762322.380425:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6420.
00000400:00000200:1.0:1787762322.380427:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352330
00000400:00000010:1.0:1787762322.380428:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352330.
00000100:00000001:1.0:1787762322.380429:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762322.380431:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c0000 x1874597595051392/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762322.380437:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c0000 x1874597595051392/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762322.380441:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762322.380442:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762322.380443:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762322.380443:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762322.380446:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c0000 x1874597595051392/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762322.380451:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762322.380454:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c0000 x1874597595051392/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762347 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762322.380458:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762322.380460:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762322.380461:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762322.380462:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762322.380463:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762322.380464:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762322.380465:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762322.380467:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762322.380468:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762322.380471:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c0000 x1874597595051392/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762347 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762322.380475:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595051392:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762322.380477:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762322.380479:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c1a40 x1874597595051520/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762322.380484:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762322.380485:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762322.380486:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762322.380488:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762322.380489:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762322.380491:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595051520:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762322.380493:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762322.380494:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762322.380495:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762322.380496:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762322.380498:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787762322.380500:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762322.380502:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762322.380504:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6420.
00000400:00000010:1.0:1787762322.380506:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352330.
00000100:00000200:1.0:1787762322.380508:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595051520, portal 4
00000100:00000001:1.0:1787762322.380509:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762322.380510:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115994688 : -110616593556928 : ffff9b65113c1a40)
00000100:00000040:1.0:1787762322.380514:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c1a40 x1874597595051520/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762322.380518:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762322.380520:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762322.380521:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762322.380522:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595051520, offset 0
00000400:00000200:1.0:1787762322.380525:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762322.380526:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762322.380528:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762322.380530:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762322.380531:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762322.380533:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762322.380535:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762322.380537:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [277996:277996:256:4294967295] 192.168.203.101@tcp LPNI seq info [277995:277995:8:4294967295]
00000400:00000200:1.0:1787762322.380539:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762322.380543:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762322.380547:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762322.380548:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762322.380551:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762322.380552:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762322.380555:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762322.380557:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787762322.380560:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762322.380562:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762322.380564:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762322.380566:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762322.380568:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762322.380569:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762322.380571:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762322.380573:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c1a40 x1874597595051520/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762322.380578:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762322.380580:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c1a40 x1874597595051520/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762347 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762322.380585:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762322.380586:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762322.380588:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762322.380589:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762322.380591:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762322.380592:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315735571
00000100:00000001:1.0:1787762322.380595:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315736311
00000100:00000001:1.0:1787762322.380596:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315735571
00000100:00000001:1.0:1787762322.380598:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315736311
00000100:00000001:1.0:1787762322.380599:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762322.380600:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762322.380601:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762322.380604:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762322/real 1787762322]  req@ffff9b65113c1a40 x1874597595051520/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762322.380608:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762322.380609:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762322.380610:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6420.
00000400:00000200:1.0:1787762322.380611:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352330
00000400:00000010:1.0:1787762322.380612:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352330.
00000100:00000001:1.0:1787762322.380615:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762322.380617:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c1a40 x1874597595051520/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762322.380623:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c1a40 x1874597595051520/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762322.380627:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762322.380628:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762322.380629:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762322.380629:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762322.380631:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c1a40 x1874597595051520/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762322.380636:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762322.380638:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c1a40 x1874597595051520/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762347 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762322.380642:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762322.380643:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762322.380644:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762322.380645:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762322.380646:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762322.380647:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762322.380648:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762322.380651:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762322.380652:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762322.380655:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c1a40 x1874597595051520/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762347 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762322.380660:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595051520:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762322.380663:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762322.380664:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762322.380666:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c0000 x1874597595051392/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762347 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762322.380671:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762322.380672:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762322.380673:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762322.380675:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762322.380675:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762322.380676:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762322.380678:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762322.380679:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760e000.
02000000:00000001:1.0:1787762322.380681:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762322.380682:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762322.380683:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c0000.
00000100:00000001:1.0:1787762322.380685:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762322.380686:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762322.380688:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762322.380690:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c1a40 x1874597595051520/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762347 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762322.380694:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762322.380695:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762322.380695:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787762322.380697:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762322.380697:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762322.380698:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762322.380699:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762322.380700:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760d800.
02000000:00000001:1.0:1787762322.380701:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762322.380702:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762322.380702:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c1a40.
00000100:00000001:1.0:1787762322.380704:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762322.380705:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762322.380706:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762322.380707:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762322.380708:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762322.380709:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762322.380711:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762323.147320:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315736311, at 4315736320
00000100:00000040:0.0:1787762323.147323:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315736311, at 4315736320
00000100:00000010:1.0:1787762323.147341:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a822a0.
00000100:00000010:0.0:1787762323.147346:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82420.
00010000:00000001:0.0:1787762323.211321:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762323.211325:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762323.211331:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762323.211332:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762323.211336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762323.211337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762323.211357:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762323.211359:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762323.211362:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762324.235330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762324.235338:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762324.235343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762324.235344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762324.235347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762324.235349:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762324.235404:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762324.235408:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762324.235411:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762325.259353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762325.259361:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762325.259363:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762325.259367:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762325.259372:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762325.259374:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762325.259376:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762325.259377:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762325.259381:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762325.259383:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762325.259384:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762325.259385:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762325.259386:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762325.259387:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762325.259389:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762325.259390:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762325.259392:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762325.259393:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762325.259422:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762325.259424:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762325.259427:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762326.283345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762326.283354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762326.283360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762326.283361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762326.283364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762326.283365:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762327.307373:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762327.307383:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762327.307391:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762327.307393:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762327.307398:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762327.307399:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762327.307441:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762327.307443:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762327.307446:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762327.499384:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762327.499407:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762327.499414:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762327.499418:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762327.499425:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762327.499440:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21068
00000400:00000200:1.0:1787762327.499458:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762327.499466:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762327.499470:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762327.499475:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762327.499478:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762327.499483:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762327.499485:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762327.499496:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762327.499498:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:1.0:1787762327.499500:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762327.499503:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:1.0:1787762327.499504:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:1.0:1787762327.499506:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:1.0:1787762327.499509:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762327.499510:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762327.499511:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762327.499513:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762327.499515:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:1.0:1787762327.499517:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762327.499520:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762327.499522:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762327.499524:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762327.499527:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762327.499528:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762327.499530:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762327.499537:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588d2c0.
00000020:00000040:1.0:1787762327.499540:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:1.0:1787762327.499544:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762327.499545:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762327.499547:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762327.499549:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762327.499553:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762327.499559:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee08800.
00000100:00000001:1.0:1787762327.499564:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762327.499571:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588d2c0 x1874597595051648/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762327.499579:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762327.499583:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762327.499586:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000032a8dc5] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588d2c0 x1874597595051648/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762327.499607:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762327.499610:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762327.499612:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762327.499613:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762327.499615:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762327.499617:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762327.499618:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21068
00000400:00000200:1.0:1787762327.499621:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762327.499622:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762327.499624:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762327.499626:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762327.499628:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762327.499632:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762327.499634:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762327.499636:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762327.499637:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:1.0:1787762327.499639:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762327.499642:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:1.0:1787762327.499644:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:1.0:1787762327.499645:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:1.0:1787762327.499647:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762327.499649:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762327.499651:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762327.499654:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762327.499657:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:1.0:1787762327.499666:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762327.499675:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762327.499681:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762327.499687:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762327.499690:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762327.499696:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762327.499702:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762327.499718:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762327.499730:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762327.499745:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588f840.
00000020:00000040:1.0:1787762327.499760:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:1.0:1787762327.499769:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762327.499778:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762327.499784:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762327.499790:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762327.499793:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762327.499812:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee0b400.
00000100:00000001:1.0:1787762327.499820:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762327.499838:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588f840 x1874597595051776/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762327.499847:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762327.499852:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762327.499865:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010754fdf] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588f840 x1874597595051776/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762327.499889:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762327.499891:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762327.499894:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762327.499897:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762327.499909:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762327.499921:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762327.499926:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21068
00000400:00000200:1.0:1787762327.499944:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762327.499954:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762327.499958:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762327.499961:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762327.499963:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762327.499971:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762327.499975:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762327.499976:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762327.499977:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:1.0:1787762327.499980:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762327.499985:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:1.0:1787762327.499993:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:1.0:1787762327.500004:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:1.0:1787762327.500019:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762327.500021:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762327.500022:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762327.500027:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762327.500033:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:1.0:1787762327.500039:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762327.500049:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762327.500056:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762327.500064:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762327.500072:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762327.500079:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762327.500086:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762327.500099:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762327.500113:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762327.500127:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c780.
00000020:00000040:1.0:1787762327.500139:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:1.0:1787762327.500145:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762327.500146:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762327.500149:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762327.500156:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762327.500160:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762327.500166:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee0a400.
00000100:00000001:1.0:1787762327.500173:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762327.500185:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c780 x1874597595051904/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762327.500207:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762327.500216:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762327.500235:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c5bf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c780 x1874597595051904/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762327.500353:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762327.500363:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787762327.500369:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1787762327.500382:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21078)
00000800:00000200:2.1:1787762327.500399:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762327.500405:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787762327.500986:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762327.500989:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787762327.501398:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762327.501401:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1787762328.267347:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315741432, at 4315741440
00000100:00000040:1.0:1787762328.267347:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315741432, at 4315741440
00000100:00000010:0.0:1787762328.267376:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdba0.
00000100:00000010:1.0:1787762328.267385:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd6c0.
00010000:00000001:0.0:1787762328.331369:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762328.331375:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762328.331383:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762328.331385:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762328.331389:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762328.331391:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762328.331452:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762328.331456:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762328.331459:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762329.355388:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762329.355398:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762329.355406:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762329.355408:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762329.355413:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762329.355415:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762329.355455:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762329.355459:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762329.355463:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762330.379385:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762330.379394:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762330.379402:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762330.379404:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762330.379409:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762330.379414:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762330.379417:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762330.379422:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762330.379427:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762330.379430:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762330.379433:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762330.379436:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762331.403353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762331.403362:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762331.403368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762331.403369:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762331.403373:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762331.403375:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762331.403399:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762331.403402:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762331.403404:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762332.427387:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762332.427400:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762332.427413:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762332.427415:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762332.427443:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762332.427445:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762332.427577:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762332.427583:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762332.427588:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762332.619337:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762332.619345:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762332.619349:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762332.619355:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762332.619363:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762332.619372:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21073
00000400:00000200:0.0:1787762332.619385:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762332.619393:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762332.619396:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762332.619399:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762332.619402:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762332.619405:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762332.619407:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762332.619411:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762332.619413:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787762332.619415:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762332.619418:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762332.619420:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787762332.619423:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787762332.619425:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762332.619430:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762332.619433:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762332.619435:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762332.619438:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787762332.619440:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762332.619443:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762332.619445:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762332.619448:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762332.619450:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762332.619452:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762332.619454:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762332.619460:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c3c00.
00000020:00000040:0.0:1787762332.619464:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762332.619468:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762332.619470:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762332.619472:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762332.619475:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762332.619479:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762332.619487:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760d000.
00000100:00000001:0.0:1787762332.619494:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762332.619504:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c3c00 x1874597595052032/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762332.619513:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762332.619518:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762332.619522:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a1cf69] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c3c00 x1874597595052032/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762332.619540:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762332.619542:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762332.619545:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762332.619547:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762332.619548:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762332.619551:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762332.619553:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21073
00000400:00000200:0.0:1787762332.619558:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762332.619561:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762332.619563:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762332.619567:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762332.619571:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762332.619576:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762332.619579:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762332.619582:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762332.619585:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787762332.619588:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762332.619591:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787762332.619596:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787762332.619600:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:0.0:1787762332.619606:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762332.619609:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762332.619612:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762332.619614:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762332.619619:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:0.0:1787762332.619628:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762332.619631:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762332.619635:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762332.619643:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762332.619648:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762332.619651:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762332.619656:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762332.619661:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762332.619665:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762332.619670:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1680.
00000020:00000040:0.0:1787762332.619673:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:0.0:1787762332.619684:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762332.619687:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762332.619691:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762332.619692:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762332.619693:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762332.619698:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760c800.
00000100:00000001:0.0:1787762332.619705:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762332.619713:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1680 x1874597595052160/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762332.619734:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762332.619739:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762332.619745:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c9d36cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1680 x1874597595052160/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762332.619759:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762332.619764:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762332.619768:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762332.619768:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762332.619770:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762332.619772:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762332.619778:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21073
00000400:00000200:0.0:1787762332.619790:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762332.619803:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762332.619827:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762332.619859:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762332.619871:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762332.619883:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762332.619890:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762332.619901:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762332.619907:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787762332.619917:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762332.619925:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:0.0:1787762332.619934:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:0.0:1787762332.619947:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:0.0:1787762332.619962:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000800:00000200:2.1:1787762332.619969:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:0.0:1787762332.619973:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1787762332.619975:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1787762332.619987:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762332.619998:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762332.620008:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:0.0:1787762332.620019:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762332.620028:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762332.620036:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762332.620043:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762332.620052:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762332.620061:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762332.620066:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762332.620075:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762332.620078:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762332.620088:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2580.
00000020:00000040:0.0:1787762332.620098:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:0.0:1787762332.620105:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762332.620112:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762332.620122:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762332.620128:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762332.620131:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762332.620137:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e400.
00000100:00000001:0.0:1787762332.620146:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762332.620159:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2580 x1874597595052288/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762332.620176:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762332.620183:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762332.620192:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023dbc666] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2580 x1874597595052288/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762332.620209:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762332.620216:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787762332.620234:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787762332.620244:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21083)
00000800:00000200:2.1:1787762332.620679:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762332.620683:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762332.621201:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762332.621204:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1787762333.387367:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315746551, at 4315746560
00000100:00000040:0.0:1787762333.387370:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315746551, at 4315746560
00000100:00000010:1.0:1787762333.387393:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd6c0.
00000100:00000010:0.0:1787762333.387408:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdf60.
00010000:00000001:0.0:1787762333.451317:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762333.451322:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762333.451327:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762333.451328:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762333.451330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762333.451331:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762333.451349:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762333.451351:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762333.451353:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762334.475323:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762334.475328:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762334.475333:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762334.475334:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762334.475336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762334.475337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762335.499400:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762335.499410:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762335.499413:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762335.499416:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762335.499422:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762335.499425:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762335.499427:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762335.499430:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762335.499434:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762335.499436:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762335.499437:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762335.499439:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762335.499441:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762335.499443:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762335.499445:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762335.499448:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762335.499451:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762335.499453:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762335.499476:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762335.499479:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762335.499482:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762336.523392:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762336.523401:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762336.523408:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762336.523410:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762336.523413:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762336.523415:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762336.523494:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762336.523501:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762336.523505:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762337.547321:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762337.547329:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762337.547335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762337.547336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762337.547339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762337.547340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762337.547363:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762337.547365:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762337.547368:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762337.739315:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762337.739327:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762337.739332:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762337.739337:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762337.739345:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762337.739354:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21078
00000400:00000200:0.0:1787762337.739366:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762337.739376:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762337.739382:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762337.739386:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762337.739390:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762337.739394:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762337.739397:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762337.739403:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762337.739406:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787762337.739409:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762337.739414:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762337.739417:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787762337.739420:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787762337.739434:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762337.739436:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762337.739439:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762337.739441:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762337.739444:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787762337.739447:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762337.739449:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762337.739452:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762337.739456:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762337.739458:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762337.739460:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762337.739463:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762337.739471:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2580.
00000020:00000040:0.0:1787762337.739475:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762337.739480:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762337.739481:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762337.739484:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762337.739487:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762337.739493:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762337.739502:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760cc00.
00000100:00000001:0.0:1787762337.739509:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762337.739520:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2580 x1874597595052416/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762337.739529:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762337.739534:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762337.739539:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023dbc666] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2580 x1874597595052416/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762337.739557:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762337.739560:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762337.739563:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762337.739564:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762337.739565:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762337.739567:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762337.739569:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21078
00000400:00000200:0.0:1787762337.739572:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762337.739575:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762337.739578:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762337.739582:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762337.739584:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762337.739586:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762337.739587:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762337.739589:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762337.739590:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787762337.739594:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762337.739597:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787762337.739599:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787762337.739602:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:0.0:1787762337.739606:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762337.739609:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762337.739612:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762337.739615:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762337.739617:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:0.0:1787762337.739622:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762337.739626:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762337.739630:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762337.739638:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762337.739644:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762337.739647:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762337.739653:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762337.739659:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762337.739662:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762337.739669:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1680.
00000020:00000040:0.0:1787762337.739673:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:0.0:1787762337.739677:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762337.739679:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762337.739682:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762337.739684:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762337.739688:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762337.739691:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760c400.
00000100:00000001:0.0:1787762337.739694:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762337.739700:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1680 x1874597595052544/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762337.739710:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762337.739712:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762337.739715:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c9d36cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1680 x1874597595052544/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762337.739729:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762337.739731:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762337.739736:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762337.739739:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762337.739741:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762337.739743:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762337.739745:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21078
00000400:00000200:0.0:1787762337.739752:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762337.739755:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762337.739756:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762337.739759:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762337.739761:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762337.739764:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762337.739767:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762337.739768:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762337.739769:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787762337.739770:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762337.739772:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:0.0:1787762337.739773:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:0.0:1787762337.739775:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:0.0:1787762337.739777:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762337.739783:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762337.739785:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762337.739790:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762337.739792:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:0.0:1787762337.739797:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762337.739799:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762337.739813:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762337.739818:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762337.739824:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762337.739829:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762337.739832:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762337.739837:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762337.739840:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762337.739846:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c3c00.
00000020:00000040:0.0:1787762337.739850:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:0.0:1787762337.739853:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762337.739856:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762337.739859:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762337.739862:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762337.739865:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762337.739870:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e400.
00000100:00000001:0.0:1787762337.739876:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762337.739882:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c3c00 x1874597595052672/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762337.739889:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762337.739893:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762337.739899:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a1cf69] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c3c00 x1874597595052672/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762337.739904:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762337.739907:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787762337.739910:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787762337.739917:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21088)
00000800:00000200:2.1:1787762337.740010:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762337.740014:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762337.740535:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762337.740538:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762337.740897:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762337.740900:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1787762338.507378:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315751671, at 4315751680
00000100:00000040:1.0:1787762338.507378:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315751671, at 4315751680
00000100:00000010:0.0:1787762338.507405:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdba0.
00000100:00000010:1.0:1787762338.507412:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd1e0.
00010000:00000001:0.0:1787762338.571364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762338.571371:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762338.571379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762338.571381:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762338.571385:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762338.571387:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762339.595378:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762339.595388:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762339.595396:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762339.595398:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762339.595403:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762339.595405:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762339.595436:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762339.595439:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762339.595444:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762340.619340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762340.619350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762340.619359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762340.619361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762340.619366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762340.619371:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762340.619374:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762340.619378:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762340.619384:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762340.619387:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762340.619390:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762340.619393:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762340.619464:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762340.619469:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762340.619472:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762341.643326:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762341.643334:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762341.643340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762341.643341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762341.643344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762341.643345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762341.643374:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762341.643380:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762341.643382:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762342.667388:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762342.667398:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762342.667406:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762342.667408:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762342.667412:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762342.667414:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762342.859406:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762342.859420:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762342.859429:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762342.859436:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762342.859445:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762342.859460:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21083
00000400:00000200:0.0:1787762342.859479:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762342.859492:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762342.859497:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762342.859502:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762342.859508:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762342.859512:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762342.859517:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762342.859523:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762342.859527:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787762342.859532:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762342.859537:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762342.859540:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787762342.859543:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787762342.859548:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762342.859550:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762342.859553:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762342.859556:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762342.859560:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787762342.859564:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762342.859567:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762342.859570:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762342.859575:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762342.859578:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762342.859581:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762342.859584:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762342.859598:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1a40.
00000020:00000040:0.0:1787762342.859604:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762342.859610:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762342.859612:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762342.859616:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762342.859620:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762342.859627:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762342.859638:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760d000.
00000100:00000001:0.0:1787762342.859648:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762342.859662:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1a40 x1874597595052800/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762342.859677:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762342.859684:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762342.859691:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7cad83] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1a40 x1874597595052800/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762342.859723:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762342.859728:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762342.859733:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762342.859735:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762342.859737:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762342.859741:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762342.859744:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21083
00000400:00000200:0.0:1787762342.859750:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762342.859754:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762342.859758:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762342.859763:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762342.859793:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762342.859797:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762342.859801:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762342.859809:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762342.859815:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787762342.859822:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762342.859826:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787762342.859834:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787762342.859841:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:0.0:1787762342.859853:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762342.859860:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762342.859867:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762342.859874:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762342.859880:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:0.0:1787762342.859889:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762342.859895:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762342.859903:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762342.859915:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762342.859923:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762342.859934:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762342.859946:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762342.859955:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762342.859963:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762342.859973:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c0000.
00000020:00000040:0.0:1787762342.859980:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:0.0:1787762342.859992:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762342.859999:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762342.860003:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762342.860005:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762342.860011:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762342.860023:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e000.
00000100:00000001:0.0:1787762342.860031:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762342.860043:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c0000 x1874597595052928/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762342.860065:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762342.860073:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762342.860089:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ecd2557] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c0000 x1874597595052928/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762342.860143:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762342.860151:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762342.860161:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762342.860168:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762342.860172:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762342.860180:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762342.860189:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21083
00000400:00000200:0.0:1787762342.860199:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762342.860206:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762342.860209:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762342.860220:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762342.860226:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762342.860231:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762342.860238:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762342.860279:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762342.860282:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787762342.860285:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762342.860288:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:0.0:1787762342.860296:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:0.0:1787762342.860303:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:0.0:1787762342.860316:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762342.860324:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762342.860333:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762342.860342:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762342.860349:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:0.0:1787762342.860361:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762342.860371:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762342.860382:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762342.860392:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762342.860396:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762342.860399:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762342.860407:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762342.860416:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762342.860423:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762342.860434:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2d00.
00000020:00000040:0.0:1787762342.860441:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:0.0:1787762342.860449:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762342.860451:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762342.860460:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762342.860462:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762342.860465:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762342.860478:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760d800.
00000100:00000001:0.0:1787762342.860490:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787762342.860515:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00100000:0.0:1787762342.860517:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2d00 x1874597595053056/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1787762342.860530:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1787762342.860549:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762342.860559:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762342.860576:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b3abd36] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2d00 x1874597595053056/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762342.860615:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762342.860627:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787762342.860643:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787762342.860662:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21093)
00000800:00000200:2.1:1787762342.861177:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762342.861181:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762342.861669:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762342.861673:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1787762343.627419:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315756792, at 4315756800
00000100:00000040:1.0:1787762343.627420:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315756792, at 4315756800
00000100:00000010:0.0:1787762343.627438:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdc60.
00000100:00000010:1.0:1787762343.627440:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd660.
00010000:00000001:0.0:1787762343.691329:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762343.691333:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762343.691337:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762343.691338:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762343.691340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762343.691341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762343.691358:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762343.691360:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762343.691362:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762344.715338:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762344.715346:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762344.715352:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762344.715353:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762344.715356:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762344.715357:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762344.715440:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762344.715444:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762344.715447:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762345.739343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762345.739353:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762345.739356:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762345.739360:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762345.739366:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762345.739369:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762345.739371:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762345.739373:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762345.739377:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762345.739379:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762345.739380:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762345.739381:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762345.739382:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762345.739384:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762345.739385:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762345.739386:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762345.739389:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762345.739390:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762345.739414:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762345.739416:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762345.739419:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787762346.763357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762346.763365:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762346.763372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762346.763373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762346.763376:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762346.763377:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762347.787428:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762347.787438:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762347.787446:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762347.787448:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762347.787452:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762347.787454:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762347.787490:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762347.787494:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762347.787498:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762347.979368:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762347.979380:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762347.979385:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762347.979391:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762347.979402:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762347.979419:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21088
00000400:00000200:0.0:1787762347.979443:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762347.979459:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762347.979468:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762347.979475:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762347.979481:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762347.979485:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762347.979490:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762347.979494:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762347.979497:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787762347.979501:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762347.979506:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762347.979510:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787762347.979514:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787762347.979518:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762347.979521:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762347.979524:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762347.979526:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762347.979530:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787762347.979534:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762347.979538:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762347.979541:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762347.979546:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762347.979549:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762347.979553:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762347.979556:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762347.979567:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2d00.
00000020:00000040:0.0:1787762347.979572:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762347.979577:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762347.979593:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762347.979599:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762347.979603:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762347.979610:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762347.979624:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e000.
00000100:00000001:0.0:1787762347.979634:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762347.979647:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2d00 x1874597595053184/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762347.979662:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762347.979669:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762347.979676:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b3abd36] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2d00 x1874597595053184/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762347.979703:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762347.979707:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762347.979712:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762347.979714:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762347.979717:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762347.979720:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762347.979723:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21088
00000400:00000200:0.0:1787762347.979754:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762347.979764:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762347.979768:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762347.979774:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762347.979780:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762347.979787:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762347.979794:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762347.979799:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762347.979804:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787762347.979810:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762347.979816:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787762347.979823:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787762347.979832:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:0.0:1787762347.979842:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762347.979853:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762347.979859:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762347.979866:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762347.979875:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:0.0:1787762347.979892:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762347.979896:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762347.979903:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762347.979915:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762347.979924:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762347.979933:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762347.979942:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762347.979949:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762347.979959:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762347.979974:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c0000.
00000020:00000040:0.0:1787762347.979984:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:0.0:1787762347.979990:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762347.979994:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762347.980002:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762347.980004:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762347.980006:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762347.980015:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760d000.
00000100:00000001:0.0:1787762347.980024:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762347.980041:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c0000 x1874597595053312/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762347.980061:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762347.980068:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762347.980086:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ecd2557] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c0000 x1874597595053312/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762347.980126:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762347.980137:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762347.980152:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762347.980161:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762347.980170:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762347.980180:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762347.980191:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21088
00000400:00000200:0.0:1787762347.980204:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762347.980219:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762347.980226:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762347.980238:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762347.980292:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762347.980300:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762347.980308:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762347.980312:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762347.980314:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787762347.980317:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762347.980323:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:0.0:1787762347.980330:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:0.0:1787762347.980337:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:0.0:1787762347.980348:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762347.980356:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762347.980362:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762347.980370:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762347.980378:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:0.0:1787762347.980384:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762347.980393:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762347.980396:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762347.980401:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762347.980407:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762347.980412:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762347.980417:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762347.980425:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787762347.980427:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:0.0:1787762347.980432:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787762347.980436:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000100:00000010:0.0:1787762347.980441:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1a40.
00000020:00000040:0.0:1787762347.980450:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:0.0:1787762347.980457:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762347.980461:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762347.980465:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762347.980470:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762347.980475:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762347.980485:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760c800.
00000100:00000001:0.0:1787762347.980495:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762347.980513:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1a40 x1874597595053440/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762347.980542:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762347.980550:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762347.980565:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7cad83] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1a40 x1874597595053440/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762347.980587:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762347.980596:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787762347.980609:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787762347.980622:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21098)
00000800:00000200:2.1:1787762347.981199:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762347.981202:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000100:00080000:2.0:1787762347.981463:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762347.981468:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762347.981471:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762347.981476:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c0000 x1874597595053312/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762372 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762347.981486:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595053312:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762347.981490:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762347.981494:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c1a40 x1874597595053440/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762347.981502:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762347.981504:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762347.981506:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762347.981509:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762347.981511:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762347.981515:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595053440:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762347.981518:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762347.981521:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762347.981523:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762347.981526:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762347.981530:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762347.981533:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762347.981537:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762347.981540:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762347.981544:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762347.981548:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595053440, portal 4
00000100:00000001:2.0:1787762347.981551:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762347.981553:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115994688 : -110616593556928 : ffff9b65113c1a40)
00000100:00000040:2.0:1787762347.981560:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c1a40 x1874597595053440/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762347.981569:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762347.981572:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762347.981575:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9dd0.
00000100:00000200:2.0:1787762347.981578:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595053440, offset 0
00000400:00000200:2.0:1787762347.981584:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762347.981592:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762347.981600:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762347.981606:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762347.981611:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762347.981616:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762347.981621:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762347.981627:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278011:278011:256:4294967295] 192.168.203.101@tcp LPNI seq info [278010:278010:8:4294967295]
00000400:00000200:2.0:1787762347.981636:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762347.981650:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762347.981660:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762347.981667:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58a00.
00000800:00000200:2.0:1787762347.981675:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762347.981681:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762347.981688:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762347.981692:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787762347.981699:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762347.981701:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58a00.
00000400:00000200:2.0:1787762347.981706:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762347.981710:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762347.981715:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9dd0
00000400:00000010:2.0:1787762347.981717:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9dd0.
00000100:00000001:2.0:1787762347.981721:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762347.981726:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c1a40 x1874597595053440/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762347.981764:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762347.981770:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c1a40 x1874597595053440/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762372 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762347.981779:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762347.981781:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762347.981788:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762347.981793:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762347.981797:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762347.981800:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315761172
00000100:00000001:2.0:1787762347.981803:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315761912
00000100:00000001:2.0:1787762347.981806:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315761172
00000100:00000001:2.0:1787762347.981809:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315761912
00000100:00000001:2.0:1787762347.981812:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762347.981815:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762347.981818:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762347.981822:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762347/real 1787762347]  req@ffff9b65113c1a40 x1874597595053440/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762347.981832:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762347.981833:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762347.981836:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762347.981839:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762347.981842:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762347.981844:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762347.981848:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c1a40 x1874597595053440/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762347.981859:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c1a40 x1874597595053440/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762347.981867:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762347.981869:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762347.981871:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762347.981873:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762347.981877:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c1a40 x1874597595053440/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762347.981885:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762347.981890:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c1a40 x1874597595053440/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762372 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762347.981900:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762347.981903:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762347.981905:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762347.981906:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762347.981909:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762347.981911:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762347.981914:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762347.981918:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762347.981920:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762347.981925:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c1a40 x1874597595053440/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762372 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762347.981934:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595053440:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762347.981938:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762347.981941:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762347.981944:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c0000 x1874597595053312/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762372 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762347.981952:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762347.981954:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762347.981957:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865400.
02000000:00000001:2.0:1787762347.981959:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762347.981961:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762347.981963:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762347.981966:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762347.981968:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760d000.
02000000:00000001:2.0:1787762347.981972:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762347.981973:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762347.981975:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c0000.
00000100:00000001:2.0:1787762347.981979:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762347.981980:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762347.981983:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762347.981987:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c1a40 x1874597595053440/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762372 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762347.981995:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762347.981997:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762347.981999:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762347.982003:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762347.982004:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762347.982006:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762347.982008:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762347.982009:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760c800.
02000000:00000001:2.0:1787762347.982012:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762347.982013:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762347.982015:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c1a40.
00000100:00000001:2.0:1787762347.982017:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762347.982019:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762347.982021:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762347.982026:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762347.982027:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762347.982030:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762347.982032:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762348.747399:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315761912, at 4315761920
00000100:00000040:0.0:1787762348.747403:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315761912, at 4315761920
00000100:00000010:1.0:1787762348.747432:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd180.
00000100:00000010:0.0:1787762348.747438:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd9c0.
00010000:00000001:0.0:1787762348.811310:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762348.811314:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762348.811318:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762348.811320:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762348.811322:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762348.811323:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762348.811431:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762348.811439:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762348.811445:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762349.003381:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762349.003390:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762349.003394:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762349.003400:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762349.003405:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762349.003410:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762349.003414:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762349.003418:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762349.003422:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762349.835408:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762349.835418:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762349.835428:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762349.835431:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762349.835437:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762349.835439:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762349.835501:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762349.835505:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762349.835508:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762350.027414:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762350.027424:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762350.027427:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762350.027434:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762350.027440:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762350.027445:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762350.027449:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762350.027456:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762350.027459:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762350.859357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762350.859363:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762350.859368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762350.859369:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762350.859372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762350.859375:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762350.859378:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762350.859381:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762350.859384:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762350.859386:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762350.859388:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762350.859390:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762350.859523:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762350.859532:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762350.859538:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762351.051371:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762351.051380:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762351.051383:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762351.051390:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762351.051395:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762351.051400:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762351.051404:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762351.051407:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762351.051411:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762351.883326:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762351.883331:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762351.883335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762351.883337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762351.883339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762351.883340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762351.883363:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762351.883365:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762351.883368:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762352.075412:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762352.075423:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762352.075426:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762352.075433:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762352.075438:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762352.075443:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762352.075446:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762352.075450:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762352.075454:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762352.907441:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762352.907451:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762352.907459:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762352.907461:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762352.907466:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762352.907467:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762352.907553:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762352.907562:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762352.907570:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762353.099382:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762353.099392:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762353.099395:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762353.099403:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762353.099409:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762353.099414:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762353.099419:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762353.099423:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762353.099427:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762353.099469:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762353.099481:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762353.099485:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762353.099490:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762353.099496:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762353.099508:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21093
00000400:00000200:3.0:1787762353.099521:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762353.099530:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762353.099535:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762353.099540:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762353.099544:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762353.099547:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762353.099550:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762353.099556:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762353.099559:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762353.099563:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762353.099567:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762353.099570:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762353.099573:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762353.099577:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762353.099580:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762353.099583:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762353.099585:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762353.099590:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762353.099595:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762353.099598:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762353.099601:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762353.099606:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762353.099610:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762353.099614:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762353.099617:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762353.099628:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000020:00000040:3.0:1787762353.099633:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762353.099639:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762353.099642:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762353.099646:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762353.099650:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762353.099656:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762353.099668:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15400.
00000100:00000001:3.0:1787762353.099678:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762353.099690:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597595053568/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762353.099739:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762353.099746:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762353.099754:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597595053568/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762353.099784:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762353.099789:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762353.099794:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762353.099796:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762353.099798:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762353.099802:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762353.099805:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21093
00000400:00000200:3.0:1787762353.099811:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762353.099815:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762353.099818:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762353.099822:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762353.099825:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762353.099828:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762353.099831:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762353.099868:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762353.099871:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762353.099873:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762353.099877:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762353.099881:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762353.099884:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:2.0:1787762353.099886:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787762353.099890:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762353.099895:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762353.099896:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762353.099904:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762353.099905:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762353.099913:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762353.099916:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000040:2.0:1787762353.099922:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d2c0 x1874597595053568/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762353.099925:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762353.099937:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762353.099945:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762353.099954:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787762353.099957:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762353.099960:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762353.099964:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762353.099970:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787762353.099971:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787762353.099979:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1787762353.099983:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787762353.099987:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787762353.099990:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762353.099997:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762353.100001:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595053568:192.168.203.101@tcp:250:kworker.0
00000100:00000010:3.0:1787762353.100005:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000100:00000001:2.0:1787762353.100014:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1787762353.100015:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762353.100022:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762353.100025:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762353.100026:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762353.100035:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762353.100036:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762353.100041:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762353.100044:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787762353.100047:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762353.100056:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864c00.
02000000:00000010:3.0:1787762353.100058:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17000.
02000000:00000001:2.0:1787762353.100068:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762353.100070:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762353.100086:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597595053696/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787762353.100087:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762353.100098:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000100:00000001:3.0:1787762353.100108:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762353.100115:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762353.100116:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000040:3.0:1787762353.100125:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597595053696/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762353.100132:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595053568, portal 25
00000100:00000001:2.0:1787762353.100145:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762353.100148:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762353.100149:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765438144 : -110615944113472 : ffff9b6537f1d2c0)
00000100:00080000:3.0:1787762353.100155:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762353.100163:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:2.0:1787762353.100166:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d2c0 x1874597595053568/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762353.100168:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762353.100173:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762353.100180:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762353.100191:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21093
00000100:00000001:2.0:1787762353.100196:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1787762353.100203:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:2.0:1787762353.100211:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000200:3.0:1787762353.100218:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000400:00000010:2.0:1787762353.100219:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9dd0.
00000100:00080000:3.0:1787762353.100223:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1787762353.100229:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595053568, offset 0
00000100:00000040:3.0:1787762353.100231:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762353.100239:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762353.100244:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:2.0:1787762353.100283:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762353.100298:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762353.100311:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000001:3.0:1787762353.100318:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:2.0:1787762353.100320:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1787762353.100330:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1787762353.100337:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000020:00000040:3.0:1787762353.100338:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762353.100344:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787762353.100349:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1787762353.100352:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000400:00000200:2.0:1787762353.100358:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000020:00000001:3.0:1787762353.100360:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762353.100367:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:2.0:1787762353.100372:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278012:278012:256:4294967295] 192.168.203.101@tcp LPNI seq info [278011:278011:8:4294967295]
00000100:00000040:3.0:1787762353.100378:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762353.100386:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787762353.100388:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:3.0:1787762353.100395:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762353.100400:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762353.100404:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762353.100415:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762353.100425:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762353.100429:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762353.100437:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787762353.100439:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787762353.100442:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762353.100451:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762353.100459:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762353.100465:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787762353.100470:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762353.100471:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762353.100483:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787762353.100491:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000800:00000010:2.0:1787762353.100492:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58a00.
02000000:00000001:3.0:1787762353.100495:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762353.100500:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762353.100505:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762353.100507:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762353.100510:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787762353.100519:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
02000000:00000010:3.0:1787762353.100523:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14c00.
00000100:00000001:3.0:1787762353.100533:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787762353.100535:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000100:00100000:3.0:1787762353.100544:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597595053824/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1787762353.100562:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:3.0:1787762353.100566:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762353.100573:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787762353.100578:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000100:00000040:3.0:1787762353.100582:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597595053824/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762353.100601:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787762353.100603:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000100:00000040:3.0:1787762353.100606:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:2.0:1787762353.100615:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58a00.
00000100:00000040:3.0:1787762353.100615:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762353.100627:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21103)
00000400:00000200:2.0:1787762353.100632:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762353.100645:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762353.100655:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9dd0
00000400:00000010:2.0:1787762353.100659:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9dd0.
00000100:00000001:2.0:1787762353.100666:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762353.100673:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d2c0 x1874597595053568/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762353.100688:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762353.100693:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d2c0 x1874597595053568/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762378 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762353.100724:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762353.100727:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762353.100738:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762353.100744:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762353.100748:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315767032
00000100:00000010:2.0:1787762353.100756:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd060.
00000100:00000001:2.0:1787762353.100767:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762353.100777:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315767032
00000100:00000010:2.0:1787762353.100782:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd9c0.
00000100:00000001:2.0:1787762353.100786:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762353.100791:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762353.100794:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762353.100798:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762353.100805:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762353/real 1787762353]  req@ffff9b6537f1d2c0 x1874597595053568/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762353.100827:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762353.100829:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762353.100832:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762353.100836:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762353.100838:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762353.100842:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762353.100846:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d2c0 x1874597595053568/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762353.100858:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d2c0 x1874597595053568/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762353.100866:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762353.100868:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762353.100872:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762353.100874:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762353.100879:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d2c0 x1874597595053568/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762353.100888:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762353.100894:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d2c0 x1874597595053568/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762378 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762353.100903:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762353.100907:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762353.100909:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762353.100911:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762353.100914:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762353.100917:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762353.100921:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762353.100926:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762353.100929:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762353.100935:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d2c0 x1874597595053568/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762378 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762353.100947:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595053568:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762353.100953:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762353.100956:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762353.100960:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d2c0 x1874597595053568/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762378 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762353.100968:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762353.100971:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762353.100974:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762353.100979:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762353.100982:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762353.100984:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762353.100986:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762353.100990:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15400.
02000000:00000001:2.0:1787762353.100994:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762353.100996:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762353.100999:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d2c0.
00000100:00000001:2.0:1787762353.101003:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762353.101005:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762353.101008:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762353.101018:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762353.101020:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762353.101023:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762353.101024:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762353.101026:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762353.101031:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1fc00 x1874597595053696/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762353.101040:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762353.101042:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762353.101045:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762353.101048:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762353.101050:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762353.101054:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595053696:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762353.101059:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762353.101062:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762353.101064:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762353.101067:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762353.101070:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762353.101073:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762353.101077:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762353.101081:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762353.101085:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762353.101089:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595053696, portal 10
00000100:00000001:2.0:1787762353.101092:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762353.101094:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765448704 : -110615944102912 : ffff9b6537f1fc00)
00000100:00000040:2.0:1787762353.101102:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1fc00 x1874597595053696/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762353.101110:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762353.101113:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762353.101116:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9dd0.
00000100:00000200:2.0:1787762353.101119:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595053696, offset 0
00000400:00000200:2.0:1787762353.101124:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762353.101129:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762353.101134:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762353.101138:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762353.101141:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762353.101145:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762353.101148:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762353.101152:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278013:278013:256:4294967295] 192.168.203.101@tcp LPNI seq info [278012:278012:8:4294967295]
00000400:00000200:2.0:1787762353.101158:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762353.101167:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762353.101173:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762353.101177:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58a00.
00000800:00000200:2.0:1787762353.101183:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762353.101188:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787762353.101195:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762353.101200:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787762353.101206:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762353.101209:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58a00.
00000400:00000200:2.0:1787762353.101214:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762353.101219:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762353.101223:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9dd0
00000400:00000010:2.0:1787762353.101226:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9dd0.
00000100:00000001:2.0:1787762353.101229:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762353.101233:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1fc00 x1874597595053696/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762353.101243:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762353.101283:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1fc00 x1874597595053696/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762378 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762353.101293:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762353.101295:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762353.101300:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762353.101306:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762353.101312:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762353.101315:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315766286
00000100:00000001:2.0:1787762353.101319:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315767032
00000100:00000001:2.0:1787762353.101322:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315766286
00000100:00000001:2.0:1787762353.101326:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315767032
00000100:00000001:2.0:1787762353.101330:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762353.101333:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762353.101336:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762353.101341:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762353/real 1787762353]  req@ffff9b6537f1fc00 x1874597595053696/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762353.101351:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762353.101353:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762353.101357:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762353.101361:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762353.101363:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762353.101366:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762353.101371:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1fc00 x1874597595053696/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762353.101382:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1fc00 x1874597595053696/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762353.101391:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762353.101392:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762353.101394:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762353.101396:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762353.101400:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1fc00 x1874597595053696/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762353.101408:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762353.101413:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1fc00 x1874597595053696/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762378 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762353.101421:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762353.101424:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762353.101426:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762353.101427:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762353.101430:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762353.101432:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762353.101435:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762353.101439:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762353.101442:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762353.101447:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1fc00 x1874597595053696/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762378 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762353.101457:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595053696:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762353.101463:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762353.101468:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f0c0 x1874597595053824/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762353.101476:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762353.101478:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762353.101480:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762353.101483:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762353.101485:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762353.101488:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595053824:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762353.101492:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762353.101495:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762353.101497:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762353.101500:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762353.101504:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541865400.
02000000:00000001:2.0:1787762353.101507:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762353.101511:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762353.101514:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762353.101518:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762353.101522:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595053824, portal 4
00000100:00000001:2.0:1787762353.101524:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762353.101526:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765445824 : -110615944105792 : ffff9b6537f1f0c0)
00000100:00000040:2.0:1787762353.101533:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f0c0 x1874597595053824/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762353.101541:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762353.101544:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762353.101547:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9dd0.
00000100:00000200:2.0:1787762353.101550:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595053824, offset 0
00000400:00000200:2.0:1787762353.101555:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762353.101559:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762353.101563:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762353.101566:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762353.101571:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762353.101574:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762353.101577:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762353.101581:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278014:278014:256:4294967295] 192.168.203.101@tcp LPNI seq info [278013:278013:8:4294967295]
00000400:00000200:2.0:1787762353.101586:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762353.101594:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762353.101599:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762353.101603:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58a00.
00000800:00000200:2.0:1787762353.101608:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762353.101611:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787762353.101617:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762353.101620:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787762353.101625:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762353.101628:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58a00.
00000400:00000200:2.0:1787762353.101631:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762353.101636:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762353.101639:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9dd0
00000400:00000010:2.0:1787762353.101641:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9dd0.
00000100:00000001:2.0:1787762353.101644:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762353.101648:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f0c0 x1874597595053824/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762353.101658:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762353.101662:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f0c0 x1874597595053824/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762378 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762353.101670:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762353.101672:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762353.101675:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762353.101679:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762353.101683:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762353.101685:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315766292
00000100:00000001:2.0:1787762353.101689:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315767032
00000100:00000001:2.0:1787762353.101692:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315766292
00000100:00000001:2.0:1787762353.101718:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315767032
00000100:00000001:2.0:1787762353.101721:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762353.101724:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762353.101727:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762353.101732:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762353/real 1787762353]  req@ffff9b6537f1f0c0 x1874597595053824/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762353.101742:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762353.101744:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762353.101746:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762353.101749:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762353.101751:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762353.101753:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762353.101757:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f0c0 x1874597595053824/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762353.101768:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f0c0 x1874597595053824/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762353.101776:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762353.101778:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762353.101780:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762353.101781:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762353.101785:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f0c0 x1874597595053824/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762353.101793:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762353.101798:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f0c0 x1874597595053824/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762378 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762353.101806:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762353.101808:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762353.101810:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762353.101812:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762353.101815:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762353.101817:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762353.101821:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762353.101825:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762353.101828:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762353.101832:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f0c0 x1874597595053824/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762378 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762353.101841:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595053824:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762353.101846:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762353.101848:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762353.101852:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1fc00 x1874597595053696/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762378 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762353.101859:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762353.101862:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762353.101864:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762353.101867:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762353.101869:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762353.101871:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762353.101874:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762353.101877:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17000.
02000000:00000001:2.0:1787762353.101880:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762353.101882:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762353.101884:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1fc00.
00000100:00000001:2.0:1787762353.101887:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762353.101889:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762353.101891:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762353.101895:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f0c0 x1874597595053824/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762378 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762353.101902:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762353.101904:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762353.101906:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865400.
02000000:00000001:2.0:1787762353.101909:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762353.101911:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762353.101912:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762353.101915:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762353.101917:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14c00.
02000000:00000001:2.0:1787762353.101920:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762353.101921:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762353.101922:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f0c0.
00000100:00000001:2.0:1787762353.101925:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762353.101926:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762353.101928:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762353.101932:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762353.101934:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762353.101936:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762353.101938:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762353.867398:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315767032, at 4315767040
00000100:00000040:1.0:1787762353.867398:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315767032, at 4315767040
00000100:00000010:1.0:1787762353.867425:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd9c0.
00000100:00000010:0.0:1787762353.867427:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd060.
00010000:00000001:0.0:1787762353.931357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762353.931362:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762353.931367:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762353.931369:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762353.931372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762353.931373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762353.931393:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762353.931395:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762353.931398:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762354.123333:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762354.123341:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762354.123343:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762354.123348:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762354.123352:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762354.123356:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762354.123358:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762354.123362:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762354.123365:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762354.955320:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762354.955326:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762354.955331:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762354.955333:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762354.955336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762354.955337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762354.955429:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762354.955433:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762354.955436:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762355.147317:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762355.147325:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762355.147327:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762355.147333:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762355.147336:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762355.147340:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762355.147343:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762355.147346:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762355.147349:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762355.979382:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762355.979395:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762355.979399:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762355.979404:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762355.979412:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762355.979415:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762355.979418:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762355.979421:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762355.979427:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762355.979430:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762355.979431:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762355.979434:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762355.979436:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762355.979438:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762355.979440:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762355.979442:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762355.979446:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762355.979448:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762355.979488:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762355.979491:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762355.979511:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762356.171385:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762356.171396:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762356.171400:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762356.171407:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762356.171412:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762356.171417:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762356.171421:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762356.171425:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762356.171429:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762357.003382:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762357.003395:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762357.003406:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762357.003408:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762357.003413:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762357.003416:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762357.003520:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762357.003529:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762357.003537:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762357.195338:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762357.195348:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762357.195352:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762357.195359:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762357.195364:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762357.195369:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762357.195373:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762357.195376:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762357.195380:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762358.027388:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762358.027398:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762358.027406:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762358.027408:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762358.027413:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762358.027415:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762358.027452:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762358.027456:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762358.027460:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762358.219321:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787762358.219321:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762358.219328:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762358.219331:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762358.219332:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762358.219337:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1787762358.219338:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762358.219344:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787762358.219345:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762358.219351:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762358.219355:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762358.219358:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762358.219358:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762358.219364:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762358.219368:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21098
00000400:00000200:3.0:1787762358.219379:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762358.219386:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762358.219389:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762358.219393:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762358.219396:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762358.219398:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762358.219400:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762358.219403:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762358.219405:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762358.219407:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762358.219410:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762358.219412:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762358.219415:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762358.219417:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762358.219418:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762358.219420:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762358.219421:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762358.219424:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762358.219426:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762358.219428:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762358.219431:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762358.219434:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762358.219436:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762358.219438:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762358.219440:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762358.219448:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787762358.219451:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762358.219455:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762358.219457:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762358.219461:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762358.219464:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762358.219469:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762358.219477:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14000.
00000100:00000001:3.0:1787762358.219485:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762358.219494:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597595053952/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762358.219504:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762358.219509:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762358.219514:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597595053952/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762358.219533:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762358.219535:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762358.219540:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762358.219541:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762358.219543:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762358.219547:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762358.219550:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21098
00000400:00000200:3.0:1787762358.219554:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762358.219558:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762358.219561:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762358.219564:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762358.219567:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762358.219569:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762358.219572:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762358.219575:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762358.219576:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762358.219579:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762358.219581:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762358.219584:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762358.219588:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762358.219591:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762358.219593:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762358.219595:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762358.219597:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762358.219599:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762358.219601:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762358.219603:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762358.219604:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762358.219608:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762358.219610:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762358.219613:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787762358.219615:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762358.219618:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762358.219621:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d680 x1874597595053952/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762358.219621:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762358.219626:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762358.219630:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762358.219631:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762358.219638:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000020:00000040:3.0:1787762358.219642:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000100:00000001:2.0:1787762358.219645:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787762358.219646:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787762358.219648:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762358.219649:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762358.219652:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762358.219653:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762358.219653:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762358.219657:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762358.219671:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1787762358.219675:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16800.
02000000:00000001:2.0:1787762358.219677:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762358.219680:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762358.219685:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595053952:192.168.203.101@tcp:250:kworker.0
00000100:00100000:3.0:1787762358.219690:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597595054080/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762358.219699:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787762358.219704:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787762358.219705:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787762358.219706:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762358.219710:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762358.219711:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597595054080/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787762358.219714:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762358.219722:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541865400.
00000100:00000001:3.0:1787762358.219722:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762358.219729:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762358.219729:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762358.219735:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762358.219737:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762358.219738:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787762358.219741:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762358.219743:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1787762358.219747:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000100:00080000:3.0:1787762358.219747:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21098
00000400:00000200:3.0:1787762358.219753:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762358.219756:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000400:00000010:2.0:1787762358.219758:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00080000:3.0:1787762358.219758:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762358.219764:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762358.219766:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762358.219768:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000200:2.0:1787762358.219770:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595053952, portal 25
00000100:00000001:3.0:1787762358.219770:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762358.219776:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1787762358.219776:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762358.219777:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000100:00000001:2.0:1787762358.219780:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765439104 : -110615944112512 : ffff9b6537f1d680)
00000020:00000001:3.0:1787762358.219780:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762358.219784:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762358.219787:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:2.0:1787762358.219790:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d680 x1874597595053952/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787762358.219791:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762358.219798:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762358.219803:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762358.219806:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762358.219809:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762358.219812:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00000001:2.0:1787762358.219813:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787762358.219814:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762358.219818:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762358.219820:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1787762358.219823:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
02000000:00000001:3.0:1787762358.219824:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762358.219827:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762358.219829:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1787762358.219830:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9dd0.
00000008:00100000:3.0:1787762358.219833:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762358.219836:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762358.219838:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595053952, offset 0
00000100:00000001:3.0:1787762358.219839:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762358.219847:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000020:00000040:3.0:1787762358.219852:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000200:2.0:1787762358.219854:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
02000000:00000001:3.0:1787762358.219857:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762358.219860:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762358.219862:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762358.219864:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762358.219866:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762358.219869:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000010:3.0:1787762358.219872:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16c00.
00000100:00000001:3.0:1787762358.219878:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762358.219879:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762358.219888:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:3.0:1787762358.219888:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597595054208/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787762358.219897:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000001:3.0:1787762358.219901:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787762358.219905:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787762358.219905:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762358.219911:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000040:3.0:1787762358.219913:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597595054208/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762358.219920:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278015:278015:256:4294967295] 192.168.203.101@tcp LPNI seq info [278014:278014:8:4294967295]
00000100:00000001:3.0:1787762358.219928:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762358.219931:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:3.0:1787762358.219933:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762358.219938:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762358.219943:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21109)
00000400:00000200:2.0:1787762358.219947:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762358.219954:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762358.219960:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58a00.
00000800:00000200:2.0:1787762358.219968:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762358.219973:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:2.0:1787762358.219989:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762358.219993:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762358.219996:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315772151
00000100:00000010:2.0:1787762358.220006:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd180.
00000100:00000001:2.0:1787762358.220014:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762358.220022:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315772151
00000100:00000010:2.0:1787762358.220025:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdc60.
00000100:00000001:2.0:1787762358.220027:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762358.220030:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762358.220033:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762358.220035:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762358.220037:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762358.220046:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762358.220047:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787762358.220049:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762358.220050:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762358.220051:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762358.220055:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f480 x1874597595054080/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762358.220061:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762358.220062:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762358.220064:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762358.220066:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762358.220068:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762358.220070:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595054080:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762358.220072:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762358.220074:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762358.220075:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762358.220076:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762358.220079:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762358.220081:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762358.220084:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762358.220087:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df738.
00000400:00000010:2.0:1787762358.220090:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9550.
00000100:00000200:2.0:1787762358.220092:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595054080, portal 10
00000100:00000001:2.0:1787762358.220094:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762358.220095:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765446784 : -110615944104832 : ffff9b6537f1f480)
00000100:00000040:2.0:1787762358.220100:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f480 x1874597595054080/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762358.220105:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762358.220107:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762358.220110:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f97f8.
00000100:00000200:2.0:1787762358.220111:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595054080, offset 0
00000400:00000200:2.0:1787762358.220114:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762358.220116:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762358.220119:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762358.220121:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762358.220123:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762358.220124:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762358.220126:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762358.220129:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278016:278016:255:4294967295] 192.168.203.101@tcp LPNI seq info [278015:278015:7:4294967295]
00000400:00000200:2.0:1787762358.220132:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762358.220136:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762358.220139:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762358.220142:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58400.
00000800:00000200:2.0:1787762358.220144:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762358.220147:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:2.0:1787762358.220149:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762358.220152:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762358.220155:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762358.220156:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315771404
00000100:00000001:2.0:1787762358.220159:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315772151
00000100:00000001:2.0:1787762358.220160:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315771404
00000100:00000001:2.0:1787762358.220162:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315772151
00000100:00000001:2.0:1787762358.220164:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762358.220165:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762358.220167:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762358.220169:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e940 x1874597595054208/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762358.220174:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762358.220175:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762358.220176:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762358.220177:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762358.220178:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762358.220181:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595054208:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762358.220183:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762358.220184:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762358.220185:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762358.220187:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762358.220190:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762358.220192:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762358.220194:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762358.220196:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762358.220199:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762358.220201:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595054208, portal 4
00000100:00000001:2.0:1787762358.220202:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762358.220203:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765443904 : -110615944107712 : ffff9b6537f1e940)
00000100:00000040:2.0:1787762358.220208:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e940 x1874597595054208/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762358.220212:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762358.220214:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762358.220215:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9f68.
00000100:00000200:2.0:1787762358.220216:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595054208, offset 0
00000400:00000200:2.0:1787762358.220219:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762358.220221:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762358.220223:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762358.220225:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762358.220227:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762358.220229:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762358.220230:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762358.220232:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278017:278017:254:4294967295] 192.168.203.101@tcp LPNI seq info [278016:278016:6:4294967295]
00000400:00000200:2.0:1787762358.220235:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762358.220238:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762358.220241:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762358.220243:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58600.
00000800:00000200:2.0:1787762358.220245:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762358.220247:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:2.0:1787762358.220267:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762358.220269:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762358.220271:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762358.220272:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315771411
00000100:00000001:2.0:1787762358.220273:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315772151
00000100:00000001:2.0:1787762358.220274:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315771411
00000100:00000001:2.0:1787762358.220276:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315772151
00000100:00000001:2.0:1787762358.220278:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762358.220279:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762358.220281:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762358.220282:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762358.220285:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762358.220286:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787762358.220288:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762358.220289:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762358.220291:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762358.220294:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762358.987370:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315772151, at 4315772160
00000100:00000040:0.0:1787762358.987374:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315772151, at 4315772160
00000100:00000010:0.0:1787762358.987398:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd180.
00000100:00000010:1.0:1787762358.987404:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdc60.
00010000:00000001:0.0:1787762359.051375:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762359.051384:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762359.051392:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762359.051394:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762359.051398:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762359.051400:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762359.051494:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762359.051502:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762359.051509:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762359.243372:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762359.243381:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762359.243385:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762359.243406:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762359.243412:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762359.243417:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762359.243421:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762359.243425:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762359.243428:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762360.075378:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762360.075386:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762360.075392:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762360.075393:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762360.075396:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762360.075397:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762360.075421:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762360.075424:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762360.075426:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762360.267397:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762360.267407:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762360.267410:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762360.267417:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762360.267423:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762360.267429:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762360.267434:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762360.267438:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762360.267443:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762361.099386:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762361.099396:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762361.099405:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762361.099420:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762361.099425:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762361.099431:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762361.099434:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762361.099439:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762361.099444:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762361.099447:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762361.099452:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762361.099455:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762361.099579:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762361.099587:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762361.099592:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762361.291385:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762361.291396:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762361.291400:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762361.291408:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762361.291414:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762361.291419:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762361.291424:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762361.291427:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762361.291432:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1787762361.291617:0:238626:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.101:988
00000400:00000100:1.0:1787762361.291759:0:238626:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.101@tcp at host 192.168.203.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1787762361.291780:0:238626:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762361.291788:0:238626:0:(router.c:1791:lnet_notify()) 192.168.203.1@tcp notifying 192.168.203.101@tcp: down
00000400:00000200:1.0:1787762361.291800:0:238626:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762361.291809:0:238626:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1787762361.291818:0:238626:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:1.0:1787762361.291826:0:238626:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58a00.
00000400:00000200:1.0:1787762361.291836:0:238626:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1787762361.291847:0:238626:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1787762361.291860:0:238626:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9dd0
00000400:00000010:1.0:1787762361.291866:0:238626:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9dd0.
00000100:00000001:1.0:1787762361.291876:0:238626:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762361.291893:0:238626:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b6537f1d680 x1874597595053952/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762361.291937:0:238626:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762361.291947:0:238626:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d680 x1874597595053952/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762383 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762361.291963:0:238626:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762361.291967:0:238626:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1787762361.291992:0:238626:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:1.0:1787762361.291999:0:238626:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58400.
00000400:00000200:1.0:1787762361.292008:0:238626:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:2.0:1787762361.292012:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1787762361.292022:0:238626:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000100:00000001:2.0:1787762361.292024:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762361.292036:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000400:00000200:1.0:1787762361.292037:0:238626:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f97f8
00000400:00000010:1.0:1787762361.292045:0:238626:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f97f8.
00000100:00000001:1.0:1787762361.292053:0:238626:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:2.0:1787762361.292058:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762358/real 1787762361]  req@ffff9b6537f1d680 x1874597595053952/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762361.292071:0:238626:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b6537f1f480 x1874597595054080/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762361.292106:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1787762361.292110:0:238626:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000001:2.0:1787762361.292115:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:1.0:1787762361.292124:0:238626:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f480 x1874597595054080/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762383 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787762361.292129:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762361.292143:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000100:00000001:1.0:1787762361.292148:0:238626:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762361.292153:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:1.0:1787762361.292157:0:238626:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762361.292165:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762361.292183:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d680 x1874597595053952/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1787762361.292185:0:238626:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:1.0:1787762361.292198:0:238626:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58600.
00000400:00000200:1.0:1787762361.292207:0:238626:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1787762361.292216:0:238626:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1787762361.292222:0:238626:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9f68
00000400:00000010:1.0:1787762361.292226:0:238626:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9f68.
00000100:00000001:1.0:1787762361.292233:0:238626:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762361.292291:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d680 x1874597595053952/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762361.292310:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762361.292315:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762361.292323:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762361.292331:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:1.0:1787762361.292338:0:238626:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b6537f1e940 x1874597595054208/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762361.292343:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d680 x1874597595053952/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762361.292401:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762361.292404:0:238626:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762361.292418:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d680 x1874597595053952/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762383 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762361.292422:0:238626:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e940 x1874597595054208/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762383 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762361.292447:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762361.292454:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762361.292463:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762361.292469:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762361.292484:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762361.292485:0:238626:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762361.292494:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762361.292495:0:238626:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1787762361.292509:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762361.292521:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762361.292527:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762361.292537:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d680 x1874597595053952/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762383 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762361.292557:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595053952:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762361.292567:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762361.292572:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762361.292583:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d680 x1874597595053952/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762383 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762361.292611:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762361.292617:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762361.292625:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865400.
02000000:00000001:2.0:1787762361.292633:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762361.292767:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762361.292773:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762361.292779:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762361.292784:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14000.
02000000:00000001:2.0:1787762361.292793:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762361.292798:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762361.292801:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d680.
00000100:00000001:2.0:1787762361.292809:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762361.292812:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762361.292817:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762361.292821:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762361.292824:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762361.292827:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762361.292836:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762358/real 1787762361]  req@ffff9b6537f1f480 x1874597595054080/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762361.292855:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762361.292858:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762361.292863:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df738.
00000400:00000200:2.0:1787762361.292869:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9550
00000400:00000010:2.0:1787762361.292873:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9550.
00000100:00000001:2.0:1787762361.292879:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762361.292895:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f480 x1874597595054080/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762361.292913:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f480 x1874597595054080/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762361.292926:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762361.292929:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762361.292933:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762361.292938:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762361.292945:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f480 x1874597595054080/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762361.292959:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762361.292967:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f480 x1874597595054080/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762383 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762361.292982:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762361.292987:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762361.292991:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762361.292993:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762361.292997:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762361.293001:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762361.293006:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762361.293014:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762361.293018:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762361.293027:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f480 x1874597595054080/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762383 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762361.293044:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595054080:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762361.293053:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762361.293060:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762358/real 1787762361]  req@ffff9b6537f1e940 x1874597595054208/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762361.293075:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762361.293078:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762361.293082:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762361.293088:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762361.293092:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762361.293097:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762361.293103:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e940 x1874597595054208/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762361.293123:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e940 x1874597595054208/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762361.293136:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762361.293139:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762361.293143:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762361.293146:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762361.293153:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e940 x1874597595054208/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762361.293168:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762361.293176:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e940 x1874597595054208/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762383 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762361.293190:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762361.293195:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762361.293198:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762361.293201:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762361.293205:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762361.293208:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762361.293214:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762361.293222:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762361.293226:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762361.293235:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e940 x1874597595054208/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762383 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762361.293306:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595054208:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762361.293321:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762361.293325:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762361.293334:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f480 x1874597595054080/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762383 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762361.293364:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762361.293368:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762361.293373:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762361.293381:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762361.293383:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762361.293385:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762361.293389:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762361.293392:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16800.
02000000:00000001:2.0:1787762361.293397:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762361.293399:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762361.293401:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f480.
00000100:00000001:2.0:1787762361.293405:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762361.293408:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762361.293412:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762361.293418:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e940 x1874597595054208/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762383 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762361.293427:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762361.293429:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762361.293432:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762361.293436:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762361.293438:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762361.293440:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762361.293442:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762361.293444:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16c00.
02000000:00000001:2.0:1787762361.293447:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762361.293449:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762361.293451:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e940.
00000100:00000001:2.0:1787762361.293456:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762361.293458:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762361.293462:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762361.293472:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762361.293474:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762361.293479:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762361.293481:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762362.123328:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762362.123333:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762362.123338:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762362.123338:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762362.123341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762362.123342:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762362.123358:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762362.123361:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762362.123363:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762362.315356:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762362.315366:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762362.315369:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762362.315377:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762362.315381:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762362.315386:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762362.315389:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762362.315393:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762362.315397:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762363.147326:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762363.147331:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762363.147336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762363.147337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762363.147339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762363.147340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762363.147488:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762363.147495:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762363.147501:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762363.339340:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762363.339348:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762363.339350:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762363.339353:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762363.339358:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762363.339365:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21104
00000400:00000200:0.0:1787762363.339374:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762363.339384:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762363.339387:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762363.339390:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762363.339393:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762363.339395:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762363.339397:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762363.339400:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762363.339402:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787762363.339404:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762363.339407:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762363.339409:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787762363.339412:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000001:2.0:1787762363.339419:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000040:0.0:1787762363.339420:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762363.339440:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762363.339443:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762363.339446:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762363.339448:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762363.339450:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787762363.339454:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00100000:2.0:1787762363.339461:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00080000:0.0:1787762363.339462:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762363.339468:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762363.339469:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762363.339478:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762363.339480:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787762363.339482:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762363.339487:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787762363.339489:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762363.339498:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762363.339498:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762363.339507:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762363.339509:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762363.339516:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c3c00.
00000020:00000040:0.0:1787762363.339521:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762363.339525:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762363.339527:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762363.339530:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762363.339533:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762363.339537:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762363.339543:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760c800.
00000100:00000001:0.0:1787762363.339551:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762363.339562:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c3c00 x1874597595054336/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762363.339580:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762363.339584:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762363.339590:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a1cf69] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c3c00 x1874597595054336/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762363.339621:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762363.339638:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762363.339644:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762363.339645:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762363.339647:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762363.339649:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762363.339652:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21104
00000400:00000200:0.0:1787762363.339656:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762363.339659:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762363.339662:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762363.339665:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762363.339667:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762363.339669:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762363.339671:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762363.339673:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762363.339675:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787762363.339676:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762363.339679:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787762363.339681:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787762363.339684:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:0.0:1787762363.339688:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762363.339690:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762363.339693:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762363.339696:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762363.339699:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:0.0:1787762363.339703:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762363.339705:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762363.339708:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762363.339716:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762363.339716:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1787762363.339728:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762363.339728:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762363.339733:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787762363.339736:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762363.339745:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1787762363.339755:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c3c00 x1874597595054336/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1787762363.339756:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762363.339766:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762363.339777:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1680.
00000020:00000040:0.0:1787762363.339786:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000100:00000001:2.0:1787762363.339791:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787762363.339794:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787762363.339798:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762363.339800:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762363.339808:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762363.339809:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762363.339812:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762363.339816:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760d000.
02000000:00000001:2.0:1787762363.339822:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787762363.339825:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762363.339830:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1787762363.339841:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1680 x1874597595054464/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787762363.339843:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762363.339860:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595054336:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787762363.339875:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762363.339877:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787762363.339884:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762363.339889:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1787762363.339897:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c9d36cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1680 x1874597595054464/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787762363.339897:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762363.339906:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787762363.339917:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762363.339921:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:2.0:1787762363.339923:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867800.
00000100:00080000:0.0:1787762363.339926:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:2.0:1787762363.339934:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762363.339935:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762363.339940:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762363.339947:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762363.339951:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21104
00000400:00000200:2.0:1787762363.339958:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762363.339966:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762363.339971:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000200:0.0:1787762363.339973:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762363.339982:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762363.339987:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000010:2.0:1787762363.339989:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000001:0.0:1787762363.339991:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762363.339996:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762363.340000:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762363.340008:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762363.340011:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787762363.340013:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:2.0:1787762363.340016:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595054336, portal 25
00000020:00000040:0.0:1787762363.340017:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:0.0:1787762363.340026:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000001:2.0:1787762363.340028:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:0.0:1787762363.340034:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000001:2.0:1787762363.340035:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457116003328 : -110616593548288 : ffff9b65113c3c00)
00000100:00000040:0.0:1787762363.340049:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762363.340060:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762363.340060:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c3c00 x1874597595054336/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787762363.340069:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762363.340079:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762363.340089:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00000001:2.0:1787762363.340098:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787762363.340101:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000040:2.0:1787762363.340108:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000001:0.0:1787762363.340119:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762363.340120:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9550.
02000000:00000001:0.0:1787762363.340129:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1787762363.340133:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595054336, offset 0
02000000:00000001:0.0:1787762363.340136:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762363.340143:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762363.340145:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762363.340149:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787762363.340154:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000008:00000001:0.0:1787762363.340159:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762363.340165:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762363.340170:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2580.
00000020:00000040:0.0:1787762363.340173:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000200:2.0:1787762363.340177:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:0.0:1787762363.340181:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762363.340185:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762363.340188:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762363.340190:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762363.340192:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762363.340197:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
02000000:00000010:0.0:1787762363.340203:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e000.
00000400:00000200:2.0:1787762363.340211:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1787762363.340219:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762363.340224:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00100000:0.0:1787762363.340234:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2580 x1874597595054592/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787762363.340237:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762363.340316:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762363.340335:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278018:278018:256:4294967295] 192.168.203.101@tcp LPNI seq info [278017:278017:8:4294967295]
00000100:00000001:0.0:1787762363.340353:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787762363.340360:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762363.340362:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762363.340375:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023dbc666] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2580 x1874597595054592/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762363.340399:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787762363.340407:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762363.340415:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1787762363.340424:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000040:0.0:1787762363.340427:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:2.0:1787762363.340439:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000100:00000040:0.0:1787762363.340440:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21114)
00000800:00000200:2.0:1787762363.340459:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762363.340468:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762363.340479:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762363.340485:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787762363.340494:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762363.340499:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762363.340510:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762363.340519:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762363.340529:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9550
00000400:00000010:2.0:1787762363.340532:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9550.
00000100:00000001:2.0:1787762363.340540:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762363.340548:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c3c00 x1874597595054336/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762363.340574:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762363.340580:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c3c00 x1874597595054336/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762388 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762363.340593:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762363.340597:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762363.340609:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762363.340617:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762363.340621:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315777272
00000100:00000010:2.0:1787762363.340649:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd660.
00000100:00000001:2.0:1787762363.340660:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762363.340673:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315777272
00000100:00000010:2.0:1787762363.340676:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd1e0.
00000100:00000001:2.0:1787762363.340680:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762363.340684:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762363.340688:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762363.340691:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762363.340697:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762363/real 1787762363]  req@ffff9b65113c3c00 x1874597595054336/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762363.340709:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762363.340712:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762363.340714:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762363.340719:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762363.340720:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762363.340730:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762363.340734:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c3c00 x1874597595054336/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762363.340744:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c3c00 x1874597595054336/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762363.340753:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762363.340755:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762363.340758:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762363.340760:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762363.340765:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c3c00 x1874597595054336/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762363.340772:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762363.340777:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c3c00 x1874597595054336/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762388 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762363.340786:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762363.340789:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762363.340790:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762363.340792:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762363.340795:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762363.340798:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762363.340801:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762363.340806:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762363.340808:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762363.340813:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c3c00 x1874597595054336/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762388 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762363.340821:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595054336:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762363.340827:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762363.340830:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762363.340851:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c3c00 x1874597595054336/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762388 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762363.340859:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762363.340862:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762363.340868:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762363.340876:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762363.340881:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762363.340885:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762363.340889:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762363.340895:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760c800.
02000000:00000001:2.0:1787762363.340904:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762363.340908:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762363.340912:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c3c00.
00000100:00000001:2.0:1787762363.340918:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762363.340921:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762363.340926:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762363.340940:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762363.340943:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762363.340948:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762363.340951:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762363.340954:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762363.340964:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c1680 x1874597595054464/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762363.340980:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762363.340983:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762363.340988:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762363.340993:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762363.340998:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762363.341005:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595054464:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762363.341012:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762363.341017:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762363.341021:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762363.341025:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762363.341048:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762363.341051:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762363.341057:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762363.341062:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762363.341068:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762363.341074:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595054464, portal 10
00000100:00000001:2.0:1787762363.341079:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762363.341081:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115993728 : -110616593557888 : ffff9b65113c1680)
00000100:00000040:2.0:1787762363.341093:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c1680 x1874597595054464/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762363.341105:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762363.341107:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762363.341110:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9550.
00000100:00000200:2.0:1787762363.341114:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595054464, offset 0
00000400:00000200:2.0:1787762363.341119:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762363.341125:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762363.341130:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762363.341134:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762363.341137:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762363.341140:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762363.341143:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762363.341146:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278019:278019:256:4294967295] 192.168.203.101@tcp LPNI seq info [278018:278018:8:4294967295]
00000400:00000200:2.0:1787762363.341151:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762363.341159:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762363.341164:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762363.341168:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762363.341173:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762363.341176:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762363.341181:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762363.341184:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787762363.341188:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762363.341191:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762363.341194:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762363.341198:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762363.341202:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9550
00000400:00000010:2.0:1787762363.341204:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9550.
00000100:00000001:2.0:1787762363.341206:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762363.341211:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c1680 x1874597595054464/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762363.341235:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762363.341240:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c1680 x1874597595054464/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762388 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762363.341251:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762363.341254:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762363.341261:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762363.341267:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762363.341273:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762363.341312:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315776525
00000100:00000001:2.0:1787762363.341318:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315777272
00000100:00000001:2.0:1787762363.341322:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315776526
00000100:00000001:2.0:1787762363.341326:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315777272
00000100:00000001:2.0:1787762363.341329:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762363.341333:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762363.341336:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762363.341344:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762363/real 1787762363]  req@ffff9b65113c1680 x1874597595054464/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762363.341359:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762363.341361:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762363.341364:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762363.341369:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762363.341372:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762363.341376:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762363.341382:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c1680 x1874597595054464/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762363.341397:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c1680 x1874597595054464/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762363.341404:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762363.341407:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762363.341409:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762363.341411:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762363.341415:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c1680 x1874597595054464/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762363.341422:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762363.341426:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c1680 x1874597595054464/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762388 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762363.341433:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762363.341436:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762363.341437:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762363.341439:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762363.341441:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762363.341443:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762363.341445:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762363.341449:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762363.341451:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762363.341455:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c1680 x1874597595054464/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762388 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762363.341462:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595054464:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762363.341467:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762363.341471:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c2580 x1874597595054592/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762363.341478:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762363.341497:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762363.341500:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762363.341503:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762363.341506:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762363.341510:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595054592:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762363.341515:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762363.341518:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762363.341520:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762363.341523:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762363.341528:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762363.341530:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762363.341535:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762363.341539:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762363.341543:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762363.341547:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595054592, portal 4
00000100:00000001:2.0:1787762363.341550:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762363.341552:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115997568 : -110616593554048 : ffff9b65113c2580)
00000100:00000040:2.0:1787762363.341560:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c2580 x1874597595054592/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762363.341568:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762363.341571:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762363.341574:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9550.
00000100:00000200:2.0:1787762363.341577:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595054592, offset 0
00000400:00000200:2.0:1787762363.341582:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762363.341588:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762363.341593:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762363.341597:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762363.341600:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762363.341604:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762363.341607:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762363.341611:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278020:278020:256:4294967295] 192.168.203.101@tcp LPNI seq info [278019:278019:8:4294967295]
00000400:00000200:2.0:1787762363.341616:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762363.341652:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762363.341660:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762363.341665:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762363.341671:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762363.341675:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762363.341680:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762363.341684:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787762363.341689:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762363.341692:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762363.341696:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762363.341701:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762363.341705:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9550
00000400:00000010:2.0:1787762363.341708:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9550.
00000100:00000001:2.0:1787762363.341711:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762363.341716:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c2580 x1874597595054592/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762363.341727:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762363.341731:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c2580 x1874597595054592/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762388 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762363.341740:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762363.341742:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762363.341747:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762363.341751:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762363.341756:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762363.341758:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315776532
00000100:00000001:2.0:1787762363.341762:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315777272
00000100:00000001:2.0:1787762363.341765:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315776532
00000100:00000001:2.0:1787762363.341768:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315777272
00000100:00000001:2.0:1787762363.341770:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762363.341773:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762363.341775:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762363.341780:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762363/real 1787762363]  req@ffff9b65113c2580 x1874597595054592/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762363.341789:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762363.341792:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762363.341794:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762363.341797:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762363.341799:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762363.341802:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762363.341806:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c2580 x1874597595054592/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762363.341816:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c2580 x1874597595054592/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762363.341823:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762363.341825:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762363.341828:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762363.341830:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762363.341834:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c2580 x1874597595054592/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762363.341843:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762363.341848:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c2580 x1874597595054592/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762388 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762363.341856:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762363.341859:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762363.341861:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762363.341862:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762363.341865:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762363.341867:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762363.341871:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762363.341877:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762363.341881:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762363.341889:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c2580 x1874597595054592/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762388 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762363.341916:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595054592:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762363.341925:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762363.341929:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762363.341937:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c1680 x1874597595054464/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762388 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762363.341951:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762363.341955:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762363.341959:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762363.341966:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762363.341970:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762363.341973:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762363.341978:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762363.341980:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760d000.
02000000:00000001:2.0:1787762363.341984:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762363.341986:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762363.341988:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c1680.
00000100:00000001:2.0:1787762363.341992:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762363.341994:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762363.341996:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762363.342002:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c2580 x1874597595054592/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762388 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762363.342010:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762363.342012:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762363.342014:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762363.342019:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762363.342020:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762363.342022:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762363.342024:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762363.342026:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760e000.
02000000:00000001:2.0:1787762363.342028:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762363.342030:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762363.342031:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c2580.
00000100:00000001:2.0:1787762363.342037:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762363.342056:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762363.342058:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762363.342062:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762363.342064:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762363.342066:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762363.342068:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762364.107370:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315777272, at 4315777280
00000100:00000010:1.0:1787762364.107386:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd1e0.
00000100:00000040:0.0:1787762364.107442:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315777272, at 4315777280
00000100:00000010:0.0:1787762364.107462:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd660.
00010000:00000001:0.0:1787762364.171390:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762364.171398:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762364.171408:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762364.171411:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762364.171418:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762364.171421:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762364.171459:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762364.171463:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762364.171467:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762364.363364:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762364.363376:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762364.363381:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762364.363391:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762364.363396:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762364.363402:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762364.363408:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762364.363413:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762364.363418:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762365.195390:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762365.195401:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762365.195405:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762365.195409:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762365.195417:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762365.195420:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762365.195423:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762365.195426:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762365.195431:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762365.195434:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762365.195436:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762365.195438:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762365.195441:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762365.195443:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762365.195446:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762365.195448:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762365.195452:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762365.195455:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762365.195571:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762365.195577:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762365.195580:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762365.387363:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762365.387372:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762365.387375:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762365.387383:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762365.387388:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762365.387393:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762365.387397:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762365.387400:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762365.387404:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762366.219313:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762366.219320:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762366.219326:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762366.219328:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762366.219332:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762366.219333:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762366.219353:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762366.219356:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762366.219360:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762366.411405:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762366.411418:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762366.411423:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762366.411435:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762366.411443:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762366.411451:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762366.411470:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762366.411474:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762366.411478:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762367.243311:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762367.243316:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762367.243321:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762367.243322:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762367.243325:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762367.243325:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762367.243430:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762367.243439:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762367.243445:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762367.435400:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762367.435410:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762367.435414:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762367.435424:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762367.435432:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762367.435439:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762367.435444:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762367.435451:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762367.435456:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762368.267336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762368.267341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762368.267346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762368.267347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762368.267349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762368.267350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762368.267376:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762368.267378:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762368.267380:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762368.459400:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762368.459416:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787762368.459418:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762368.459423:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762368.459437:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1787762368.459439:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762368.459443:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762368.459452:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762368.459455:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762368.459460:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762368.459467:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787762368.459475:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21109
00000100:00000001:2.0:1787762368.459480:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762368.459490:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787762368.459496:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762368.459503:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762368.459509:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762368.459516:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762368.459524:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762368.459531:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762368.459536:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762368.459540:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762368.459548:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762368.459551:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762368.459556:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762368.459562:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762368.459565:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762368.459569:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762368.459575:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762368.459579:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762368.459583:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762368.459586:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762368.459616:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762368.459622:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762368.459625:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762368.459630:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762368.459635:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762368.459639:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762368.459643:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762368.459646:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762368.459655:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787762368.459661:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762368.459667:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762368.459670:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762368.459676:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762368.459680:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762368.459687:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762368.459699:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17800.
00000100:00000001:3.0:1787762368.459711:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762368.459727:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597595054720/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762368.459743:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762368.459751:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762368.459758:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597595054720/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762368.459789:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762368.459794:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762368.459799:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762368.459801:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762368.459804:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762368.459808:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762368.459812:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21109
00000400:00000200:3.0:1787762368.459818:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762368.459823:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762368.459827:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762368.459831:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762368.459835:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762368.459840:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762368.459843:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762368.459847:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762368.459849:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762368.459851:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762368.459854:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000100:00000001:2.0:1787762368.459856:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787762368.459857:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762368.459865:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762368.459870:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762368.459880:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762368.459887:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762368.459900:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1c3c0 x1874597595054720/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762368.459915:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762368.459917:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762368.459923:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762368.459927:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762368.459930:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762368.459936:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595054720:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762368.459942:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762368.459949:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762368.459953:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762368.459957:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762368.459967:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762368.459970:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762368.459980:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762368.459986:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762368.459997:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762368.460010:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595054720, portal 25
00000100:00000001:2.0:1787762368.460015:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762368.460017:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765434304 : -110615944117312 : ffff9b6537f1c3c0)
00000100:00000040:2.0:1787762368.460026:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1c3c0 x1874597595054720/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762368.460044:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762368.460049:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762368.460052:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9550.
00000100:00000200:2.0:1787762368.460058:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595054720, offset 0
00000400:00000200:2.0:1787762368.460067:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762368.460080:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762368.460092:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762368.460101:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762368.460108:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762368.460114:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762368.460118:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762368.460124:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278021:278021:256:4294967295] 192.168.203.101@tcp LPNI seq info [278020:278020:8:4294967295]
00000400:00000200:2.0:1787762368.460130:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762368.460146:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762368.460155:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762368.460164:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762368.460175:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762368.460181:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787762368.460190:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762368.460195:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787762368.460201:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762368.460205:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762368.460212:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762368.460220:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762368.460228:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9550
00000400:00000010:2.0:1787762368.460232:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9550.
00000100:00000001:2.0:1787762368.460239:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762368.460297:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1c3c0 x1874597595054720/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762368.460313:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787762368.460319:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762368.460320:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1c3c0 x1874597595054720/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762393 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762368.460333:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762368.460352:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762368.460358:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762368.460375:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762368.460386:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762368.460393:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315782392
00000100:00000010:2.0:1787762368.460405:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdba0.
00000100:00000001:3.0:1787762368.460412:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762368.460419:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000001:2.0:1787762368.460426:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1787762368.460427:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762368.460440:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762368.460444:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762368.460454:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315782392
02000000:00000001:3.0:1787762368.460457:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762368.460468:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762368.460471:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdf60.
00000100:00000001:3.0:1787762368.460473:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762368.460484:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787762368.460489:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000008:00000001:3.0:1787762368.460492:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762368.460503:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762368.460511:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000100:00000001:2.0:1787762368.460513:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787762368.460517:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000100:00000001:2.0:1787762368.460528:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762368.460528:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762368.460532:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762368.460539:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787762368.460542:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1787762368.460542:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762368.460551:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762368.460558:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14800.
00000100:00100000:2.0:1787762368.460560:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762368/real 1787762368]  req@ffff9b6537f1c3c0 x1874597595054720/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762368.460567:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762368.460586:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597595054848/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1787762368.460587:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762368.460617:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762368.460624:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000100:00000001:3.0:1787762368.460635:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787762368.460638:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000100:00000001:3.0:1787762368.460641:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762368.460645:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762368.460652:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1787762368.460653:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597595054848/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762368.460665:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1c3c0 x1874597595054720/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762368.460679:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762368.460690:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1787762368.460695:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1c3c0 x1874597595054720/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762368.460698:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762368.460704:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762368.460710:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762368.460719:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762368.460724:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:3.0:1787762368.460730:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21109
00000100:00000001:2.0:1787762368.460732:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762368.460738:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:3.0:1787762368.460744:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762368.460746:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787762368.460754:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00100000:2.0:1787762368.460764:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1c3c0 x1874597595054720/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762368.460765:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762368.460777:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762368.460784:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762368.460791:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762368.460799:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762368.460809:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762368.460815:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000100:00000001:2.0:1787762368.460816:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787762368.460818:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762368.460823:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762368.460828:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762368.460832:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:2.0:1787762368.460839:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1c3c0 x1874597595054720/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762393 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762368.460841:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762368.460848:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762368.460853:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762368.460859:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762368.460867:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762368.460877:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762368.460884:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787762368.460885:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762368.460894:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762368.460897:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787762368.460899:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762368.460903:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1787762368.460906:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762368.460908:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762368.460913:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762368.460916:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000008:00100000:3.0:1787762368.460920:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787762368.460922:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:3.0:1787762368.460930:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762368.460933:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787762368.460936:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762368.460944:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000010:3.0:1787762368.460945:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000100:00000001:2.0:1787762368.460952:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:3.0:1787762368.460954:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762368.460964:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1787762368.460970:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1c3c0 x1874597595054720/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762393 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762368.460971:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762368.460979:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762368.460984:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762368.460989:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762368.461000:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16400.
00000100:00100000:2.0:1787762368.461004:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595054720:192.168.203.101@tcp:250:kworker.0
00000100:00000001:3.0:1787762368.461007:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762368.461021:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787762368.461025:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597595054976/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762368.461027:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762368.461039:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1c3c0 x1874597595054720/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762393 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762368.461051:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762368.461058:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762368.461070:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000040:3.0:1787762368.461073:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597595054976/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787762368.461076:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762368.461084:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864c00.
00000100:00000001:3.0:1787762368.461096:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762368.461097:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:3.0:1787762368.461101:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000020:00000001:2.0:1787762368.461103:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762368.461111:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000100:00000040:3.0:1787762368.461113:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000020:00000001:2.0:1787762368.461120:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000040:3.0:1787762368.461125:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21119)
02000000:00000010:2.0:1787762368.461128:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17800.
02000000:00000001:2.0:1787762368.461137:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762368.461140:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762368.461142:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1c3c0.
00000100:00000001:2.0:1787762368.461146:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762368.461149:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762368.461153:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762368.461164:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762368.461166:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762368.461170:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762368.461172:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762368.461174:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762368.461181:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1cf00 x1874597595054848/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762368.461191:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762368.461193:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762368.461197:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762368.461199:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762368.461203:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762368.461207:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595054848:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762368.461211:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762368.461214:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762368.461217:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762368.461220:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762368.461224:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762368.461227:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762368.461232:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762368.461236:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762368.461241:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762368.461284:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595054848, portal 10
00000100:00000001:2.0:1787762368.461289:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762368.461292:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765437184 : -110615944114432 : ffff9b6537f1cf00)
00000100:00000040:2.0:1787762368.461303:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1cf00 x1874597595054848/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762368.461314:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762368.461318:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762368.461322:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9550.
00000100:00000200:2.0:1787762368.461326:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595054848, offset 0
00000400:00000200:2.0:1787762368.461334:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762368.461343:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762368.461352:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762368.461361:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762368.461368:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762368.461375:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762368.461383:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762368.461390:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278022:278022:256:4294967295] 192.168.203.101@tcp LPNI seq info [278021:278021:8:4294967295]
00000400:00000200:2.0:1787762368.461401:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762368.461417:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762368.461428:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762368.461436:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762368.461445:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762368.461452:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787762368.461462:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762368.461468:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787762368.461476:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762368.461480:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762368.461487:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762368.461494:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762368.461502:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9550
00000400:00000010:2.0:1787762368.461506:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9550.
00000100:00000001:2.0:1787762368.461512:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762368.461521:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1cf00 x1874597595054848/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762368.461539:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762368.461546:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1cf00 x1874597595054848/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762393 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762368.461564:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762368.461566:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762368.461573:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762368.461579:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762368.461585:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762368.461588:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315781646
00000100:00000001:2.0:1787762368.461617:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315782392
00000100:00000001:2.0:1787762368.461621:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315781646
00000100:00000001:2.0:1787762368.461624:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315782392
00000100:00000001:2.0:1787762368.461627:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762368.461630:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762368.461633:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762368.461639:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762368/real 1787762368]  req@ffff9b6537f1cf00 x1874597595054848/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762368.461650:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762368.461652:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762368.461655:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762368.461658:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762368.461661:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762368.461664:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762368.461668:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1cf00 x1874597595054848/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762368.461679:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1cf00 x1874597595054848/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762368.461687:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762368.461689:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762368.461691:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762368.461693:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762368.461697:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1cf00 x1874597595054848/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762368.461707:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762368.461712:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1cf00 x1874597595054848/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762393 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762368.461721:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762368.461724:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762368.461726:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762368.461728:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762368.461730:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762368.461733:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762368.461736:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762368.461740:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762368.461742:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762368.461747:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1cf00 x1874597595054848/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762393 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762368.461757:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595054848:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762368.461762:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762368.461768:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e1c0 x1874597595054976/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762368.461782:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762368.461786:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762368.461790:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762368.461794:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762368.461798:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762368.461805:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595054976:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762368.461812:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762368.461816:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762368.461820:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762368.461824:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762368.461832:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762368.461836:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762368.461844:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762368.461850:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762368.461857:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762368.461863:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595054976, portal 4
00000100:00000001:2.0:1787762368.461867:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762368.461870:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765441984 : -110615944109632 : ffff9b6537f1e1c0)
00000100:00000040:2.0:1787762368.461880:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e1c0 x1874597595054976/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762368.461890:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762368.461893:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762368.461896:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9550.
00000100:00000200:2.0:1787762368.461900:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595054976, offset 0
00000400:00000200:2.0:1787762368.461905:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762368.461911:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762368.461916:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762368.461920:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762368.461924:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762368.461927:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762368.461930:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762368.461935:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278023:278023:256:4294967295] 192.168.203.101@tcp LPNI seq info [278022:278022:8:4294967295]
00000400:00000200:2.0:1787762368.461940:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762368.461949:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762368.461955:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762368.461960:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762368.461965:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762368.461969:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787762368.461975:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762368.461979:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787762368.461984:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762368.461987:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762368.461992:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762368.461996:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762368.462000:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9550
00000400:00000010:2.0:1787762368.462002:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9550.
00000100:00000001:2.0:1787762368.462005:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762368.462010:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1e1c0 x1874597595054976/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762368.462020:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762368.462024:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e1c0 x1874597595054976/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762393 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762368.462033:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762368.462035:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762368.462039:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762368.462043:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762368.462047:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762368.462050:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315781652
00000100:00000001:2.0:1787762368.462052:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315782392
00000100:00000001:2.0:1787762368.462055:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315781652
00000100:00000001:2.0:1787762368.462058:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315782392
00000100:00000001:2.0:1787762368.462061:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762368.462064:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762368.462067:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762368.462071:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762368/real 1787762368]  req@ffff9b6537f1e1c0 x1874597595054976/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762368.462080:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762368.462082:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762368.462085:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762368.462088:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762368.462090:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762368.462094:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762368.462098:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e1c0 x1874597595054976/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762368.462109:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e1c0 x1874597595054976/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762368.462116:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762368.462118:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762368.462121:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762368.462122:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762368.462126:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e1c0 x1874597595054976/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762368.462134:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762368.462139:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e1c0 x1874597595054976/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762393 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762368.462147:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762368.462150:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762368.462152:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762368.462153:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762368.462156:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762368.462158:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762368.462161:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762368.462165:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762368.462168:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762368.462173:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e1c0 x1874597595054976/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762393 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762368.462183:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595054976:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762368.462188:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762368.462190:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762368.462195:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1cf00 x1874597595054848/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762393 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762368.462204:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762368.462206:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762368.462209:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762368.462212:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762368.462214:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762368.462217:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762368.462219:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762368.462222:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14800.
02000000:00000001:2.0:1787762368.462225:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762368.462227:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762368.462229:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1cf00.
00000100:00000001:2.0:1787762368.462234:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762368.462236:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762368.462238:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762368.462242:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e1c0 x1874597595054976/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762393 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762368.462293:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762368.462296:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762368.462298:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762368.462303:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762368.462305:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762368.462307:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762368.462310:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762368.462312:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16400.
02000000:00000001:2.0:1787762368.462315:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762368.462317:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762368.462318:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e1c0.
00000100:00000001:2.0:1787762368.462322:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762368.462324:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762368.462327:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762368.462332:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762368.462334:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762368.462337:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762368.462340:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762369.227353:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315782392, at 4315782400
00000100:00000010:1.0:1787762369.227368:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdf60.
00000100:00000040:0.0:1787762369.227386:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315782392, at 4315782400
00000100:00000010:0.0:1787762369.227413:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdba0.
00010000:00000001:0.0:1787762369.291352:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762369.291357:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762369.291365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762369.291367:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762369.291371:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762369.291373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762369.291472:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762369.291475:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762369.291479:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762369.483348:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762369.483359:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762369.483364:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762369.483374:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762369.483381:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762369.483387:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762369.483392:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762369.483398:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762369.483404:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762370.315340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762370.315347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762370.315353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762370.315355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762370.315358:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762370.315361:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762370.315364:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762370.315367:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762370.315370:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762370.315372:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762370.315375:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762370.315377:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762370.315401:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762370.315404:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762370.315407:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762370.507367:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762370.507377:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762370.507380:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762370.507388:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762370.507394:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762370.507401:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762370.507405:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762370.507410:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762370.507414:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762371.339324:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762371.339329:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762371.339334:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762371.339336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762371.339339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762371.339341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762371.339434:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762371.339442:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762371.339448:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762371.531403:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762371.531412:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762371.531415:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762371.531423:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762371.531429:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762371.531434:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762371.531438:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762371.531443:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762371.531447:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762372.363306:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762372.363311:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762372.363316:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762372.363317:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762372.363319:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762372.363320:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762372.363337:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762372.363339:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762372.363341:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762372.555376:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762372.555387:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762372.555390:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762372.555398:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762372.555405:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762372.555411:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762372.555415:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762372.555419:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762372.555423:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762373.387353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762373.387363:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762373.387370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762373.387371:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762373.387376:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762373.387378:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762373.387506:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762373.387517:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762373.387526:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762373.579321:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762373.579338:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787762373.579340:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762373.579345:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762373.579346:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787762373.579349:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762373.579351:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787762373.579354:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762373.579358:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762373.579359:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762373.579364:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762373.579366:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787762373.579368:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21114
00000100:00000001:2.0:1787762373.579370:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762373.579374:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762373.579381:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762373.579389:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762373.579393:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762373.579396:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762373.579399:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762373.579401:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762373.579403:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762373.579407:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762373.579410:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762373.579413:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762373.579416:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762373.579418:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762373.579420:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762373.579422:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762373.579424:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762373.579425:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762373.579426:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762373.579429:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762373.579432:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762373.579433:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762373.579436:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762373.579439:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762373.579442:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762373.579444:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762373.579446:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762373.579453:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787762373.579456:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762373.579461:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762373.579462:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762373.579465:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762373.579468:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762373.579474:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762373.579483:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17400.
00000100:00000001:3.0:1787762373.579491:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762373.579501:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597595055104/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762373.579511:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762373.579517:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762373.579521:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597595055104/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762373.579544:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762373.579546:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762373.579549:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762373.579550:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762373.579552:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762373.579569:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762373.579572:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21114
00000400:00000200:3.0:1787762373.579575:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762373.579576:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1787762373.579579:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:2.0:1787762373.579582:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787762373.579583:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787762373.579586:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762373.579587:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762373.579590:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762373.579595:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e1c0 x1874597595055104/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762373.579596:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762373.579601:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762373.579606:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762373.579608:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762373.579612:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787762373.579613:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1787762373.579615:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000100:00000001:2.0:1787762373.579616:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762373.579621:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
02000000:00000001:2.0:1787762373.579624:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1787762373.579625:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
02000000:00000001:2.0:1787762373.579629:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787762373.579630:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
02000000:00000001:2.0:1787762373.579635:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762373.579635:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1787762373.579643:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595055104:192.168.203.101@tcp:250:kworker.0
00000100:00000040:3.0:1787762373.579644:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762373.579648:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762373.579652:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1787762373.579652:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762373.579656:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
02000000:00000001:2.0:1787762373.579658:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787762373.579658:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762373.579662:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762373.579663:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762373.579667:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787762373.579670:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762373.579673:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762373.579674:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867800.
00000100:00000001:3.0:1787762373.579676:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787762373.579680:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787762373.579684:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762373.579687:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762373.579690:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762373.579690:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762373.579695:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000400:00000010:2.0:1787762373.579696:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000020:00000040:3.0:1787762373.579699:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762373.579702:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1787762373.579705:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
02000000:00000001:3.0:1787762373.579709:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762373.579712:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762373.579713:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762373.579715:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762373.579717:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595055104, portal 25
02000000:00000010:3.0:1787762373.579720:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16400.
00000100:00000001:2.0:1787762373.579721:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762373.579723:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765441984 : -110615944109632 : ffff9b6537f1e1c0)
00000100:00000001:3.0:1787762373.579728:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762373.579731:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e1c0 x1874597595055104/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762373.579740:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597595055232/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762373.579750:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762373.579753:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762373.579757:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597595055232/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762373.579767:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762373.579771:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762373.579776:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762373.579779:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762373.579782:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762373.579789:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762373.579790:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787762373.579792:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21114
00000100:00000040:2.0:1787762373.579798:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000200:3.0:1787762373.579801:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762373.579803:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9550.
00000400:00000200:3.0:1787762373.579806:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000200:2.0:1787762373.579810:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595055104, offset 0
00000100:00080000:3.0:1787762373.579810:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762373.579817:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762373.579818:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762373.579822:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:2.0:1787762373.579827:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762373.579828:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762373.579832:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762373.579833:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762373.579835:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762373.579836:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762373.579838:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:2.0:1787762373.579842:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000020:00000001:3.0:1787762373.579843:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762373.579849:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762373.579850:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787762373.579854:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000040:3.0:1787762373.579854:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762373.579860:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762373.579863:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000400:00000200:2.0:1787762373.579865:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1787762373.579868:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762373.579871:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762373.579873:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
02000000:00000001:3.0:1787762373.579874:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762373.579879:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787762373.579881:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787762373.579882:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762373.579885:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1787762373.579887:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000008:00100000:3.0:1787762373.579889:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787762373.579894:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278024:278024:256:4294967295] 192.168.203.101@tcp LPNI seq info [278023:278023:8:4294967295]
00000008:00000001:3.0:1787762373.579894:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762373.579897:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762373.579902:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000010:3.0:1787762373.579904:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787762373.579907:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762373.579910:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762373.579913:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762373.579917:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787762373.579918:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787762373.579919:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762373.579923:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787762373.579929:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
02000000:00000010:3.0:1787762373.579929:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14800.
00000100:00000001:3.0:1787762373.579936:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787762373.579938:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000100:00100000:3.0:1787762373.579942:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597595055360/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1787762373.579951:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:3.0:1787762373.579954:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1787762373.579957:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1787762373.579958:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762373.579964:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597595055360/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1787762373.579969:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762373.579976:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1787762373.579980:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787762373.579984:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000100:00000040:3.0:1787762373.579985:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:2.0:1787762373.579988:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000100:00000040:3.0:1787762373.579991:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1787762373.579994:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787762373.579998:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21124)
00000400:00000200:2.0:1787762373.580000:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762373.580008:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9550
00000400:00000010:2.0:1787762373.580010:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9550.
00000100:00000001:2.0:1787762373.580014:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762373.580017:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1e1c0 x1874597595055104/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762373.580026:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762373.580029:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e1c0 x1874597595055104/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762398 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762373.580039:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762373.580041:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762373.580049:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762373.580052:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762373.580055:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315787511
00000100:00000010:2.0:1787762373.580060:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd6c0.
00000100:00000001:2.0:1787762373.580068:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762373.580075:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315787511
00000100:00000010:2.0:1787762373.580078:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdba0.
00000100:00000001:2.0:1787762373.580081:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762373.580084:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762373.580086:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762373.580088:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762373.580091:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762373/real 1787762373]  req@ffff9b6537f1e1c0 x1874597595055104/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762373.580098:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762373.580100:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762373.580101:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762373.580104:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762373.580105:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762373.580107:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762373.580110:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e1c0 x1874597595055104/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762373.580116:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e1c0 x1874597595055104/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762373.580120:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762373.580122:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762373.580124:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762373.580125:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762373.580128:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e1c0 x1874597595055104/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762373.580134:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762373.580138:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e1c0 x1874597595055104/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762398 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762373.580143:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762373.580145:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762373.580146:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762373.580147:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762373.580149:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762373.580150:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762373.580153:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762373.580156:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762373.580157:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762373.580160:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e1c0 x1874597595055104/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762398 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762373.580165:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595055104:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762373.580169:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762373.580170:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762373.580172:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e1c0 x1874597595055104/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762398 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762373.580177:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762373.580180:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762373.580183:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762373.580186:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762373.580188:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762373.580189:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762373.580191:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762373.580194:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17400.
02000000:00000001:2.0:1787762373.580198:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762373.580200:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762373.580202:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e1c0.
00000100:00000001:2.0:1787762373.580204:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762373.580205:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762373.580207:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762373.580214:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762373.580215:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762373.580217:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762373.580218:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762373.580219:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762373.580221:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1cf00 x1874597595055232/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762373.580227:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762373.580228:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762373.580230:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762373.580231:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762373.580232:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762373.580234:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595055232:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762373.580236:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762373.580237:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762373.580238:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762373.580240:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762373.580242:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762373.580243:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762373.580265:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762373.580267:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762373.580270:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762373.580272:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595055232, portal 10
00000100:00000001:2.0:1787762373.580274:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762373.580275:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765437184 : -110615944114432 : ffff9b6537f1cf00)
00000100:00000040:2.0:1787762373.580281:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1cf00 x1874597595055232/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762373.580286:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762373.580288:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762373.580290:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9550.
00000100:00000200:2.0:1787762373.580291:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595055232, offset 0
00000400:00000200:2.0:1787762373.580294:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762373.580297:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762373.580300:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762373.580303:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762373.580305:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762373.580306:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762373.580308:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762373.580310:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278025:278025:256:4294967295] 192.168.203.101@tcp LPNI seq info [278024:278024:8:4294967295]
00000400:00000200:2.0:1787762373.580313:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762373.580318:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762373.580321:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762373.580324:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762373.580326:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762373.580328:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787762373.580332:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762373.580334:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787762373.580337:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762373.580339:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762373.580341:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762373.580344:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762373.580346:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9550
00000400:00000010:2.0:1787762373.580348:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9550.
00000100:00000001:2.0:1787762373.580349:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762373.580352:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1cf00 x1874597595055232/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762373.580357:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762373.580359:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1cf00 x1874597595055232/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762398 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762373.580364:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762373.580365:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762373.580368:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762373.580372:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762373.580374:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762373.580376:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315786765
00000100:00000001:2.0:1787762373.580378:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315787511
00000100:00000001:2.0:1787762373.580380:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315786765
00000100:00000001:2.0:1787762373.580381:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315787511
00000100:00000001:2.0:1787762373.580383:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762373.580384:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762373.580385:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762373.580387:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762373/real 1787762373]  req@ffff9b6537f1cf00 x1874597595055232/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762373.580392:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762373.580393:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762373.580395:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762373.580397:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762373.580398:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762373.580399:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762373.580401:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1cf00 x1874597595055232/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762373.580407:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1cf00 x1874597595055232/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762373.580411:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762373.580412:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762373.580413:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762373.580414:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762373.580416:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1cf00 x1874597595055232/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762373.580420:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762373.580423:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1cf00 x1874597595055232/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762398 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762373.580428:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762373.580430:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762373.580431:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762373.580432:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762373.580434:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762373.580435:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762373.580436:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762373.580438:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762373.580439:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762373.580442:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1cf00 x1874597595055232/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762398 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762373.580447:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595055232:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762373.580450:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762373.580452:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1c3c0 x1874597595055360/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762373.580456:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762373.580457:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762373.580458:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762373.580459:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762373.580461:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762373.580462:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595055360:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762373.580464:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762373.580466:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762373.580467:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762373.580468:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762373.580471:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762373.580472:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762373.580475:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762373.580477:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762373.580479:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762373.580481:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595055360, portal 4
00000100:00000001:2.0:1787762373.580483:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762373.580484:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765434304 : -110615944117312 : ffff9b6537f1c3c0)
00000100:00000040:2.0:1787762373.580488:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1c3c0 x1874597595055360/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762373.580493:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762373.580494:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762373.580496:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9550.
00000100:00000200:2.0:1787762373.580498:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595055360, offset 0
00000400:00000200:2.0:1787762373.580500:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762373.580502:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762373.580504:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762373.580505:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762373.580507:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762373.580508:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762373.580510:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762373.580512:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278026:278026:256:4294967295] 192.168.203.101@tcp LPNI seq info [278025:278025:8:4294967295]
00000400:00000200:2.0:1787762373.580515:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762373.580519:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762373.580522:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762373.580524:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762373.580526:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762373.580528:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787762373.580531:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762373.580533:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787762373.580535:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762373.580537:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762373.580539:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762373.580541:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762373.580543:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9550
00000400:00000010:2.0:1787762373.580545:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9550.
00000100:00000001:2.0:1787762373.580546:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762373.580549:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1c3c0 x1874597595055360/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762373.580568:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762373.580570:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1c3c0 x1874597595055360/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762398 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762373.580575:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762373.580577:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762373.580579:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762373.580581:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762373.580584:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762373.580585:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315786771
00000100:00000001:2.0:1787762373.580587:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315787511
00000100:00000001:2.0:1787762373.580589:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315786771
00000100:00000001:2.0:1787762373.580591:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315787511
00000100:00000001:2.0:1787762373.580593:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762373.580594:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762373.580595:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762373.580597:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762373/real 1787762373]  req@ffff9b6537f1c3c0 x1874597595055360/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762373.580602:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762373.580602:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762373.580603:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762373.580605:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762373.580606:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762373.580608:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762373.580610:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1c3c0 x1874597595055360/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762373.580616:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1c3c0 x1874597595055360/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762373.580621:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762373.580622:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762373.580623:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762373.580624:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762373.580627:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1c3c0 x1874597595055360/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762373.580630:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762373.580633:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1c3c0 x1874597595055360/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762398 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762373.580637:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762373.580638:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762373.580639:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762373.580640:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762373.580641:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762373.580642:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762373.580643:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762373.580645:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762373.580646:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762373.580649:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1c3c0 x1874597595055360/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762398 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762373.580653:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595055360:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762373.580655:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762373.580656:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762373.580658:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1cf00 x1874597595055232/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762398 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762373.580663:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762373.580664:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762373.580666:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762373.580668:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762373.580669:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762373.580671:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762373.580672:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762373.580674:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16400.
02000000:00000001:2.0:1787762373.580675:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762373.580676:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762373.580678:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1cf00.
00000100:00000001:2.0:1787762373.580680:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762373.580681:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762373.580683:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762373.580685:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1c3c0 x1874597595055360/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762398 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762373.580689:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762373.580690:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762373.580691:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762373.580693:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762373.580694:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762373.580695:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762373.580696:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762373.580697:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14800.
02000000:00000001:2.0:1787762373.580698:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762373.580699:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762373.580700:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1c3c0.
00000100:00000001:2.0:1787762373.580701:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762373.580701:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762373.580703:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762373.580704:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762373.580705:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762373.580706:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762373.580708:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762374.347338:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315787511, at 4315787520
00000100:00000010:0.0:1787762374.347358:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd6c0.
00000100:00000040:1.0:1787762374.347401:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315787511, at 4315787520
00000100:00000010:1.0:1787762374.347421:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdba0.
00010000:00000001:0.0:1787762374.411322:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762374.411328:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762374.411334:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762374.411336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762374.411340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762374.411342:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762374.411368:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762374.411372:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762374.411376:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762374.603340:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762374.603349:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762374.603351:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762374.603358:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762374.603361:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762374.603366:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762374.603369:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762374.603372:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762374.603375:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762375.435361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762375.435378:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762375.435383:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762375.435390:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762375.435400:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762375.435406:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762375.435411:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762375.435416:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762375.435424:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762375.435429:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762375.435432:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762375.435436:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762375.435440:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762375.435443:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762375.435447:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762375.435452:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762375.435460:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762375.435463:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762375.435572:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762375.435578:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762375.435582:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762375.627338:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762375.627349:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762375.627352:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762375.627359:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762375.627363:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762375.627368:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762375.627370:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762375.627373:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762375.627376:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762376.459326:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762376.459334:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762376.459340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762376.459341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762376.459344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762376.459345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762376.459376:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762376.459380:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762376.459384:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762376.651322:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762376.651334:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762376.651336:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762376.651343:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762376.651347:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762376.651351:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762376.651354:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762376.651357:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762376.651359:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762377.483338:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762377.483348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762377.483358:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762377.483360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762377.483365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762377.483374:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762377.483436:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762377.483440:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762377.483519:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762377.675314:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762377.675322:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762377.675325:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762377.675330:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762377.675334:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762377.675337:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762377.675340:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762377.675343:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762377.675345:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762378.507364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762378.507373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762378.507378:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762378.507379:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762378.507383:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762378.507384:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762378.507410:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762378.507413:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762378.507416:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762378.699329:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762378.699338:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762378.699340:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762378.699348:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762378.699352:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762378.699357:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762378.699361:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762378.699366:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762378.699376:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762378.699390:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762378.699404:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762378.699407:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762378.699412:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762378.699418:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762378.699427:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21119
00000400:00000200:1.0:1787762378.699439:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762378.699448:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762378.699452:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762378.699456:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762378.699461:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762378.699464:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762378.699468:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762378.699473:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762378.699475:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:1.0:1787762378.699479:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762378.699483:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:1.0:1787762378.699486:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:1.0:1787762378.699489:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:1.0:1787762378.699493:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762378.699496:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762378.699499:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762378.699502:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762378.699506:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:1.0:1787762378.699511:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762378.699514:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762378.699517:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762378.699541:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762378.699545:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762378.699548:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762378.699551:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762378.699563:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588e940.
00000020:00000040:1.0:1787762378.699567:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:1.0:1787762378.699573:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762378.699575:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762378.699578:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762378.699582:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762378.699587:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762378.699596:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee09000.
00000100:00000001:1.0:1787762378.699605:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762378.699616:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588e940 x1874597595055488/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762378.699630:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762378.699636:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762378.699643:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000186ab8f7] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588e940 x1874597595055488/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762378.699679:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762378.699683:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762378.699688:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762378.699691:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762378.699695:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762378.699699:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762378.699707:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21119
00000100:00000001:2.0:1787762378.699713:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1787762378.699714:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762378.699722:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:1.0:1787762378.699728:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:2.0:1787762378.699729:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1787762378.699740:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762378.699760:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000040:2.0:1787762378.699760:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588e940 x1874597595055488/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762378.699771:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762378.699783:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762378.699799:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762378.699802:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1787762378.699804:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787762378.699806:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787762378.699808:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:1.0:1787762378.699815:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:2.0:1787762378.699815:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762378.699830:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1787762378.699831:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:1.0:1787762378.699846:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
02000000:00000001:2.0:1787762378.699847:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762378.699862:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00100000:2.0:1787762378.699869:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595055488:192.168.203.101@tcp:250:kworker.0
00000100:00000040:1.0:1787762378.699875:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762378.699895:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762378.699895:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762378.699913:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:1.0:1787762378.699914:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
02000000:00000001:2.0:1787762378.699918:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762378.699922:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
02000000:00000001:2.0:1787762378.699924:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:1.0:1787762378.699935:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
02000000:00000010:2.0:1787762378.699935:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762378.699949:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762378.699958:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000400:00000200:2.0:1787762378.699966:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762378.699970:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762378.699977:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
02000000:00000001:1.0:1787762378.699978:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762378.699991:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1787762378.699993:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
02000000:00000001:1.0:1787762378.700001:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762378.700010:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:2.0:1787762378.700010:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595055488, portal 25
00000100:00000001:2.0:1787762378.700020:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00100000:1.0:1787762378.700021:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787762378.700025:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188137280 : -110616521414336 : ffff9b651588e940)
00000008:00000001:1.0:1787762378.700028:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762378.700036:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762378.700043:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c000.
00000100:00000040:2.0:1787762378.700046:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588e940 x1874597595055488/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787762378.700049:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000100:00000001:2.0:1787762378.700064:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1787762378.700073:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1787762378.700074:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
02000000:00000001:1.0:1787762378.700081:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762378.700084:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9550.
00000100:00000001:1.0:1787762378.700087:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1787762378.700092:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595055488, offset 0
02000000:00000001:1.0:1787762378.700093:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762378.700103:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762378.700111:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
02000000:00000010:1.0:1787762378.700113:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee09800.
00000100:00000001:1.0:1787762378.700121:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762378.700127:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00100000:1.0:1787762378.700133:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c000 x1874597595055616/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787762378.700147:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000001:1.0:1787762378.700165:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762378.700174:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762378.700174:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762378.700195:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000040:1.0:1787762378.700197:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bd17bd7] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c000 x1874597595055616/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762378.700207:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762378.700219:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762378.700231:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278027:278027:256:4294967295] 192.168.203.101@tcp LPNI seq info [278026:278026:8:4294967295]
00000400:00000200:2.0:1787762378.700272:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762378.700283:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762378.700289:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762378.700295:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762378.700303:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762378.700308:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787762378.700314:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762378.700318:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787762378.700330:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000100:00000001:1.0:1787762378.700331:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787762378.700335:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000100:00080000:1.0:1787762378.700339:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787762378.700345:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1787762378.700346:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762378.700358:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762378.700365:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787762378.700367:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1787762378.700386:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787762378.700389:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9550
00000100:00080000:1.0:1787762378.700400:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21119
00000400:00000010:2.0:1787762378.700402:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9550.
00000100:00000001:2.0:1787762378.700415:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:1.0:1787762378.700416:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762378.700428:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000200:2.0:1787762378.700430:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588e940 x1874597595055488/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762378.700442:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762378.700462:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762378.700470:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762378.700473:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762378.700477:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000040:2.0:1787762378.700484:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588e940 x1874597595055488/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762378.700486:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762378.700499:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762378.700505:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000100:00000001:2.0:1787762378.700510:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762378.700512:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787762378.700539:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:1.0:1787762378.700549:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000100:00000001:2.0:1787762378.700552:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762378.700555:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:1.0:1787762378.700561:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:2.0:1787762378.700568:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:1.0:1787762378.700574:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762378.700578:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315792632
00000100:00000001:1.0:1787762378.700579:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762378.700589:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000010:2.0:1787762378.700595:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdf60.
00000100:00000001:1.0:1787762378.700596:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762378.700610:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00000001:2.0:1787762378.700615:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00080000:1.0:1787762378.700616:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762378.700625:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762378.700628:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762378.700630:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315792632
02000000:00000001:1.0:1787762378.700634:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1787762378.700636:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd660.
02000000:00000001:1.0:1787762378.700643:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762378.700646:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762378.700649:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762378.700653:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00100000:1.0:1787762378.700656:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787762378.700661:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1787762378.700663:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762378.700668:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1787762378.700669:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762378.700680:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762378/real 1787762378]  req@ffff9b651588e940 x1874597595055488/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1787762378.700681:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c780.
00000020:00000040:1.0:1787762378.700691:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:1.0:1787762378.700705:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762378.700713:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787762378.700715:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762378.700719:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787762378.700721:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1787762378.700724:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
02000000:00000001:1.0:1787762378.700725:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762378.700736:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762378.700739:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762378.700743:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
02000000:00000010:1.0:1787762378.700746:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee09400.
00000100:00000001:2.0:1787762378.700749:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787762378.700755:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762378.700757:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588e940 x1874597595055488/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762378.700771:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c780 x1874597595055744/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787762378.700780:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588e940 x1874597595055488/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762378.700837:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762378.700841:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762378.700843:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762378.700845:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762378.700853:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762378.700861:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762378.700862:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c5bf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c780 x1874597595055744/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762378.700879:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588e940 x1874597595055488/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762378.700911:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762378.700914:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762378.700922:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787762378.700924:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588e940 x1874597595055488/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762403 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762378.700949:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1787762378.700950:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762378.700960:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762378.700964:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762378.700965:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762378.700967:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:1.0:1787762378.700970:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21129)
00000100:00000001:2.0:1787762378.700971:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762378.700983:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762378.700989:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762378.700991:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762378.700995:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588e940 x1874597595055488/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762403 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762378.701002:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595055488:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762378.701005:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762378.701007:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762378.701010:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588e940 x1874597595055488/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762403 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762378.701015:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762378.701019:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762378.701023:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762378.701027:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762378.701030:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762378.701032:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762378.701034:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762378.701037:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee09000.
02000000:00000001:2.0:1787762378.701042:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762378.701043:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762378.701045:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588e940.
00000100:00000001:2.0:1787762378.701049:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762378.701050:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762378.701052:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762378.701059:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762378.701060:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762378.701062:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762378.701065:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762378.701066:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762378.701069:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c000 x1874597595055616/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762378.701074:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762378.701075:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762378.701077:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762378.701079:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762378.701081:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762378.701083:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595055616:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762378.701085:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762378.701087:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762378.701088:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762378.701089:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762378.701092:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762378.701094:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762378.701097:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762378.701099:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762378.701102:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762378.701104:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595055616, portal 10
00000100:00000001:2.0:1787762378.701106:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762378.701107:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188126720 : -110616521424896 : ffff9b651588c000)
00000100:00000040:2.0:1787762378.701112:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c000 x1874597595055616/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762378.701117:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762378.701119:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762378.701121:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9550.
00000100:00000200:2.0:1787762378.701123:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595055616, offset 0
00000400:00000200:2.0:1787762378.701125:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762378.701128:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762378.701132:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762378.701134:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762378.701136:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762378.701138:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762378.701140:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762378.701143:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278028:278028:256:4294967295] 192.168.203.101@tcp LPNI seq info [278027:278027:8:4294967295]
00000400:00000200:2.0:1787762378.701146:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762378.701151:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762378.701154:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762378.701157:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762378.701159:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762378.701161:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787762378.701166:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762378.701168:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787762378.701171:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762378.701173:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762378.701175:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762378.701177:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762378.701179:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9550
00000400:00000010:2.0:1787762378.701181:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9550.
00000100:00000001:2.0:1787762378.701183:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762378.701185:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c000 x1874597595055616/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762378.701191:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762378.701193:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c000 x1874597595055616/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762378.701198:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762378.701199:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762378.701201:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762378.701205:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762378.701207:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762378.701208:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315791885
00000100:00000001:2.0:1787762378.701210:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315792632
00000100:00000001:2.0:1787762378.701211:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315791885
00000100:00000001:2.0:1787762378.701215:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315792632
00000100:00000001:2.0:1787762378.701216:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762378.701218:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762378.701219:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762378.701222:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762378/real 1787762378]  req@ffff9b651588c000 x1874597595055616/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762378.701226:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762378.701227:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762378.701228:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762378.701230:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762378.701231:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762378.701232:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762378.701234:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c000 x1874597595055616/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762378.701240:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c000 x1874597595055616/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762378.701244:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762378.701265:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762378.701266:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762378.701267:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762378.701270:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c000 x1874597595055616/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762378.701275:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762378.701278:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c000 x1874597595055616/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762403 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762378.701282:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762378.701284:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762378.701285:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762378.701286:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762378.701288:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762378.701289:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762378.701291:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762378.701294:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762378.701296:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762378.701298:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c000 x1874597595055616/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762403 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762378.701302:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595055616:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762378.701305:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762378.701308:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c780 x1874597595055744/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762378.701313:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762378.701315:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762378.701316:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762378.701317:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762378.701318:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762378.701320:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595055744:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762378.701322:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762378.701324:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762378.701326:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762378.701327:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762378.701330:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762378.701332:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762378.701334:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762378.701336:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762378.701339:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762378.701341:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595055744, portal 4
00000100:00000001:2.0:1787762378.701342:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762378.701344:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188128640 : -110616521422976 : ffff9b651588c780)
00000100:00000040:2.0:1787762378.701348:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c780 x1874597595055744/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762378.701353:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762378.701355:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762378.701356:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9550.
00000100:00000200:2.0:1787762378.701358:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595055744, offset 0
00000400:00000200:2.0:1787762378.701361:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762378.701363:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762378.701365:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762378.701367:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762378.701369:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762378.701371:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762378.701372:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762378.701375:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278029:278029:256:4294967295] 192.168.203.101@tcp LPNI seq info [278028:278028:8:4294967295]
00000400:00000200:2.0:1787762378.701378:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762378.701382:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762378.701385:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762378.701388:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762378.701390:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762378.701393:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787762378.701395:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762378.701397:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787762378.701400:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762378.701402:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762378.701404:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762378.701406:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762378.701408:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9550
00000400:00000010:2.0:1787762378.701410:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9550.
00000100:00000001:2.0:1787762378.701412:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762378.701414:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c780 x1874597595055744/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762378.701419:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762378.701421:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c780 x1874597595055744/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762378.701431:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762378.701432:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762378.701434:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762378.701436:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762378.701438:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762378.701440:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315791892
00000100:00000001:2.0:1787762378.701442:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315792632
00000100:00000001:2.0:1787762378.701444:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315791892
00000100:00000001:2.0:1787762378.701445:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315792632
00000100:00000001:2.0:1787762378.701446:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762378.701447:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762378.701448:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762378.701451:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762378/real 1787762378]  req@ffff9b651588c780 x1874597595055744/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762378.701456:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762378.701457:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762378.701458:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762378.701459:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762378.701461:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762378.701462:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762378.701464:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c780 x1874597595055744/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762378.701470:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c780 x1874597595055744/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762378.701474:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762378.701475:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762378.701476:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762378.701477:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762378.701479:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c780 x1874597595055744/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762378.701484:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762378.701487:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c780 x1874597595055744/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762403 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762378.701491:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762378.701493:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762378.701494:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762378.701494:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762378.701495:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762378.701496:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762378.701498:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762378.701500:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762378.701501:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762378.701503:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c780 x1874597595055744/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762403 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762378.701508:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595055744:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762378.701510:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762378.701511:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762378.701513:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c000 x1874597595055616/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762403 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762378.701516:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762378.701517:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762378.701533:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762378.701536:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762378.701537:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762378.701539:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762378.701541:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762378.701542:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee09800.
02000000:00000001:2.0:1787762378.701546:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762378.701547:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762378.701549:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c000.
00000100:00000001:2.0:1787762378.701555:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762378.701556:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762378.701558:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762378.701563:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c780 x1874597595055744/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762403 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762378.701571:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762378.701572:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762378.701575:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762378.701579:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762378.701580:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762378.701582:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762378.701583:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762378.701584:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee09400.
02000000:00000001:2.0:1787762378.701586:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762378.701587:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762378.701588:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c780.
00000100:00000001:2.0:1787762378.701590:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762378.701590:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762378.701592:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762378.701594:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762378.701595:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762378.701596:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762378.701598:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762379.467344:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315792632, at 4315792640
00000100:00000040:1.0:1787762379.467344:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315792632, at 4315792640
00000100:00000010:1.0:1787762379.467365:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd660.
00000100:00000010:0.0:1787762379.467370:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdf60.
00010000:00000001:0.0:1787762379.531342:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762379.531349:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762379.531354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762379.531356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762379.531359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762379.531360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762379.531416:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762379.531421:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762379.531424:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762379.723325:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762379.723332:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762379.723334:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762379.723340:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762379.723343:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762379.723347:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762379.723350:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762379.723353:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762379.723357:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762380.555339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762380.555347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762380.555354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762380.555355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762380.555359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762380.555363:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762380.555366:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762380.555370:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762380.555373:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762380.555376:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762380.555378:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762380.555381:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762380.555416:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762380.555419:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762380.555422:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762380.747321:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762380.747329:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762380.747331:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762380.747337:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762380.747340:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762380.747345:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762380.747347:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762380.747351:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762380.747353:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762381.579334:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762381.579341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762381.579347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762381.579348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762381.579351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762381.579352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762381.579418:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762381.579424:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762381.579429:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762381.771317:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762381.771325:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762381.771327:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762381.771332:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762381.771336:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762381.771339:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762381.771342:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762381.771345:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762381.771348:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762382.603327:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762382.603336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762382.603342:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762382.603343:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762382.603345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762382.603346:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762382.603368:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762382.603371:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762382.603373:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762382.795321:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762382.795329:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762382.795332:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762382.795337:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762382.795341:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762382.795345:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762382.795348:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762382.795351:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762382.795354:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762383.627338:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762383.627349:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762383.627357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762383.627359:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762383.627364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762383.627366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762383.627435:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762383.627441:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762383.627445:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762383.819313:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762383.819321:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762383.819323:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762383.819330:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762383.819334:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762383.819338:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762383.819341:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787762383.819344:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762383.819346:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762383.819351:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762383.819352:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762383.819356:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762383.819360:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762383.819363:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762383.819371:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21124
00000400:00000200:3.0:1787762383.819382:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762383.819389:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762383.819392:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762383.819395:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762383.819398:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762383.819400:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762383.819402:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762383.819407:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762383.819409:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762383.819411:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762383.819415:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762383.819416:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762383.819419:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762383.819422:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762383.819423:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762383.819425:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762383.819426:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762383.819429:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762383.819431:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762383.819433:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762383.819435:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762383.819438:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762383.819441:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762383.819443:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762383.819444:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762383.819456:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000020:00000040:3.0:1787762383.819460:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762383.819464:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762383.819465:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762383.819468:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762383.819471:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762383.819476:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762383.819499:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17800.
00000100:00000001:3.0:1787762383.819508:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762383.819520:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597595055872/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762383.819531:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762383.819536:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762383.819540:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597595055872/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762383.819559:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762383.819562:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762383.819564:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762383.819566:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762383.819568:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762383.819570:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762383.819573:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21124
00000400:00000200:3.0:1787762383.819577:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762383.819580:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762383.819581:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762383.819584:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762383.819585:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762383.819586:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762383.819590:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787762383.819590:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762383.819594:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787762383.819595:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762383.819599:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762383.819600:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762383.819602:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:2.0:1787762383.819604:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e940 x1874597595055872/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787762383.819605:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762383.819609:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762383.819613:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762383.819620:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762383.819624:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762383.819624:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762383.819628:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762383.819629:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762383.819633:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
02000000:00000001:2.0:1787762383.819635:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1787762383.819635:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
02000000:00000001:2.0:1787762383.819640:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787762383.819640:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
02000000:00000001:2.0:1787762383.819646:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762383.819647:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762383.819652:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1787762383.819655:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595055872:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762383.819660:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762383.819660:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762383.819664:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762383.819666:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762383.819671:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762383.819673:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762383.819675:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787762383.819676:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762383.819680:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762383.819681:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000020:00000040:3.0:1787762383.819687:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:2.0:1787762383.819688:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787762383.819689:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762383.819692:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762383.819693:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762383.819694:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762383.819696:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762383.819699:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867800.
02000000:00000010:3.0:1787762383.819700:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16c00.
02000000:00000001:2.0:1787762383.819706:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762383.819706:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762383.819714:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597595056000/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787762383.819721:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762383.819727:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762383.819729:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762383.819730:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000100:00000040:3.0:1787762383.819734:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597595056000/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787762383.819740:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000001:3.0:1787762383.819742:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762383.819746:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762383.819748:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762383.819749:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1787762383.819751:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595055872, portal 25
00000100:00080000:3.0:1787762383.819751:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762383.819755:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762383.819757:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787762383.819760:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21124
00000400:00000200:3.0:1787762383.819764:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762383.819766:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:2.0:1787762383.819767:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765443904 : -110615944107712 : ffff9b6537f1e940)
00000100:00080000:3.0:1787762383.819767:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762383.819773:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762383.819775:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762383.819779:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e940 x1874597595055872/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762383.819779:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762383.819780:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762383.819786:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762383.819789:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762383.819792:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762383.819795:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000100:00000001:2.0:1787762383.819798:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1787762383.819798:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762383.819802:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:2.0:1787762383.819805:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000040:3.0:1787762383.819808:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000010:2.0:1787762383.819810:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9550.
00000100:00000001:3.0:1787762383.819811:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762383.819816:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000200:2.0:1787762383.819817:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595055872, offset 0
00000100:00000001:3.0:1787762383.819818:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762383.819822:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762383.819824:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762383.819826:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762383.819829:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787762383.819830:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
02000000:00000001:3.0:1787762383.819832:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762383.819835:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762383.819836:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762383.819838:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762383.819840:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762383.819842:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762383.819843:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000010:3.0:1787762383.819848:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787762383.819852:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000200:2.0:1787762383.819853:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
02000000:00000001:3.0:1787762383.819855:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762383.819858:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762383.819861:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762383.819862:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787762383.819864:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787762383.819865:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762383.819870:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16800.
00000400:00000200:2.0:1787762383.819872:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000001:3.0:1787762383.819874:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762383.819878:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00100000:3.0:1787762383.819881:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597595056128/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787762383.819884:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762383.819893:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278030:278030:256:4294967295] 192.168.203.101@tcp LPNI seq info [278029:278029:8:4294967295]
00000100:00000001:3.0:1787762383.819894:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762383.819898:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762383.819903:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:3.0:1787762383.819906:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597595056128/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762383.819913:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762383.819917:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787762383.819922:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1787762383.819923:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762383.819933:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21134)
00000800:00000200:2.0:1787762383.819934:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762383.819942:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762383.819951:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762383.819956:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787762383.819964:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762383.819969:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787762383.819975:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762383.819978:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762383.819987:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762383.819993:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762383.820000:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9550
00000400:00000010:2.0:1787762383.820003:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9550.
00000100:00000001:2.0:1787762383.820009:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762383.820015:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1e940 x1874597595055872/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762383.820028:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762383.820032:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e940 x1874597595055872/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762408 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762383.820038:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762383.820040:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762383.820048:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762383.820052:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762383.820055:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315797751
00000100:00000010:2.0:1787762383.820061:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd1e0.
00000100:00000001:2.0:1787762383.820071:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762383.820081:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315797751
00000100:00000010:2.0:1787762383.820085:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdc60.
00000100:00000001:2.0:1787762383.820089:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762383.820093:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762383.820097:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762383.820100:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762383.820105:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762383/real 1787762383]  req@ffff9b6537f1e940 x1874597595055872/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762383.820116:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762383.820118:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762383.820119:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762383.820123:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762383.820124:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762383.820126:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762383.820129:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e940 x1874597595055872/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762383.820136:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e940 x1874597595055872/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762383.820141:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762383.820142:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762383.820144:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762383.820146:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762383.820149:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e940 x1874597595055872/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762383.820155:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762383.820159:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e940 x1874597595055872/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762408 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762383.820164:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762383.820166:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762383.820167:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762383.820169:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762383.820172:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762383.820173:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762383.820176:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762383.820179:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762383.820181:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762383.820184:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e940 x1874597595055872/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762408 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762383.820191:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595055872:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762383.820195:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762383.820196:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762383.820199:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e940 x1874597595055872/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762408 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762383.820203:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762383.820206:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762383.820208:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762383.820212:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762383.820213:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762383.820215:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762383.820217:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762383.820220:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17800.
02000000:00000001:2.0:1787762383.820224:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762383.820226:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762383.820227:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e940.
00000100:00000001:2.0:1787762383.820230:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762383.820231:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762383.820233:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762383.820241:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762383.820242:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762383.820243:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762383.820262:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762383.820264:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762383.820266:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f480 x1874597595056000/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762383.820273:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762383.820274:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762383.820276:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762383.820277:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762383.820279:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762383.820280:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595056000:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762383.820283:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762383.820285:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762383.820286:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762383.820287:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762383.820290:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762383.820291:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762383.820294:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762383.820296:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762383.820299:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762383.820301:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595056000, portal 10
00000100:00000001:2.0:1787762383.820303:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762383.820304:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765446784 : -110615944104832 : ffff9b6537f1f480)
00000100:00000040:2.0:1787762383.820310:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f480 x1874597595056000/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762383.820315:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762383.820317:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762383.820318:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9550.
00000100:00000200:2.0:1787762383.820320:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595056000, offset 0
00000400:00000200:2.0:1787762383.820323:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762383.820327:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762383.820329:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762383.820332:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762383.820334:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762383.820336:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762383.820337:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762383.820340:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278031:278031:256:4294967295] 192.168.203.101@tcp LPNI seq info [278030:278030:8:4294967295]
00000400:00000200:2.0:1787762383.820344:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762383.820348:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762383.820352:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762383.820354:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762383.820357:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762383.820359:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787762383.820362:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762383.820364:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787762383.820367:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762383.820369:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762383.820371:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762383.820374:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762383.820376:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9550
00000400:00000010:2.0:1787762383.820378:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9550.
00000100:00000001:2.0:1787762383.820379:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762383.820382:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f480 x1874597595056000/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762383.820388:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762383.820390:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f480 x1874597595056000/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762408 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762383.820395:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762383.820396:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762383.820398:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762383.820403:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762383.820406:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762383.820408:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315797005
00000100:00000001:2.0:1787762383.820412:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315797751
00000100:00000001:2.0:1787762383.820414:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315797005
00000100:00000001:2.0:1787762383.820417:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315797751
00000100:00000001:2.0:1787762383.820419:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762383.820422:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762383.820424:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762383.820429:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762383/real 1787762383]  req@ffff9b6537f1f480 x1874597595056000/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762383.820439:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762383.820441:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762383.820443:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762383.820446:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762383.820448:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762383.820451:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762383.820455:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f480 x1874597595056000/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762383.820462:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f480 x1874597595056000/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762383.820467:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762383.820468:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762383.820469:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762383.820470:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762383.820472:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f480 x1874597595056000/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762383.820477:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762383.820479:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f480 x1874597595056000/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762408 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762383.820499:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762383.820501:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762383.820502:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762383.820504:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762383.820505:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762383.820507:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762383.820509:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762383.820537:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762383.820540:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762383.820545:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f480 x1874597595056000/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762408 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762383.820555:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595056000:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762383.820560:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762383.820564:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d680 x1874597595056128/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762383.820571:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762383.820572:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762383.820574:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762383.820575:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762383.820577:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762383.820579:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595056128:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762383.820582:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762383.820583:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762383.820584:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762383.820586:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762383.820589:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762383.820591:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762383.820594:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762383.820596:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762383.820598:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762383.820601:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595056128, portal 4
00000100:00000001:2.0:1787762383.820603:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762383.820604:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765439104 : -110615944112512 : ffff9b6537f1d680)
00000100:00000040:2.0:1787762383.820609:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d680 x1874597595056128/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762383.820614:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762383.820616:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762383.820618:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9550.
00000100:00000200:2.0:1787762383.820620:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595056128, offset 0
00000400:00000200:2.0:1787762383.820623:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762383.820626:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762383.820629:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762383.820631:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762383.820633:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762383.820635:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762383.820637:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762383.820639:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278032:278032:256:4294967295] 192.168.203.101@tcp LPNI seq info [278031:278031:8:4294967295]
00000400:00000200:2.0:1787762383.820642:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762383.820647:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762383.820650:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762383.820653:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762383.820656:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762383.820658:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787762383.820661:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762383.820663:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787762383.820666:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762383.820668:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762383.820671:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762383.820675:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762383.820678:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9550
00000400:00000010:2.0:1787762383.820680:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9550.
00000100:00000001:2.0:1787762383.820683:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762383.820687:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d680 x1874597595056128/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762383.820695:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762383.820699:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d680 x1874597595056128/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762408 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762383.820708:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762383.820710:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762383.820714:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762383.820718:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762383.820721:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762383.820723:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315797011
00000100:00000001:2.0:1787762383.820725:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315797751
00000100:00000001:2.0:1787762383.820727:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315797011
00000100:00000001:2.0:1787762383.820728:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315797751
00000100:00000001:2.0:1787762383.820730:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762383.820732:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762383.820733:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762383.820736:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762383/real 1787762383]  req@ffff9b6537f1d680 x1874597595056128/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762383.820741:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762383.820742:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762383.820743:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762383.820745:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762383.820747:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762383.820748:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762383.820750:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d680 x1874597595056128/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762383.820756:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d680 x1874597595056128/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762383.820761:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762383.820762:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762383.820763:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762383.820764:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762383.820766:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d680 x1874597595056128/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762383.820770:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762383.820772:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d680 x1874597595056128/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762408 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762383.820778:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762383.820780:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762383.820781:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762383.820782:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762383.820783:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762383.820784:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762383.820786:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762383.820788:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762383.820789:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762383.820791:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d680 x1874597595056128/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762408 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762383.820796:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595056128:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762383.820798:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762383.820800:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762383.820801:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f480 x1874597595056000/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762408 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762383.820805:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762383.820806:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762383.820808:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762383.820809:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762383.820810:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762383.820811:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762383.820812:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762383.820814:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16c00.
02000000:00000001:2.0:1787762383.820816:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762383.820817:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762383.820818:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f480.
00000100:00000001:2.0:1787762383.820820:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762383.820821:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762383.820823:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762383.820825:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d680 x1874597595056128/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762408 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762383.820829:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762383.820830:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762383.820831:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762383.820834:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762383.820834:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762383.820835:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762383.820836:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762383.820837:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16800.
02000000:00000001:2.0:1787762383.820838:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762383.820839:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762383.820839:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d680.
00000100:00000001:2.0:1787762383.820842:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762383.820842:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762383.820843:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762383.820846:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762383.820847:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762383.820848:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762383.820849:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762384.587326:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315797751, at 4315797760
00000100:00000040:0.0:1787762384.587336:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315797751, at 4315797760
00000100:00000010:1.0:1787762384.587346:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdc60.
00000100:00000010:0.0:1787762384.587351:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd1e0.
00010000:00000001:0.0:1787762384.651307:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762384.651311:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762384.651317:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762384.651318:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762384.651321:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762384.651322:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762384.651341:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762384.651344:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762384.651347:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762384.843381:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762384.843389:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762384.843391:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762384.843396:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762384.843400:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762384.843404:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762384.843406:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762384.843409:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762384.843411:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762385.675340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762385.675352:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762385.675355:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762385.675358:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762385.675364:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762385.675366:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762385.675369:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762385.675371:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762385.675375:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762385.675376:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762385.675377:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762385.675379:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762385.675380:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762385.675380:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762385.675381:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762385.675383:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762385.675386:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762385.675387:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762385.675436:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762385.675441:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762385.675445:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762385.867329:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762385.867338:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762385.867341:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762385.867347:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762385.867351:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762385.867355:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762385.867358:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762385.867362:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762385.867365:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762386.699341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762386.699348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762386.699354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762386.699355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762386.699359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762386.699360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762386.699381:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762386.699384:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762386.699386:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762386.891406:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762386.891415:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762386.891417:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762386.891423:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762386.891427:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762386.891431:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762386.891433:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762386.891436:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762386.891438:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762387.723355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762387.723364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762387.723371:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762387.723372:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762387.723376:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762387.723377:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762387.723496:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762387.723501:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762387.723506:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762387.915324:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762387.915332:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762387.915335:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762387.915341:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762387.915344:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762387.915348:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762387.915351:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762387.915353:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762387.915356:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762388.747324:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762388.747332:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762388.747338:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762388.747340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762388.747343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762388.747344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762388.747369:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762388.747371:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762388.747374:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762388.939349:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762388.939358:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762388.939360:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762388.939363:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787762388.939367:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00080000:1.0:1787762388.939373:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762388.939374:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762388.939379:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787762388.939380:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787762388.939385:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762388.939385:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762388.939390:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762388.939391:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762388.939394:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762388.939400:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21129
00000400:00000200:1.0:1787762388.939410:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762388.939418:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762388.939421:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762388.939424:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762388.939427:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762388.939429:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762388.939431:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762388.939435:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762388.939437:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:1.0:1787762388.939439:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762388.939443:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:1.0:1787762388.939446:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:1.0:1787762388.939461:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:1.0:1787762388.939464:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762388.939466:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762388.939467:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762388.939469:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762388.939472:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:1.0:1787762388.939474:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762388.939476:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762388.939478:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762388.939481:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762388.939484:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762388.939486:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762388.939489:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762388.939500:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588f840.
00000020:00000040:1.0:1787762388.939505:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:1.0:1787762388.939511:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762388.939514:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762388.939518:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762388.939522:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762388.939529:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762388.939541:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee0a400.
00000100:00000001:1.0:1787762388.939549:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762388.939560:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588f840 x1874597595056256/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762388.939570:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762388.939575:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762388.939580:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010754fdf] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588f840 x1874597595056256/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762388.939601:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762388.939604:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762388.939607:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762388.939608:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762388.939610:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762388.939612:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762388.939615:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21129
00000400:00000200:1.0:1787762388.939618:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762388.939621:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762388.939623:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762388.939625:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762388.939626:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762388.939628:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762388.939632:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762388.939634:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762388.939635:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762388.939639:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787762388.939640:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1787762388.939641:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:1.0:1787762388.939644:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762388.939647:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:1.0:1787762388.939648:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:1.0:1787762388.939652:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:2.0:1787762388.939654:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588f840 x1874597595056256/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762388.939655:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762388.939659:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762388.939661:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762388.939664:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762388.939670:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:1.0:1787762388.939674:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762388.939680:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762388.939680:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1787762388.939682:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762388.939685:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762388.939690:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762388.939691:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762388.939695:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762388.939696:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762388.939698:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787762388.939701:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787762388.939704:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762388.939706:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595056256:192.168.203.101@tcp:250:kworker.0
00000008:00000001:1.0:1787762388.939712:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762388.939714:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787762388.939715:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762388.939720:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588d2c0.
02000000:00000001:2.0:1787762388.939722:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1787762388.939723:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:2.0:1787762388.939725:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762388.939727:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762388.939729:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762388.939730:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787762388.939731:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762388.939734:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762388.939736:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762388.939739:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864c00.
02000000:00000010:1.0:1787762388.939740:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee0b400.
02000000:00000001:2.0:1787762388.939743:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762388.939745:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762388.939752:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00100000:1.0:1787762388.939753:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588d2c0 x1874597595056384/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787762388.939759:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000100:00000001:1.0:1787762388.939763:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762388.939766:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762388.939769:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000032a8dc5] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588d2c0 x1874597595056384/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787762388.939770:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000001:1.0:1787762388.939778:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762388.939780:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762388.939783:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:2.0:1787762388.939783:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595056256, portal 25
00000100:00000001:1.0:1787762388.939788:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787762388.939788:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1787762388.939790:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762388.939791:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188141120 : -110616521410496 : ffff9b651588f840)
00000100:00000001:1.0:1787762388.939796:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762388.939801:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21129
00000100:00000040:2.0:1787762388.939802:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588f840 x1874597595056256/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762388.939807:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762388.939813:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762388.939818:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787762388.939821:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762388.939823:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762388.939827:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762388.939828:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000040:1.0:1787762388.939833:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000010:2.0:1787762388.939833:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9550.
00000100:00000001:1.0:1787762388.939839:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000200:2.0:1787762388.939839:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595056256, offset 0
00000020:00000001:1.0:1787762388.939844:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762388.939847:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:1.0:1787762388.939848:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762388.939852:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000400:00000200:2.0:1787762388.939852:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000020:00000001:1.0:1787762388.939856:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:1.0:1787762388.939859:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:1.0:1787762388.939862:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762388.939863:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762388.939866:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:2.0:1787762388.939867:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762388.939870:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762388.939873:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:1.0:1787762388.939875:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762388.939876:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762388.939879:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787762388.939879:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
02000000:00000001:1.0:1787762388.939883:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762388.939886:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762388.939888:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1787762388.939889:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00100000:1.0:1787762388.939891:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762388.939893:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762388.939895:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762388.939897:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000010:1.0:1787762388.939900:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c780.
00000020:00000040:1.0:1787762388.939903:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000200:2.0:1787762388.939904:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1787762388.939908:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787762388.939909:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
02000000:00000001:1.0:1787762388.939912:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762388.939916:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787762388.939916:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278033:278033:256:4294967295] 192.168.203.101@tcp LPNI seq info [278032:278032:8:4294967295]
02000000:00000001:1.0:1787762388.939919:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762388.939923:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762388.939925:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000010:1.0:1787762388.939928:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee08800.
00000100:00000001:1.0:1787762388.939932:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762388.939939:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c780 x1874597595056512/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787762388.939942:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762388.939958:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762388.939966:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000100:00000001:1.0:1787762388.939970:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762388.939976:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787762388.939976:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762388.939983:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
00000100:00000040:1.0:1787762388.939987:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c5bf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c780 x1874597595056512/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1787762388.939993:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762388.939999:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
00000100:00000001:1.0:1787762388.940008:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787762388.940009:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000100:00000040:1.0:1787762388.940011:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:2.0:1787762388.940012:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000100:00000040:1.0:1787762388.940018:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1787762388.940020:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1787762388.940024:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21139)
00000400:00000200:2.0:1787762388.940027:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762388.940034:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9550
00000400:00000010:2.0:1787762388.940036:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9550.
00000100:00000001:2.0:1787762388.940041:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762388.940044:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588f840 x1874597595056256/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762388.940053:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762388.940055:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588f840 x1874597595056256/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762388.940061:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762388.940063:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762388.940070:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762388.940074:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762388.940076:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315802871
00000100:00000010:2.0:1787762388.940081:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd180.
00000100:00000001:2.0:1787762388.940090:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762388.940097:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315802871
00000100:00000010:2.0:1787762388.940099:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd9c0.
00000100:00000001:2.0:1787762388.940102:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762388.940105:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762388.940107:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762388.940109:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762388.940113:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762388/real 1787762388]  req@ffff9b651588f840 x1874597595056256/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762388.940124:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762388.940126:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762388.940128:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762388.940130:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762388.940131:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762388.940133:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762388.940135:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588f840 x1874597595056256/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762388.940142:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588f840 x1874597595056256/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762388.940147:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762388.940148:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762388.940150:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762388.940152:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762388.940155:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588f840 x1874597595056256/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762388.940159:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762388.940163:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588f840 x1874597595056256/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762388.940167:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762388.940169:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762388.940170:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762388.940171:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762388.940173:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762388.940175:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762388.940177:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762388.940180:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762388.940182:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762388.940186:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588f840 x1874597595056256/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762388.940193:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595056256:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762388.940197:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762388.940198:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762388.940200:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588f840 x1874597595056256/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762388.940204:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762388.940207:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762388.940209:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762388.940212:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762388.940213:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762388.940215:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762388.940216:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762388.940219:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0a400.
02000000:00000001:2.0:1787762388.940223:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762388.940224:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762388.940226:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588f840.
00000100:00000001:2.0:1787762388.940229:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762388.940231:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762388.940232:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762388.940239:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762388.940240:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762388.940242:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762388.940243:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762388.940263:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762388.940266:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588d2c0 x1874597595056384/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762388.940272:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762388.940273:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762388.940275:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762388.940276:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762388.940277:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762388.940279:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595056384:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762388.940282:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762388.940284:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762388.940285:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762388.940286:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762388.940289:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762388.940291:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762388.940293:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762388.940295:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762388.940298:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762388.940300:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595056384, portal 10
00000100:00000001:2.0:1787762388.940302:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762388.940303:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188131520 : -110616521420096 : ffff9b651588d2c0)
00000100:00000040:2.0:1787762388.940308:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588d2c0 x1874597595056384/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762388.940313:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762388.940315:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762388.940316:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9550.
00000100:00000200:2.0:1787762388.940318:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595056384, offset 0
00000400:00000200:2.0:1787762388.940321:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762388.940323:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762388.940325:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762388.940327:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762388.940329:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762388.940331:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762388.940333:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762388.940335:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278034:278034:256:4294967295] 192.168.203.101@tcp LPNI seq info [278033:278033:8:4294967295]
00000400:00000200:2.0:1787762388.940338:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762388.940343:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762388.940346:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762388.940347:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762388.940350:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762388.940353:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787762388.940356:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762388.940357:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1787762388.940360:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762388.940361:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762388.940363:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762388.940366:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762388.940368:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9550
00000400:00000010:2.0:1787762388.940369:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9550.
00000100:00000001:2.0:1787762388.940371:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762388.940373:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588d2c0 x1874597595056384/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762388.940379:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762388.940381:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588d2c0 x1874597595056384/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762388.940386:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762388.940387:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762388.940389:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762388.940392:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762388.940394:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762388.940396:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315802125
00000100:00000001:2.0:1787762388.940399:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315802871
00000100:00000001:2.0:1787762388.940400:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315802125
00000100:00000001:2.0:1787762388.940402:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315802871
00000100:00000001:2.0:1787762388.940404:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762388.940405:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762388.940406:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762388.940408:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762388/real 1787762388]  req@ffff9b651588d2c0 x1874597595056384/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762388.940413:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762388.940413:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762388.940415:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762388.940417:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762388.940418:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762388.940420:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762388.940422:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588d2c0 x1874597595056384/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762388.940427:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588d2c0 x1874597595056384/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762388.940431:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762388.940432:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762388.940433:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762388.940434:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762388.940436:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588d2c0 x1874597595056384/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762388.940440:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762388.940442:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588d2c0 x1874597595056384/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762388.940447:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762388.940464:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762388.940465:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762388.940466:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762388.940468:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762388.940469:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762388.940470:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762388.940473:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762388.940475:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762388.940477:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588d2c0 x1874597595056384/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762388.940483:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595056384:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762388.940487:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762388.940489:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c780 x1874597595056512/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762388.940494:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762388.940495:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762388.940496:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762388.940497:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762388.940498:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762388.940500:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595056512:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762388.940502:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762388.940504:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762388.940505:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762388.940507:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762388.940510:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762388.940512:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762388.940515:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762388.940516:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762388.940519:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762388.940521:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595056512, portal 4
00000100:00000001:2.0:1787762388.940523:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762388.940524:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188128640 : -110616521422976 : ffff9b651588c780)
00000100:00000040:2.0:1787762388.940528:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c780 x1874597595056512/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762388.940539:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762388.940541:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762388.940542:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9550.
00000100:00000200:2.0:1787762388.940544:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595056512, offset 0
00000400:00000200:2.0:1787762388.940547:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762388.940550:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762388.940552:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762388.940555:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762388.940557:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762388.940559:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762388.940561:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762388.940563:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278035:278035:256:4294967295] 192.168.203.101@tcp LPNI seq info [278034:278034:8:4294967295]
00000400:00000200:2.0:1787762388.940566:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762388.940570:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762388.940572:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762388.940574:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762388.940577:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762388.940579:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787762388.940582:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762388.940584:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1787762388.940587:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762388.940588:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762388.940591:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762388.940593:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762388.940595:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9550
00000400:00000010:2.0:1787762388.940596:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9550.
00000100:00000001:2.0:1787762388.940598:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762388.940601:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c780 x1874597595056512/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762388.940606:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762388.940608:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c780 x1874597595056512/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762388.940613:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762388.940614:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762388.940616:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762388.940618:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762388.940620:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762388.940622:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315802131
00000100:00000001:2.0:1787762388.940625:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315802871
00000100:00000001:2.0:1787762388.940627:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315802131
00000100:00000001:2.0:1787762388.940690:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315802871
00000100:00000001:2.0:1787762388.940692:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762388.940693:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762388.940695:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762388.940699:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762388/real 1787762388]  req@ffff9b651588c780 x1874597595056512/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762388.940706:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762388.940707:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762388.940708:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762388.940710:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762388.940712:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762388.940713:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762388.940715:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c780 x1874597595056512/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762388.940721:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c780 x1874597595056512/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762388.940725:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762388.940726:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762388.940727:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762388.940728:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762388.940730:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c780 x1874597595056512/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762388.940735:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762388.940738:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c780 x1874597595056512/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762388.940742:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762388.940744:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762388.940745:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762388.940745:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762388.940747:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762388.940749:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762388.940751:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762388.940753:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762388.940755:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762388.940757:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c780 x1874597595056512/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762388.940762:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595056512:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762388.940764:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762388.940766:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762388.940767:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588d2c0 x1874597595056384/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762388.940771:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762388.940773:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762388.940775:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762388.940776:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762388.940778:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762388.940779:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762388.940781:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762388.940782:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0b400.
02000000:00000001:2.0:1787762388.940784:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762388.940785:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762388.940786:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588d2c0.
00000100:00000001:2.0:1787762388.940792:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762388.940793:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762388.940795:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762388.940797:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c780 x1874597595056512/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762388.940802:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762388.940803:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762388.940804:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762388.940807:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762388.940809:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762388.940810:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762388.940811:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762388.940812:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08800.
02000000:00000001:2.0:1787762388.940815:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762388.940815:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762388.940816:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c780.
00000100:00000001:2.0:1787762388.940819:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762388.940820:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762388.940821:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762388.940824:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762388.940824:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762388.940826:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762388.940827:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762389.707328:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315802871, at 4315802880
00000100:00000040:1.0:1787762389.707328:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315802871, at 4315802880
00000100:00000010:0.0:1787762389.707348:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd180.
00000100:00000010:1.0:1787762389.707351:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd9c0.
00010000:00000001:0.0:1787762389.771336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762389.771341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762389.771346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762389.771347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762389.771351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762389.771352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762389.771397:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762389.771402:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762389.771405:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762389.963339:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762389.963347:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762389.963350:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762389.963357:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762389.963361:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762389.963365:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762389.963368:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762389.963371:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762389.963374:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762390.795361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762390.795373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762390.795382:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762390.795384:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762390.795390:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762390.795395:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762390.795399:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762390.795404:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762390.795409:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762390.795413:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762390.795417:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762390.795421:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762390.795468:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762390.795472:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762390.795476:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762390.987335:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762390.987342:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762390.987344:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762390.987350:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762390.987353:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762390.987357:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762390.987360:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762390.987363:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762390.987365:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762391.819324:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762391.819332:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762391.819338:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762391.819339:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762391.819343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762391.819344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762391.819396:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762391.819401:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762391.819404:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762392.011323:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762392.011331:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762392.011334:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762392.011341:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762392.011344:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762392.011348:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762392.011351:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762392.011355:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762392.011357:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762392.843351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762392.843359:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762392.843365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762392.843366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762392.843369:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762392.843371:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762392.843395:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762392.843398:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762392.843400:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762393.035325:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762393.035333:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762393.035335:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762393.035341:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762393.035345:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762393.035349:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762393.035352:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762393.035355:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762393.035357:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762393.867332:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762393.867339:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762393.867346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762393.867347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762393.867350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762393.867351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762393.867411:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762393.867429:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762393.867433:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762394.059372:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762394.059384:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787762394.059384:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762394.059390:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762394.059408:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00080000:3.0:1787762394.059408:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762394.059431:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762394.059436:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762394.059442:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762394.059448:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787762394.059455:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21134
00000100:00000001:2.0:1787762394.059456:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762394.059470:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762394.059475:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787762394.059484:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762394.059487:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762394.059497:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762394.059502:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762394.059506:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762394.059510:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762394.059512:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762394.059516:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762394.059521:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762394.059524:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762394.059527:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762394.059531:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762394.059533:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762394.059534:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762394.059537:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762394.059539:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762394.059540:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762394.059542:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762394.059546:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762394.059549:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762394.059552:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762394.059554:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762394.059558:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762394.059560:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762394.059562:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762394.059564:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762394.059576:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787762394.059579:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762394.059584:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762394.059586:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762394.059589:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762394.059592:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762394.059598:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762394.059610:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14000.
00000100:00000001:3.0:1787762394.059621:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762394.059635:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597595056640/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762394.059648:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762394.059653:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762394.059658:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597595056640/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762394.059680:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762394.059683:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762394.059686:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762394.059688:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762394.059689:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762394.059697:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762394.059699:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21134
00000400:00000200:3.0:1787762394.059703:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762394.059707:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762394.059710:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762394.059716:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762394.059719:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762394.059721:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762394.059722:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762394.059725:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762394.059725:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762394.059726:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762394.059728:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762394.059731:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:2.0:1787762394.059732:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787762394.059735:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:2.0:1787762394.059741:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787762394.059742:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762394.059749:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787762394.059750:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762394.059764:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762394.059767:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762394.059777:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000040:2.0:1787762394.059779:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f0c0 x1874597595056640/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762394.059787:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762394.059796:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762394.059805:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762394.059819:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787762394.059819:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762394.059826:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762394.059827:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762394.059838:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787762394.059840:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1787762394.059844:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787762394.059846:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1787762394.059859:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762394.059860:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762394.059874:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762394.059883:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595056640:192.168.203.101@tcp:250:kworker.0
00000100:00000010:3.0:1787762394.059886:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000020:00000040:3.0:1787762394.059899:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000100:00000001:2.0:1787762394.059913:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762394.059916:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762394.059921:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762394.059922:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762394.059925:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762394.059934:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787762394.059936:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762394.059943:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762394.059949:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762394.059950:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762394.059960:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762394.059965:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14c00.
00000100:00000001:3.0:1787762394.059974:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762394.059975:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762394.059992:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000100:00100000:3.0:1787762394.059996:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597595056768/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787762394.060006:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000001:3.0:1787762394.060006:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762394.060012:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762394.060020:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597595056768/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762394.060024:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595056640, portal 25
00000100:00000001:3.0:1787762394.060030:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762394.060033:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787762394.060035:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762394.060041:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765445824 : -110615944105792 : ffff9b6537f1f0c0)
00000100:00080000:3.0:1787762394.060042:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762394.060045:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762394.060047:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762394.060055:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762394.060060:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21134
00000400:00000200:3.0:1787762394.060067:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:2.0:1787762394.060069:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f0c0 x1874597595056640/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787762394.060073:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762394.060081:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762394.060090:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762394.060098:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762394.060108:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762394.060122:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787762394.060123:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762394.060129:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:2.0:1787762394.060136:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000020:00000040:3.0:1787762394.060137:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762394.060141:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:2.0:1787762394.060147:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9550.
00000020:00000040:3.0:1787762394.060147:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762394.060165:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000200:2.0:1787762394.060168:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595056640, offset 0
00000020:00000001:3.0:1787762394.060173:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762394.060187:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000200:2.0:1787762394.060189:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762394.060203:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762394.060206:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762394.060208:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762394.060210:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000400:00000200:2.0:1787762394.060213:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00080000:3.0:1787762394.060219:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762394.060224:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762394.060226:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762394.060230:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787762394.060231:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
02000000:00000001:3.0:1787762394.060239:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762394.060289:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762394.060299:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000001:3.0:1787762394.060304:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1787762394.060309:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000008:00100000:3.0:1787762394.060311:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762394.060318:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762394.060319:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000001:3.0:1787762394.060330:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762394.060341:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278036:278036:256:4294967295] 192.168.203.101@tcp LPNI seq info [278035:278035:8:4294967295]
00000100:00000010:3.0:1787762394.060344:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000020:00000040:3.0:1787762394.060358:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000200:2.0:1787762394.060365:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:3.0:1787762394.060367:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762394.060371:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762394.060373:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762394.060374:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762394.060377:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762394.060381:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17000.
00000100:00000001:3.0:1787762394.060392:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762394.060393:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1787762394.060409:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597595056896/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762394.060432:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762394.060440:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787762394.060443:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000040:3.0:1787762394.060450:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597595056896/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1787762394.060457:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000100:00000001:3.0:1787762394.060460:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762394.060468:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1787762394.060481:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:3.0:1787762394.060483:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.0:1787762394.060496:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 28 secs later)
00000100:00000040:3.0:1787762394.060498:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21144)
00000800:00000200:2.1:1787762394.060523:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762394.060529:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1787762394.060535:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762394.060539:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762394.060548:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762394.060556:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762394.060563:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9550
00000400:00000010:2.0:1787762394.060566:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9550.
00000100:00000001:2.0:1787762394.060572:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762394.060578:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f0c0 x1874597595056640/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762394.060605:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762394.060610:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f0c0 x1874597595056640/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762419 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762394.060620:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762394.060623:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762394.060632:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762394.060638:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762394.060642:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315807992
00000100:00000010:2.0:1787762394.060650:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd060.
00000100:00000001:2.0:1787762394.060659:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762394.060668:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315807992
00000100:00000010:2.0:1787762394.060673:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd180.
00000100:00000001:2.0:1787762394.060677:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762394.060681:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762394.060685:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762394.060688:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762394.060694:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762394/real 1787762394]  req@ffff9b6537f1f0c0 x1874597595056640/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762394.060705:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762394.060707:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762394.060817:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762394.060825:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762394.060827:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762394.060832:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762394.060840:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f0c0 x1874597595056640/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762394.060849:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f0c0 x1874597595056640/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762394.060855:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762394.060858:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762394.060862:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762394.060864:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762394.060867:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f0c0 x1874597595056640/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762394.060873:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762394.060878:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f0c0 x1874597595056640/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762419 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762394.060884:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762394.060887:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762394.060888:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762394.060888:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762394.060890:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762394.060892:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762394.060895:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762394.060898:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762394.060899:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762394.060902:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f0c0 x1874597595056640/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762419 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762394.060908:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595056640:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762394.060915:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762394.060919:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762394.060921:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f0c0 x1874597595056640/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762419 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762394.060927:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762394.060929:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762394.060932:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762394.060937:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762394.060938:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762394.060940:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762394.060942:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762394.060944:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14000.
02000000:00000001:2.0:1787762394.060948:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762394.060950:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762394.060951:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f0c0.
00000100:00000001:2.0:1787762394.060954:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762394.060955:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762394.060957:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762394.060965:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762394.060967:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762394.060968:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762394.060970:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762394.060972:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762394.060975:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1fc00 x1874597595056768/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762394.060981:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762394.060982:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762394.060985:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762394.060988:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762394.060990:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762394.060993:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595056768:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762394.060997:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762394.061002:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762394.061005:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762394.061009:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762394.061014:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762394.061017:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762394.061024:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762394.061027:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762394.061033:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762394.061040:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595056768, portal 10
00000100:00000001:2.0:1787762394.061043:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762394.061044:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765448704 : -110615944102912 : ffff9b6537f1fc00)
00000100:00000040:2.0:1787762394.061052:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1fc00 x1874597595056768/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762394.061058:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762394.061060:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762394.061063:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9550.
00000100:00000200:2.0:1787762394.061067:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595056768, offset 0
00000400:00000200:2.0:1787762394.061072:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762394.061080:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762394.061086:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762394.061091:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762394.061095:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762394.061098:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762394.061100:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762394.061103:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278037:278037:256:4294967295] 192.168.203.101@tcp LPNI seq info [278036:278036:8:4294967295]
00000400:00000200:2.0:1787762394.061107:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762394.061119:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762394.061125:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762394.061131:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762394.061139:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762394.061144:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787762394.061150:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762394.061154:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1787762394.061159:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762394.061161:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762394.061166:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762394.061170:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762394.061173:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9550
00000400:00000010:2.0:1787762394.061175:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9550.
00000100:00000001:2.0:1787762394.061177:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762394.061180:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1fc00 x1874597595056768/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762394.061187:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762394.061189:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1fc00 x1874597595056768/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762419 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762394.061194:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762394.061196:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762394.061202:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762394.061207:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762394.061210:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762394.061212:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315807245
00000100:00000001:2.0:1787762394.061215:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315807992
00000100:00000001:2.0:1787762394.061217:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315807245
00000100:00000001:2.0:1787762394.061219:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315807992
00000100:00000001:2.0:1787762394.061221:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762394.061223:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762394.061224:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762394.061227:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762394/real 1787762394]  req@ffff9b6537f1fc00 x1874597595056768/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762394.061233:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762394.061234:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762394.061235:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762394.061237:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762394.061238:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762394.061240:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762394.061243:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1fc00 x1874597595056768/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762394.061273:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1fc00 x1874597595056768/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762394.061278:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762394.061279:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762394.061281:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762394.061282:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762394.061284:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1fc00 x1874597595056768/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762394.061289:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762394.061292:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1fc00 x1874597595056768/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762419 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762394.061296:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762394.061298:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762394.061299:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762394.061300:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762394.061308:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762394.061309:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762394.061311:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762394.061313:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762394.061314:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762394.061317:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1fc00 x1874597595056768/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762419 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762394.061322:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595056768:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762394.061325:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762394.061328:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d2c0 x1874597595056896/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762394.061338:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762394.061339:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762394.061341:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762394.061342:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762394.061344:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762394.061345:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595056896:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762394.061347:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762394.061349:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762394.061350:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762394.061351:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762394.061354:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762394.061356:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762394.061359:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762394.061361:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762394.061364:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762394.061366:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595056896, portal 4
00000100:00000001:2.0:1787762394.061367:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762394.061368:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765438144 : -110615944113472 : ffff9b6537f1d2c0)
00000100:00000040:2.0:1787762394.061373:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d2c0 x1874597595056896/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762394.061378:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762394.061380:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762394.061381:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9550.
00000100:00000200:2.0:1787762394.061383:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595056896, offset 0
00000400:00000200:2.0:1787762394.061385:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762394.061388:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762394.061390:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762394.061393:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762394.061395:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762394.061396:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762394.061398:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762394.061401:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278038:278038:256:4294967295] 192.168.203.101@tcp LPNI seq info [278037:278037:8:4294967295]
00000400:00000200:2.0:1787762394.061404:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762394.061409:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762394.061427:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762394.061431:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762394.061434:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762394.061437:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787762394.061440:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762394.061442:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1787762394.061444:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762394.061446:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762394.061449:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762394.061451:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762394.061453:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9550
00000400:00000010:2.0:1787762394.061455:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9550.
00000100:00000001:2.0:1787762394.061456:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762394.061459:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d2c0 x1874597595056896/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762394.061465:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762394.061467:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d2c0 x1874597595056896/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762419 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762394.061472:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762394.061474:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762394.061476:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762394.061479:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762394.061481:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762394.061483:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315807252
00000100:00000001:2.0:1787762394.061485:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315807992
00000100:00000001:2.0:1787762394.061486:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315807252
00000100:00000001:2.0:1787762394.061488:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315807992
00000100:00000001:2.0:1787762394.061489:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762394.061491:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762394.061493:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762394.061495:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762394/real 1787762394]  req@ffff9b6537f1d2c0 x1874597595056896/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762394.061501:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762394.061502:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762394.061503:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762394.061505:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762394.061506:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762394.061507:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762394.061509:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d2c0 x1874597595056896/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762394.061515:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d2c0 x1874597595056896/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762394.061519:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762394.061520:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762394.061521:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762394.061522:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762394.061524:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d2c0 x1874597595056896/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762394.061528:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762394.061530:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d2c0 x1874597595056896/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762419 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762394.061534:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762394.061535:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762394.061536:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762394.061537:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762394.061538:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762394.061539:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762394.061541:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762394.061544:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762394.061545:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762394.061548:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d2c0 x1874597595056896/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762419 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762394.061553:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595056896:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762394.061555:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762394.061557:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762394.061559:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1fc00 x1874597595056768/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762419 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762394.061562:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762394.061563:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762394.061565:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762394.061566:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762394.061567:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762394.061569:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762394.061570:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762394.061571:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14c00.
02000000:00000001:2.0:1787762394.061573:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762394.061575:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762394.061576:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1fc00.
00000100:00000001:2.0:1787762394.061577:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762394.061578:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762394.061580:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762394.061582:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d2c0 x1874597595056896/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762419 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762394.061585:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762394.061586:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762394.061587:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762394.061589:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762394.061590:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762394.061591:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762394.061592:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762394.061594:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17000.
02000000:00000001:2.0:1787762394.061597:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762394.061598:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762394.061600:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d2c0.
00000100:00000001:2.0:1787762394.061603:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762394.061604:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762394.061607:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762394.061611:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762394.061613:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762394.061615:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762394.061617:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762394.827320:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315807992, at 4315808000
00000100:00000040:1.0:1787762394.827320:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315807992, at 4315808000
00000100:00000010:0.0:1787762394.827339:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd060.
00000100:00000010:1.0:1787762394.827342:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd180.
00010000:00000001:0.0:1787762394.891320:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762394.891324:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762394.891330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762394.891331:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762394.891334:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762394.891335:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762394.891383:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762394.891386:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762394.891389:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762395.083330:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762395.083337:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762395.083340:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762395.083346:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762395.083349:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762395.083353:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762395.083356:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762395.083359:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762395.083362:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762395.915382:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762395.915392:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762395.915395:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762395.915399:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762395.915427:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762395.915430:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762395.915433:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762395.915436:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762395.915442:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762395.915444:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762395.915446:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762395.915448:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762395.915450:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762395.915452:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762395.915454:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762395.915457:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762395.915460:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762395.915462:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762395.915557:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762395.915563:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762395.915567:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762396.107372:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762396.107379:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762396.107381:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762396.107387:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762396.107392:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762396.107396:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762396.107426:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762396.107430:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762396.107434:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762396.939359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762396.939367:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762396.939373:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762396.939374:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762396.939378:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762396.939379:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762396.939419:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762396.939422:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762396.939424:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762397.131324:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762397.131334:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762397.131335:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762397.131342:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762397.131346:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762397.131350:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762397.131354:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762397.131357:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762397.131360:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762397.963357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762397.963366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762397.963373:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762397.963375:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762397.963378:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762397.963380:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762397.963488:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762397.963494:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762397.963498:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762398.155301:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762398.155310:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762398.155312:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762398.155317:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762398.155320:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762398.155324:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762398.155327:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762398.155330:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762398.155333:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762398.987366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762398.987374:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762398.987396:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762398.987398:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762398.987401:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762398.987402:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762398.987462:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762398.987466:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762398.987469:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762399.179311:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762399.179322:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762399.179325:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787762399.179327:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787762399.179330:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762399.179333:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762399.179338:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762399.179338:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:2.0:1787762399.179344:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762399.179348:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787762399.179349:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21139
00000100:00000001:2.0:1787762399.179353:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762399.179357:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762399.179360:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787762399.179361:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762399.179365:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762399.179372:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762399.179376:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762399.179391:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762399.179395:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762399.179398:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762399.179401:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762399.179405:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762399.179407:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762399.179410:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762399.179420:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762399.179424:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762399.179427:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762399.179430:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762399.179433:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762399.179435:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762399.179437:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762399.179442:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762399.179446:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762399.179450:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762399.179454:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762399.179459:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762399.179463:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762399.179465:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762399.179468:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762399.179477:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000020:00000040:3.0:1787762399.179480:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762399.179485:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762399.179486:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762399.179490:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762399.179492:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762399.179497:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762399.179507:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15400.
00000100:00000001:3.0:1787762399.179515:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762399.179526:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597595057024/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762399.179536:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762399.179541:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762399.179545:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597595057024/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762399.179567:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762399.179570:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762399.179573:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762399.179575:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762399.179577:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762399.179580:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762399.179583:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21139
00000100:00000001:2.0:1787762399.179584:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1787762399.179587:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762399.179589:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1787762399.179592:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:2.0:1787762399.179593:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1787762399.179595:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762399.179603:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000040:2.0:1787762399.179604:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d2c0 x1874597595057024/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762399.179605:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762399.179610:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762399.179615:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762399.179620:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787762399.179622:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1787762399.179623:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000100:00000001:2.0:1787762399.179626:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762399.179627:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762399.179631:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
02000000:00000001:2.0:1787762399.179633:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1787762399.179634:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
02000000:00000001:2.0:1787762399.179637:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1787762399.179638:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
02000000:00000001:2.0:1787762399.179642:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762399.179644:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762399.179648:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1787762399.179650:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595057024:192.168.203.101@tcp:250:kworker.0
00000100:00000040:3.0:1787762399.179652:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762399.179656:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762399.179658:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762399.179660:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762399.179661:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762399.179663:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762399.179665:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762399.179669:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762399.179671:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762399.179673:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762399.179675:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762399.179676:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787762399.179679:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1787762399.179683:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762399.179686:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762399.179688:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864c00.
00000100:00000001:3.0:1787762399.179688:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762399.179692:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762399.179692:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000020:00000040:3.0:1787762399.179697:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762399.179700:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762399.179700:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762399.179702:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787762399.179704:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:3.0:1787762399.179704:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762399.179708:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762399.179711:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
02000000:00000010:3.0:1787762399.179713:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15800.
00000100:00000001:3.0:1787762399.179717:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762399.179722:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00100000:3.0:1787762399.179722:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597595057152/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762399.179732:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762399.179733:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762399.179734:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595057024, portal 25
00000100:00000001:2.0:1787762399.179739:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1787762399.179739:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597595057152/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762399.179742:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765438144 : -110615944113472 : ffff9b6537f1d2c0)
00000100:00000001:3.0:1787762399.179751:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762399.179753:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d2c0 x1874597595057024/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762399.179754:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762399.179762:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762399.179765:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762399.179767:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762399.179772:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762399.179773:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787762399.179776:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21139
00000100:00000040:2.0:1787762399.179781:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000200:3.0:1787762399.179785:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762399.179786:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9550.
00000400:00000200:3.0:1787762399.179790:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000200:2.0:1787762399.179792:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595057024, offset 0
00000100:00080000:3.0:1787762399.179792:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762399.179797:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762399.179799:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762399.179801:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:2.0:1787762399.179806:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762399.179806:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762399.179811:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762399.179812:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762399.179813:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762399.179815:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762399.179816:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762399.179818:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:2.0:1787762399.179819:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:3.0:1787762399.179823:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762399.179825:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762399.179826:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762399.179828:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:2.0:1787762399.179830:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000020:00000040:3.0:1787762399.179836:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000400:00000200:2.0:1787762399.179837:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1787762399.179842:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000400:00000200:2.0:1787762399.179845:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000001:3.0:1787762399.179846:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762399.179849:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787762399.179852:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787762399.179854:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787762399.179856:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
02000000:00000001:3.0:1787762399.179859:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762399.179864:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278039:278039:256:4294967295] 192.168.203.101@tcp LPNI seq info [278038:278038:8:4294967295]
00000100:00000001:3.0:1787762399.179864:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762399.179868:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787762399.179872:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000008:00000001:3.0:1787762399.179873:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762399.179876:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762399.179880:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787762399.179882:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762399.179886:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762399.179889:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762399.179890:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787762399.179892:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762399.179894:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762399.179897:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762399.179900:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17c00.
00000800:00000200:2.0:1787762399.179901:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762399.179904:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787762399.179908:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000100:00100000:3.0:1787762399.179910:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597595057280/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762399.179919:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1787762399.179920:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:3.0:1787762399.179924:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787762399.179927:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1787762399.179930:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597595057280/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1787762399.179937:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:3.0:1787762399.179944:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787762399.179944:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1787762399.179947:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1787762399.179953:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000100:00000040:3.0:1787762399.179954:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:2.0:1787762399.179956:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000100:00000040:3.0:1787762399.179961:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21150)
00000400:00000200:2.0:1787762399.179963:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762399.179969:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762399.179974:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9550
00000400:00000010:2.0:1787762399.179976:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9550.
00000100:00000001:2.0:1787762399.179980:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762399.179984:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d2c0 x1874597595057024/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762399.179991:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762399.179994:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d2c0 x1874597595057024/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762424 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762399.179999:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762399.180001:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762399.180008:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762399.180012:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762399.180014:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315813111
00000100:00000010:2.0:1787762399.180019:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd9c0.
00000100:00000001:2.0:1787762399.180028:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762399.180035:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315813111
00000100:00000010:2.0:1787762399.180038:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd1e0.
00000100:00000001:2.0:1787762399.180041:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762399.180044:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762399.180045:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762399.180047:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762399.180051:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762399/real 1787762399]  req@ffff9b6537f1d2c0 x1874597595057024/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762399.180058:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762399.180059:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762399.180060:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762399.180063:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762399.180065:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762399.180067:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762399.180070:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d2c0 x1874597595057024/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762399.180081:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d2c0 x1874597595057024/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762399.180086:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762399.180088:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762399.180090:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762399.180092:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762399.180095:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d2c0 x1874597595057024/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762399.180099:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762399.180103:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d2c0 x1874597595057024/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762424 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762399.180107:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762399.180109:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762399.180110:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762399.180111:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762399.180113:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762399.180115:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762399.180117:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762399.180120:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762399.180122:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762399.180126:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d2c0 x1874597595057024/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762424 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762399.180132:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595057024:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762399.180135:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762399.180137:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762399.180139:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d2c0 x1874597595057024/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762424 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762399.180148:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762399.180151:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762399.180153:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762399.180157:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762399.180158:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762399.180159:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762399.180161:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762399.180164:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15400.
02000000:00000001:2.0:1787762399.180167:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762399.180169:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762399.180171:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d2c0.
00000100:00000001:2.0:1787762399.180174:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762399.180175:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762399.180177:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762399.180184:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762399.180185:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762399.180187:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762399.180188:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762399.180189:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762399.180191:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1fc00 x1874597595057152/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762399.180196:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762399.180198:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762399.180199:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762399.180201:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762399.180202:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762399.180204:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595057152:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762399.180206:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762399.180208:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762399.180209:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762399.180210:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762399.180212:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762399.180214:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762399.180216:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762399.180219:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762399.180221:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762399.180223:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595057152, portal 10
00000100:00000001:2.0:1787762399.180225:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762399.180226:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765448704 : -110615944102912 : ffff9b6537f1fc00)
00000100:00000040:2.0:1787762399.180232:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1fc00 x1874597595057152/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762399.180236:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762399.180238:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762399.180239:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9550.
00000100:00000200:2.0:1787762399.180241:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595057152, offset 0
00000400:00000200:2.0:1787762399.180243:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762399.180264:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762399.180267:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762399.180269:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762399.180271:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762399.180272:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762399.180274:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762399.180277:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278040:278040:256:4294967295] 192.168.203.101@tcp LPNI seq info [278039:278039:8:4294967295]
00000400:00000200:2.0:1787762399.180279:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762399.180284:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762399.180287:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762399.180289:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762399.180292:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762399.180294:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762399.180297:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762399.180299:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787762399.180301:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762399.180303:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762399.180306:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762399.180308:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762399.180310:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9550
00000400:00000010:2.0:1787762399.180312:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9550.
00000100:00000001:2.0:1787762399.180314:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762399.180317:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1fc00 x1874597595057152/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762399.180323:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762399.180325:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1fc00 x1874597595057152/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762424 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762399.180330:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762399.180331:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762399.180334:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762399.180337:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762399.180340:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762399.180341:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315812365
00000100:00000001:2.0:1787762399.180344:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315813111
00000100:00000001:2.0:1787762399.180346:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315812365
00000100:00000001:2.0:1787762399.180347:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315813111
00000100:00000001:2.0:1787762399.180348:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762399.180350:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762399.180351:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762399.180353:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762399/real 1787762399]  req@ffff9b6537f1fc00 x1874597595057152/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762399.180358:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762399.180359:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762399.180361:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762399.180362:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762399.180364:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762399.180365:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762399.180367:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1fc00 x1874597595057152/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762399.180373:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1fc00 x1874597595057152/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762399.180398:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762399.180400:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762399.180401:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762399.180403:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762399.180407:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1fc00 x1874597595057152/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762399.180414:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762399.180419:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1fc00 x1874597595057152/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762424 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762399.180426:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762399.180429:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762399.180430:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762399.180432:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762399.180434:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762399.180436:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762399.180439:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762399.180443:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762399.180445:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762399.180450:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1fc00 x1874597595057152/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762424 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762399.180458:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595057152:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762399.180462:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762399.180464:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f0c0 x1874597595057280/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762399.180469:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762399.180470:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762399.180473:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762399.180474:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762399.180476:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762399.180478:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595057280:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762399.180481:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762399.180482:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762399.180483:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762399.180484:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762399.180487:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762399.180489:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762399.180492:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762399.180494:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762399.180497:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762399.180499:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595057280, portal 4
00000100:00000001:2.0:1787762399.180501:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762399.180502:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765445824 : -110615944105792 : ffff9b6537f1f0c0)
00000100:00000040:2.0:1787762399.180506:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f0c0 x1874597595057280/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762399.180511:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762399.180513:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762399.180514:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9550.
00000100:00000200:2.0:1787762399.180516:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595057280, offset 0
00000400:00000200:2.0:1787762399.180519:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762399.180521:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762399.180524:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762399.180526:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762399.180528:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762399.180530:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762399.180531:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762399.180533:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278041:278041:256:4294967295] 192.168.203.101@tcp LPNI seq info [278040:278040:8:4294967295]
00000400:00000200:2.0:1787762399.180536:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762399.180541:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762399.180545:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762399.180547:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762399.180550:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762399.180552:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762399.180555:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762399.180557:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787762399.180560:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762399.180561:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762399.180563:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762399.180566:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762399.180567:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9550
00000400:00000010:2.0:1787762399.180569:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9550.
00000100:00000001:2.0:1787762399.180570:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762399.180573:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f0c0 x1874597595057280/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762399.180578:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762399.180580:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f0c0 x1874597595057280/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762424 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762399.180585:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762399.180586:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762399.180588:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762399.180591:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762399.180593:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762399.180594:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315812371
00000100:00000001:2.0:1787762399.180596:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315813111
00000100:00000001:2.0:1787762399.180598:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315812371
00000100:00000001:2.0:1787762399.180600:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315813111
00000100:00000001:2.0:1787762399.180601:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762399.180603:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762399.180604:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762399.180606:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762399/real 1787762399]  req@ffff9b6537f1f0c0 x1874597595057280/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762399.180612:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762399.180613:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762399.180615:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762399.180616:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762399.180617:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762399.180619:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762399.180620:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f0c0 x1874597595057280/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762399.180626:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f0c0 x1874597595057280/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762399.180631:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762399.180632:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762399.180633:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762399.180634:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762399.180636:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f0c0 x1874597595057280/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762399.180640:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762399.180642:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f0c0 x1874597595057280/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762424 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762399.180646:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762399.180647:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762399.180648:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762399.180649:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762399.180650:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762399.180651:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762399.180653:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762399.180654:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762399.180656:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762399.180659:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f0c0 x1874597595057280/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762424 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762399.180665:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595057280:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762399.180667:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762399.180668:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762399.180670:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1fc00 x1874597595057152/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762424 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762399.180674:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762399.180675:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762399.180676:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762399.180678:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762399.180679:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762399.180679:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762399.180681:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762399.180682:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15800.
02000000:00000001:2.0:1787762399.180683:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762399.180684:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762399.180685:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1fc00.
00000100:00000001:2.0:1787762399.180687:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762399.180688:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762399.180689:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762399.180691:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f0c0 x1874597595057280/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762424 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762399.180695:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762399.180696:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762399.180697:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762399.180700:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762399.180700:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762399.180701:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762399.180702:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762399.180703:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17c00.
02000000:00000001:2.0:1787762399.180704:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762399.180706:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762399.180707:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f0c0.
00000100:00000001:2.0:1787762399.180708:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762399.180709:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762399.180711:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762399.180713:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762399.180714:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762399.180715:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762399.180717:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762399.947357:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315813111, at 4315813120
00000100:00000040:1.0:1787762399.947357:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315813111, at 4315813120
00000100:00000010:1.0:1787762399.947397:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd1e0.
00000100:00000010:0.0:1787762399.947400:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd9c0.
00010000:00000001:0.0:1787762400.011334:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762400.011342:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762400.011348:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762400.011350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762400.011353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762400.011354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762400.011526:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762400.011530:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762400.011533:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762400.203338:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762400.203349:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762400.203351:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762400.203358:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762400.203362:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762400.203366:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762400.203369:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762400.203388:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762400.203391:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762401.035322:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762401.035330:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762401.035336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762401.035338:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762401.035340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762401.035344:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762401.035346:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762401.035350:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762401.035354:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762401.035357:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762401.035359:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762401.035361:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762401.035396:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762401.035399:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762401.035401:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762401.227322:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762401.227330:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762401.227332:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762401.227338:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762401.227342:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762401.227346:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762401.227349:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762401.227351:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762401.227353:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762402.059313:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762402.059321:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762402.059327:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762402.059328:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762402.059330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762402.059331:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762402.059395:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762402.059399:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762402.059402:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762402.251317:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762402.251326:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762402.251328:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762402.251333:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762402.251337:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762402.251341:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762402.251344:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762402.251347:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762402.251350:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762403.083343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762403.083364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762403.083371:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762403.083373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762403.083376:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762403.083377:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762403.083400:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762403.083402:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762403.083405:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762403.275336:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762403.275345:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762403.275348:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762403.275366:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762403.275370:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762403.275374:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762403.275377:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762403.275380:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762403.275383:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762404.107315:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762404.107323:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762404.107329:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762404.107330:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762404.107334:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762404.107335:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762404.107398:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762404.107402:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762404.107405:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762404.299363:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762404.299370:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762404.299372:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762404.299378:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762404.299382:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762404.299386:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762404.299389:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762404.299392:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762404.299394:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762404.299403:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762404.299410:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762404.299413:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762404.299418:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762404.299422:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762404.299431:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21145
00000400:00000200:3.0:1787762404.299441:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762404.299448:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762404.299451:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762404.299454:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762404.299457:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762404.299460:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762404.299462:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762404.299466:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762404.299468:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762404.299471:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762404.299474:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762404.299476:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762404.299478:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762404.299480:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762404.299482:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762404.299484:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762404.299485:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762404.299488:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762404.299491:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762404.299493:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762404.299495:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762404.299498:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762404.299500:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762404.299502:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762404.299504:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762404.299510:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787762404.299514:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762404.299518:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762404.299520:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762404.299524:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762404.299526:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762404.299531:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762404.299538:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16000.
00000100:00000001:3.0:1787762404.299545:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762404.299554:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597595057408/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762404.299564:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762404.299569:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762404.299573:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597595057408/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762404.299589:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762404.299592:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762404.299595:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762404.299597:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762404.299598:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762404.299601:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762404.299603:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21145
00000400:00000200:3.0:1787762404.299606:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762404.299608:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762404.299610:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762404.299612:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762404.299614:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762404.299616:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787762404.299616:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762404.299620:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762404.299621:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787762404.299622:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762404.299625:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000100:00000001:2.0:1787762404.299626:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787762404.299626:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762404.299631:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762404.299633:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762404.299635:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:2.0:1787762404.299638:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d680 x1874597595057408/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762404.299639:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762404.299643:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762404.299645:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762404.299648:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762404.299657:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762404.299659:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762404.299664:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762404.299669:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762404.299672:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762404.299677:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595057408:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762404.299682:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762404.299688:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762404.299691:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787762404.299739:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
02000000:00000001:2.0:1787762404.299742:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787762404.299745:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762404.299748:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762404.299750:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:2.0:1787762404.299751:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762404.299755:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762404.299756:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762404.299760:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762404.299761:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1787762404.299763:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000008:00100000:3.0:1787762404.299767:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1787762404.299768:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000008:00000001:3.0:1787762404.299773:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762404.299775:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762404.299779:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000010:3.0:1787762404.299780:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000020:00000040:3.0:1787762404.299785:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762404.299787:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762404.299789:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762404.299790:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1787762404.299791:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595057408, portal 25
02000000:00000001:3.0:1787762404.299791:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762404.299794:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762404.299795:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762404.299798:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765439104 : -110615944112512 : ffff9b6537f1d680)
02000000:00000010:3.0:1787762404.299800:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14400.
00000100:00000001:3.0:1787762404.299804:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762404.299806:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d680 x1874597595057408/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762404.299811:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597595057536/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762404.299818:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762404.299826:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762404.299826:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762404.299830:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762404.299832:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9550.
00000100:00000200:2.0:1787762404.299836:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595057408, offset 0
00000400:00000200:2.0:1787762404.299842:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762404.299850:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762404.299857:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762404.299862:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762404.299866:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762404.299870:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762404.299872:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762404.299875:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278042:278042:256:4294967295] 192.168.203.101@tcp LPNI seq info [278041:278041:8:4294967295]
00000400:00000200:2.0:1787762404.299879:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762404.299888:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762404.299897:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762404.299903:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762404.299912:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762404.299917:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762404.299924:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762404.299929:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787762404.299934:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762404.299938:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000100:00000040:3.0:1787762404.299947:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597595057536/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762404.299948:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762404.299960:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762404.299971:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9550
00000400:00000010:2.0:1787762404.299975:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9550.
00000100:00000001:2.0:1787762404.299980:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762404.299986:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d680 x1874597595057408/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762404.299999:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787762404.300001:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762404.300006:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787762404.300007:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d680 x1874597595057408/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762429 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762404.300009:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762404.300012:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762404.300015:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762404.300021:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762404.300023:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762404.300025:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1787762404.300027:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21145
00000400:00000200:3.0:1787762404.300032:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762404.300037:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762404.300037:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762404.300043:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787762404.300046:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:3.0:1787762404.300048:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762404.300050:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315818231
00000100:00000001:3.0:1787762404.300051:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762404.300056:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000010:2.0:1787762404.300058:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdc60.
00000100:00000001:3.0:1787762404.300058:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762404.300063:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762404.300064:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762404.300065:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762404.300067:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762404.300068:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000001:2.0:1787762404.300069:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000020:00000001:3.0:1787762404.300070:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762404.300075:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762404.300077:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762404.300079:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315818231
00000100:00000040:3.0:1787762404.300079:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762404.300085:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000010:2.0:1787762404.300087:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdf60.
00000020:00000040:3.0:1787762404.300088:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00000001:2.0:1787762404.300091:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1787762404.300092:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762404.300097:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762404.300097:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762404.300103:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762404.300103:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762404.300106:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762404.300107:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1787762404.300110:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762404.300113:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762404/real 1787762404]  req@ffff9b6537f1d680 x1874597595057408/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762404.300114:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762404.300118:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762404.300123:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762404.300128:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787762404.300130:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000010:3.0:1787762404.300132:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000400:00000001:2.0:1787762404.300133:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762404.300137:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000020:00000040:3.0:1787762404.300138:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762404.300142:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787762404.300143:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
02000000:00000001:3.0:1787762404.300143:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762404.300147:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:3.0:1787762404.300148:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762404.300150:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787762404.300152:0:238635:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1787762404.300153:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762404.300158:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d680 x1874597595057408/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787762404.300158:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15000.
00000100:00000001:3.0:1787762404.300163:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762404.300171:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597595057664/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787762404.300174:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d680 x1874597595057408/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762404.300191:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762404.300194:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787762404.300194:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762404.300198:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762404.300202:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597595057664/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762404.300203:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762404.300206:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762404.300214:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d680 x1874597595057408/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762404.300214:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762404.300217:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762404.300226:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1787762404.300228:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762404.300233:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21155)
00000100:00000040:2.0:1787762404.300234:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d680 x1874597595057408/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762429 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762404.300241:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762404.300243:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762404.300244:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762404.300266:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762404.300268:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762404.300271:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762404.300273:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762404.300277:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762404.300280:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762404.300283:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d680 x1874597595057408/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762429 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762404.300290:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595057408:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762404.300294:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762404.300295:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762404.300298:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d680 x1874597595057408/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762429 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762404.300308:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762404.300311:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762404.300314:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762404.300317:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762404.300319:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762404.300320:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762404.300322:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762404.300325:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16000.
02000000:00000001:2.0:1787762404.300328:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762404.300329:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762404.300331:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d680.
00000100:00000001:2.0:1787762404.300334:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762404.300335:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762404.300337:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762404.300355:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762404.300358:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762404.300359:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762404.300361:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762404.300362:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762404.300365:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f480 x1874597595057536/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762404.300370:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762404.300371:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762404.300373:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762404.300374:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762404.300376:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762404.300377:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595057536:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762404.300380:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762404.300382:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762404.300383:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762404.300384:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762404.300387:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762404.300388:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762404.300391:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762404.300394:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762404.300396:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762404.300399:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595057536, portal 10
00000100:00000001:2.0:1787762404.300400:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762404.300402:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765446784 : -110615944104832 : ffff9b6537f1f480)
00000100:00000040:2.0:1787762404.300407:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f480 x1874597595057536/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762404.300411:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762404.300413:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762404.300414:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9550.
00000100:00000200:2.0:1787762404.300416:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595057536, offset 0
00000400:00000200:2.0:1787762404.300419:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762404.300422:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762404.300424:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762404.300427:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762404.300428:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762404.300430:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762404.300432:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762404.300434:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278043:278043:256:4294967295] 192.168.203.101@tcp LPNI seq info [278042:278042:8:4294967295]
00000400:00000200:2.0:1787762404.300437:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762404.300441:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762404.300445:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762404.300447:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762404.300450:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762404.300452:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762404.300456:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762404.300458:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787762404.300460:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762404.300462:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762404.300464:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762404.300467:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762404.300469:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9550
00000400:00000010:2.0:1787762404.300470:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9550.
00000100:00000001:2.0:1787762404.300473:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762404.300475:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f480 x1874597595057536/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762404.300481:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762404.300483:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f480 x1874597595057536/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762429 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762404.300488:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762404.300489:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762404.300491:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762404.300495:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762404.300497:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762404.300498:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315817485
00000100:00000001:2.0:1787762404.300501:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315818231
00000100:00000001:2.0:1787762404.300502:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315817485
00000100:00000001:2.0:1787762404.300504:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315818231
00000100:00000001:2.0:1787762404.300506:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762404.300507:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762404.300508:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762404.300511:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762404/real 1787762404]  req@ffff9b6537f1f480 x1874597595057536/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762404.300515:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762404.300516:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762404.300517:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762404.300519:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762404.300520:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762404.300521:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762404.300523:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f480 x1874597595057536/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762404.300529:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f480 x1874597595057536/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762404.300538:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762404.300539:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762404.300541:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762404.300542:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762404.300544:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f480 x1874597595057536/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762404.300548:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762404.300550:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f480 x1874597595057536/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762429 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762404.300554:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762404.300556:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762404.300557:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762404.300558:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762404.300559:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762404.300560:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762404.300561:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762404.300563:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762404.300565:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762404.300567:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f480 x1874597595057536/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762429 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762404.300572:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595057536:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762404.300575:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762404.300577:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e940 x1874597595057664/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762404.300581:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762404.300582:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762404.300584:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762404.300585:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762404.300587:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762404.300589:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595057664:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762404.300591:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762404.300592:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762404.300593:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762404.300594:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762404.300596:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762404.300597:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762404.300600:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762404.300602:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762404.300604:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762404.300606:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595057664, portal 4
00000100:00000001:2.0:1787762404.300607:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762404.300608:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765443904 : -110615944107712 : ffff9b6537f1e940)
00000100:00000040:2.0:1787762404.300612:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e940 x1874597595057664/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762404.300617:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762404.300618:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762404.300620:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9550.
00000100:00000200:2.0:1787762404.300621:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595057664, offset 0
00000400:00000200:2.0:1787762404.300625:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762404.300628:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762404.300632:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762404.300634:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762404.300637:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762404.300639:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762404.300642:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762404.300645:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278044:278044:256:4294967295] 192.168.203.101@tcp LPNI seq info [278043:278043:8:4294967295]
00000400:00000200:2.0:1787762404.300650:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762404.300656:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762404.300662:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762404.300666:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762404.300671:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762404.300673:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762404.300678:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762404.300681:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787762404.300684:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762404.300686:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762404.300688:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762404.300690:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762404.300693:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9550
00000400:00000010:2.0:1787762404.300694:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9550.
00000100:00000001:2.0:1787762404.300696:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762404.300699:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1e940 x1874597595057664/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762404.300704:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762404.300706:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e940 x1874597595057664/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762429 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762404.300711:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762404.300712:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762404.300715:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762404.300717:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762404.300720:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762404.300721:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315817491
00000100:00000001:2.0:1787762404.300723:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315818231
00000100:00000001:2.0:1787762404.300725:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315817491
00000100:00000001:2.0:1787762404.300727:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315818231
00000100:00000001:2.0:1787762404.300728:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762404.300729:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762404.300730:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762404.300733:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762404/real 1787762404]  req@ffff9b6537f1e940 x1874597595057664/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762404.300739:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762404.300740:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762404.300741:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762404.300743:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762404.300744:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762404.300745:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762404.300747:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e940 x1874597595057664/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762404.300753:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e940 x1874597595057664/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762404.300757:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762404.300757:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762404.300758:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762404.300759:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762404.300761:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e940 x1874597595057664/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762404.300765:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762404.300768:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e940 x1874597595057664/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762429 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762404.300772:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762404.300774:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762404.300775:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762404.300776:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762404.300777:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762404.300778:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762404.300780:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762404.300781:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762404.300783:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762404.300786:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e940 x1874597595057664/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762429 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762404.300791:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595057664:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762404.300794:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762404.300795:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762404.300797:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f480 x1874597595057536/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762429 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762404.300801:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762404.300802:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762404.300803:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762404.300805:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762404.300806:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762404.300807:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762404.300808:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762404.300809:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14400.
02000000:00000001:2.0:1787762404.300811:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762404.300812:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762404.300814:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f480.
00000100:00000001:2.0:1787762404.300815:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762404.300816:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762404.300817:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762404.300819:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e940 x1874597595057664/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762429 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762404.300824:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762404.300824:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762404.300826:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762404.300828:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762404.300829:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762404.300829:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762404.300830:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762404.300831:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15000.
02000000:00000001:2.0:1787762404.300832:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762404.300834:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762404.300835:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e940.
00000100:00000001:2.0:1787762404.300837:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762404.300838:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762404.300839:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762404.300841:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762404.300842:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762404.300843:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762404.300845:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762405.067346:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315818231, at 4315818240
00000100:00000040:0.0:1787762405.067349:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315818231, at 4315818240
00000100:00000010:1.0:1787762405.067367:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdf60.
00000100:00000010:0.0:1787762405.067374:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdc60.
00010000:00000001:0.0:1787762405.131329:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762405.131351:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762405.131354:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762405.131358:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762405.131363:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762405.131365:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762405.131367:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762405.131369:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762405.131374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762405.131376:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762405.131377:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762405.131379:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762405.131380:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762405.131381:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762405.131382:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762405.131384:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762405.131387:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762405.131388:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762405.131410:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762405.131412:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762405.131415:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762405.323323:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762405.323333:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762405.323344:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762405.323351:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762405.323355:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762405.323359:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762405.323362:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762405.323365:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762405.323367:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762406.155320:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762406.155327:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762406.155346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762406.155347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762406.155351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762406.155352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762406.155431:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762406.155436:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762406.155439:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762406.347361:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762406.347372:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762406.347375:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762406.347383:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762406.347388:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762406.347393:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762406.347396:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762406.347400:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762406.347404:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762407.179345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762407.179354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762407.179360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762407.179361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762407.179364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762407.179365:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762407.179388:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762407.179391:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762407.179393:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762407.371388:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762407.371399:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762407.371402:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762407.371410:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762407.371416:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762407.371421:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762407.371425:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762407.371430:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762407.371434:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762408.203419:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762408.203429:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762408.203437:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762408.203439:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762408.203443:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762408.203445:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762408.203565:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762408.203574:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762408.203585:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762408.395412:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762408.395424:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762408.395427:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762408.395434:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762408.395439:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762408.395444:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762408.395449:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762408.395453:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762408.395457:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762409.227438:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762409.227449:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762409.227458:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762409.227460:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762409.227466:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762409.227468:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762409.227508:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762409.227512:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762409.227516:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762409.419324:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762409.419336:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787762409.419337:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762409.419339:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762409.419347:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1787762409.419349:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762409.419351:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762409.419356:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762409.419357:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762409.419363:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762409.419363:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762409.419367:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762409.419371:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787762409.419373:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21150
00000100:00000001:2.0:1787762409.419375:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762409.419385:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762409.419394:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762409.419397:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762409.419400:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762409.419403:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762409.419406:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762409.419408:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762409.419412:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762409.419414:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762409.419417:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762409.419420:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762409.419422:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762409.419423:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762409.419425:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762409.419427:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762409.419428:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762409.419430:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762409.419433:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762409.419436:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762409.419438:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762409.419441:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762409.419444:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762409.419446:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762409.419448:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762409.419450:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762409.419459:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787762409.419463:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762409.419468:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762409.419469:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762409.419472:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762409.419475:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762409.419481:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762409.419490:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15c00.
00000100:00000001:3.0:1787762409.419498:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762409.419507:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597595057792/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762409.419518:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762409.419523:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762409.419527:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597595057792/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762409.419550:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762409.419553:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762409.419557:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762409.419560:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762409.419562:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762409.419566:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762409.419570:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21150
00000100:00000001:2.0:1787762409.419572:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1787762409.419576:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762409.419577:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762409.419580:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1787762409.419584:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762409.419589:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762409.419590:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1c3c0 x1874597595057792/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762409.419594:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762409.419599:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762409.419603:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762409.419608:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762409.419609:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762409.419612:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762409.419613:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762409.419616:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762409.419617:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:2.0:1787762409.419618:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1787762409.419620:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
02000000:00000001:2.0:1787762409.419622:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1787762409.419623:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762409.419628:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
02000000:00000001:2.0:1787762409.419629:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762409.419633:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00100000:2.0:1787762409.419637:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595057792:192.168.203.101@tcp:250:kworker.0
00000100:00000001:3.0:1787762409.419638:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762409.419643:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762409.419645:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787762409.419646:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762409.419649:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
02000000:00000001:2.0:1787762409.419652:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1787762409.419652:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762409.419656:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762409.419657:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762409.419660:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762409.419662:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787762409.419668:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1787762409.419669:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864c00.
02000000:00000001:3.0:1787762409.419671:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762409.419673:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762409.419676:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1787762409.419682:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000008:00100000:3.0:1787762409.419684:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1787762409.419689:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000008:00000001:3.0:1787762409.419690:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762409.419695:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762409.419699:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000010:3.0:1787762409.419701:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000020:00000040:3.0:1787762409.419706:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000100:00000200:2.0:1787762409.419709:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595057792, portal 25
02000000:00000001:3.0:1787762409.419710:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787762409.419714:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787762409.419714:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762409.419717:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765434304 : -110615944117312 : ffff9b6537f1c3c0)
00000100:00000001:3.0:1787762409.419719:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762409.419722:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1787762409.419725:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1c3c0 x1874597595057792/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762409.419726:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762409.419734:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15000.
00000100:00000001:2.0:1787762409.419735:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762409.419740:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762409.419741:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762409.419744:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9550.
00000100:00000200:2.0:1787762409.419749:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595057792, offset 0
00000100:00100000:3.0:1787762409.419749:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597595057920/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762409.419759:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787762409.419763:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762409.419764:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762409.419771:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597595057920/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762409.419778:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762409.419781:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762409.419784:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787762409.419788:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00080000:3.0:1787762409.419789:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762409.419794:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762409.419795:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787762409.419798:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787762409.419798:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762409.419803:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21150
00000400:00000200:2.0:1787762409.419806:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762409.419811:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762409.419813:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762409.419816:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278045:278045:256:4294967295] 192.168.203.101@tcp LPNI seq info [278044:278044:8:4294967295]
00000400:00000200:2.0:1787762409.419820:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762409.419825:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762409.419830:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762409.419835:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787762409.419839:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1787762409.419841:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762409.419845:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762409.419848:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762409.419852:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000800:00000200:2.0:1787762409.419853:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762409.419859:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000020:00000001:3.0:1787762409.419861:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762409.419863:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762409.419864:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762409.419866:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000800:00000200:2.0:1787762409.419869:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000020:00000001:3.0:1787762409.419870:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762409.419875:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000800:00000200:2.0:1787762409.419877:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1787762409.419880:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762409.419884:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762409.419889:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000800:00000200:2.1:1787762409.419889:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:3.0:1787762409.419894:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762409.419897:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000800:00000200:2.1:1787762409.419898:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000100:00080000:3.0:1787762409.419900:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762409.419905:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762409.419907:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762409.419910:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:2.0:1787762409.419912:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
02000000:00000001:3.0:1787762409.419912:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762409.419916:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:2.0:1787762409.419919:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000008:00100000:3.0:1787762409.419919:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762409.419925:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762409.419927:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762409.419930:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000400:00000200:2.0:1787762409.419932:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1787762409.419933:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762409.419937:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762409.419939:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762409.419941:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762409.419942:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787762409.419946:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1787762409.419946:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762409.419950:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14400.
00000100:00000001:3.0:1787762409.419954:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762409.419956:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9550
00000400:00000010:2.0:1787762409.419961:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9550.
00000100:00100000:3.0:1787762409.419961:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597595058048/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762409.419969:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787762409.419970:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762409.419973:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762409.419976:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1c3c0 x1874597595057792/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762409.419980:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597595058048/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762409.420000:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787762409.420000:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762409.420006:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1c3c0 x1874597595057792/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762434 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762409.420006:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762409.420018:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1787762409.420020:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762409.420023:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1787762409.420026:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21160)
00000100:00000001:2.0:1787762409.420033:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762409.420038:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762409.420042:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315823351
00000100:00000010:2.0:1787762409.420047:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd660.
00000100:00000001:2.0:1787762409.420056:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762409.420063:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315823351
00000100:00000010:2.0:1787762409.420065:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdba0.
00000100:00000001:2.0:1787762409.420068:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762409.420071:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762409.420073:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762409.420075:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762409.420078:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762409/real 1787762409]  req@ffff9b6537f1c3c0 x1874597595057792/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762409.420085:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762409.420087:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762409.420089:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762409.420092:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762409.420093:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762409.420095:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762409.420097:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1c3c0 x1874597595057792/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762409.420104:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1c3c0 x1874597595057792/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762409.420114:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762409.420116:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762409.420118:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762409.420120:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762409.420123:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1c3c0 x1874597595057792/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762409.420127:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762409.420131:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1c3c0 x1874597595057792/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762434 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762409.420135:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762409.420137:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762409.420138:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762409.420139:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762409.420141:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762409.420143:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762409.420145:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762409.420156:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762409.420158:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762409.420161:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1c3c0 x1874597595057792/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762434 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762409.420167:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595057792:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762409.420171:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762409.420173:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762409.420175:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1c3c0 x1874597595057792/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762434 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762409.420180:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762409.420182:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762409.420187:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762409.420191:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762409.420193:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762409.420195:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762409.420198:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762409.420202:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15c00.
02000000:00000001:2.0:1787762409.420207:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762409.420210:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762409.420212:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1c3c0.
00000100:00000001:2.0:1787762409.420216:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762409.420217:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762409.420220:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762409.420229:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762409.420231:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762409.420234:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762409.420235:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762409.420237:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762409.420240:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1cf00 x1874597595057920/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762409.420263:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762409.420264:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762409.420266:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762409.420268:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762409.420269:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762409.420272:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595057920:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762409.420274:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762409.420276:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762409.420278:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762409.420279:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762409.420282:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762409.420283:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762409.420286:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762409.420288:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762409.420291:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762409.420293:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595057920, portal 10
00000100:00000001:2.0:1787762409.420296:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762409.420297:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765437184 : -110615944114432 : ffff9b6537f1cf00)
00000100:00000040:2.0:1787762409.420303:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1cf00 x1874597595057920/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762409.420324:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762409.420327:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762409.420330:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9550.
00000100:00000200:2.0:1787762409.420333:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595057920, offset 0
00000400:00000200:2.0:1787762409.420338:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762409.420342:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762409.420347:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762409.420350:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762409.420353:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762409.420356:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762409.420359:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762409.420361:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278046:278046:256:4294967295] 192.168.203.101@tcp LPNI seq info [278045:278045:8:4294967295]
00000400:00000200:2.0:1787762409.420365:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762409.420370:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762409.420373:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762409.420376:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762409.420379:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762409.420381:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762409.420384:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762409.420386:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787762409.420389:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762409.420390:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762409.420393:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762409.420396:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762409.420398:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9550
00000400:00000010:2.0:1787762409.420399:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9550.
00000100:00000001:2.0:1787762409.420401:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762409.420404:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1cf00 x1874597595057920/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762409.420415:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762409.420417:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1cf00 x1874597595057920/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762434 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762409.420422:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762409.420423:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762409.420426:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762409.420430:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762409.420432:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762409.420434:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315822605
00000100:00000001:2.0:1787762409.420436:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315823351
00000100:00000001:2.0:1787762409.420438:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315822605
00000100:00000001:2.0:1787762409.420440:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315823351
00000100:00000001:2.0:1787762409.420442:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762409.420443:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762409.420444:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762409.420446:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762409/real 1787762409]  req@ffff9b6537f1cf00 x1874597595057920/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762409.420451:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762409.420452:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762409.420453:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762409.420455:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762409.420456:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762409.420458:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762409.420460:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1cf00 x1874597595057920/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762409.420465:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1cf00 x1874597595057920/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762409.420469:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762409.420471:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762409.420473:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762409.420474:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762409.420476:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1cf00 x1874597595057920/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762409.420481:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762409.420483:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1cf00 x1874597595057920/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762434 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762409.420487:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762409.420496:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762409.420497:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762409.420498:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762409.420499:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762409.420500:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762409.420502:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762409.420504:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762409.420506:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762409.420508:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1cf00 x1874597595057920/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762434 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762409.420514:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595057920:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762409.420517:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762409.420519:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e1c0 x1874597595058048/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762409.420523:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762409.420524:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762409.420526:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762409.420527:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762409.420529:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762409.420531:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595058048:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762409.420534:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762409.420535:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762409.420537:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762409.420538:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762409.420541:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762409.420542:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762409.420545:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762409.420546:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762409.420549:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762409.420551:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595058048, portal 4
00000100:00000001:2.0:1787762409.420552:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762409.420553:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765441984 : -110615944109632 : ffff9b6537f1e1c0)
00000100:00000040:2.0:1787762409.420558:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e1c0 x1874597595058048/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762409.420562:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762409.420565:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762409.420566:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9550.
00000100:00000200:2.0:1787762409.420568:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595058048, offset 0
00000400:00000200:2.0:1787762409.420570:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762409.420572:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762409.420574:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762409.420576:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762409.420578:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762409.420580:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762409.420582:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762409.420584:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278047:278047:256:4294967295] 192.168.203.101@tcp LPNI seq info [278046:278046:8:4294967295]
00000400:00000200:2.0:1787762409.420586:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762409.420590:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762409.420593:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762409.420595:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762409.420599:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762409.420601:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762409.420603:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762409.420606:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787762409.420609:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762409.420610:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762409.420612:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762409.420615:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762409.420617:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9550
00000400:00000010:2.0:1787762409.420618:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9550.
00000100:00000001:2.0:1787762409.420620:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762409.420622:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1e1c0 x1874597595058048/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762409.420628:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762409.420630:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e1c0 x1874597595058048/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762434 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762409.420634:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762409.420635:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762409.420637:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762409.420639:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762409.420641:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762409.420642:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315822611
00000100:00000001:2.0:1787762409.420644:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315823351
00000100:00000001:2.0:1787762409.420645:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315822611
00000100:00000001:2.0:1787762409.420647:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315823351
00000100:00000001:2.0:1787762409.420649:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762409.420650:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762409.420651:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762409.420654:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762409/real 1787762409]  req@ffff9b6537f1e1c0 x1874597595058048/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762409.420658:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762409.420660:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762409.420661:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762409.420662:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762409.420664:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762409.420665:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762409.420667:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e1c0 x1874597595058048/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762409.420673:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e1c0 x1874597595058048/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762409.420677:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762409.420678:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762409.420679:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762409.420680:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762409.420682:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e1c0 x1874597595058048/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762409.420686:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762409.420688:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e1c0 x1874597595058048/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762434 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762409.420692:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762409.420694:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762409.420695:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762409.420695:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762409.420696:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762409.420697:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762409.420699:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762409.420701:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762409.420702:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762409.420704:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e1c0 x1874597595058048/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762434 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762409.420713:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595058048:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762409.420716:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762409.420718:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762409.420719:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1cf00 x1874597595057920/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762434 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762409.420723:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762409.420724:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762409.420726:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762409.420727:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762409.420728:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762409.420729:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762409.420730:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762409.420731:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15000.
02000000:00000001:2.0:1787762409.420733:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762409.420734:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762409.420735:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1cf00.
00000100:00000001:2.0:1787762409.420738:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762409.420739:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762409.420740:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762409.420742:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e1c0 x1874597595058048/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762434 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762409.420747:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762409.420748:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762409.420749:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762409.420752:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762409.420753:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762409.420754:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762409.420755:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762409.420756:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14400.
02000000:00000001:2.0:1787762409.420757:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762409.420758:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762409.420758:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e1c0.
00000100:00000001:2.0:1787762409.420761:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762409.420762:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762409.420763:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762409.420766:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762409.420767:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762409.420768:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762409.420770:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762410.187327:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315823351, at 4315823360
00000100:00000040:0.0:1787762410.187331:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315823351, at 4315823360
00000100:00000010:1.0:1787762410.187347:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdba0.
00000100:00000010:0.0:1787762410.187352:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd660.
00010000:00000001:0.0:1787762410.251326:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762410.251332:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762410.251338:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762410.251339:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762410.251342:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762410.251346:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762410.251348:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762410.251351:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762410.251355:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762410.251357:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762410.251359:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762410.251361:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762410.251412:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762410.251416:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762410.251419:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762410.443352:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762410.443363:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762410.443367:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762410.443375:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762410.443379:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762410.443382:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762410.443385:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762410.443388:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762410.443391:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762411.275346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762411.275357:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762411.275366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762411.275367:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762411.275372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762411.275374:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762411.275403:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762411.275406:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762411.275410:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762411.467330:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762411.467339:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762411.467341:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762411.467347:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762411.467351:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762411.467355:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762411.467359:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762411.467362:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762411.467365:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762412.299394:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762412.299402:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762412.299410:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762412.299412:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762412.299415:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762412.299417:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762412.299508:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762412.299513:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762412.299517:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762412.491309:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762412.491318:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762412.491321:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762412.491327:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762412.491331:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762412.491335:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762412.491337:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762412.491341:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762412.491344:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762413.323342:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762413.323354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762413.323362:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762413.323366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762413.323370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762413.323372:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762413.323396:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762413.323400:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762413.323402:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762413.515322:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762413.515331:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762413.515333:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762413.515340:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762413.515343:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762413.515346:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762413.515349:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762413.515352:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762413.515354:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762414.347370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762414.347378:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762414.347383:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762414.347384:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762414.347387:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762414.347388:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762414.347437:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762414.347442:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762414.347445:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762414.539371:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1787762414.539381:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762414.539400:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762414.539409:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762414.539413:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762414.539422:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1787762414.539426:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00080000:1.0:1787762414.539428:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762414.539438:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762414.539441:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762414.539450:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787762414.539452:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21155
00000100:00000001:2.0:1787762414.539474:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762414.539479:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1787762414.539481:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762414.539486:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762414.539490:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762414.539495:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762414.539497:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762414.539500:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762414.539503:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762414.539505:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762414.539509:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762414.539511:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:1.0:1787762414.539513:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762414.539516:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:1.0:1787762414.539518:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:1.0:1787762414.539520:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:1.0:1787762414.539523:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762414.539524:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762414.539527:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762414.539528:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762414.539531:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:1.0:1787762414.539534:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762414.539535:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762414.539537:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762414.539541:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762414.539543:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762414.539544:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762414.539547:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762414.539556:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c000.
00000020:00000040:1.0:1787762414.539560:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:1.0:1787762414.539564:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762414.539565:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762414.539568:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762414.539571:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762414.539576:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762414.539583:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee0a800.
00000100:00000001:1.0:1787762414.539591:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762414.539600:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c000 x1874597595058176/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762414.539609:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762414.539614:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762414.539618:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bd17bd7] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c000 x1874597595058176/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762414.539638:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762414.539641:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762414.539643:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762414.539644:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762414.539646:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762414.539648:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762414.539651:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21155
00000400:00000200:1.0:1787762414.539655:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762414.539657:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762414.539659:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787762414.539660:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1787762414.539662:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762414.539665:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762414.539665:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1787762414.539670:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762414.539670:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787762414.539674:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762414.539676:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762414.539679:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000100:00000040:2.0:1787762414.539680:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c000 x1874597595058176/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787762414.539681:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762414.539685:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:1.0:1787762414.539689:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:1.0:1787762414.539693:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:2.0:1787762414.539699:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1787762414.539700:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762414.539702:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762414.539703:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762414.539706:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
02000000:00000001:2.0:1787762414.539707:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787762414.539709:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
02000000:00000001:2.0:1787762414.539711:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1787762414.539712:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:1.0:1787762414.539718:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
02000000:00000001:2.0:1787762414.539718:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762414.539723:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762414.539743:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595058176:192.168.203.101@tcp:250:kworker.0
02000000:00000001:1.0:1787762414.539744:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762414.539755:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762414.539756:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762414.539762:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762414.539763:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762414.539769:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762414.539770:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787762414.539778:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:1.0:1787762414.539780:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762414.539786:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762414.539790:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762414.539790:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762414.539800:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762414.539802:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588e940.
00000020:00000040:1.0:1787762414.539807:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:1.0:1787762414.539811:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787762414.539813:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:1.0:1787762414.539815:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762414.539821:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762414.539823:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762414.539842:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762414.539842:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
02000000:00000010:1.0:1787762414.539847:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee0ac00.
00000100:00000001:1.0:1787762414.539851:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762414.539855:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00100000:1.0:1787762414.539856:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588e940 x1874597595058304/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762414.539865:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762414.539866:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762414.539869:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000186ab8f7] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588e940 x1874597595058304/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762414.539874:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762414.539876:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1787762414.539878:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595058176, portal 25
00000100:00080000:1.0:1787762414.539879:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762414.539881:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762414.539885:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762414.539885:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762414.539890:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188126720 : -110616521424896 : ffff9b651588c000)
00000100:00000001:1.0:1787762414.539891:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762414.539894:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21155
00000400:00000200:1.0:1787762414.539899:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762414.539904:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762414.539906:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762414.539906:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c000 x1874597595058176/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762414.539912:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762414.539917:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762414.539921:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762414.539926:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762414.539927:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:1.0:1787762414.539928:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762414.539931:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:1.0:1787762414.539934:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:2.0:1787762414.539935:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000020:00000040:1.0:1787762414.539937:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000400:00000010:2.0:1787762414.539940:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9550.
00000020:00000001:1.0:1787762414.539941:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:1.0:1787762414.539946:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000200:2.0:1787762414.539949:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595058176, offset 0
00000100:00000040:1.0:1787762414.539950:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762414.539954:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762414.539956:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762414.539957:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762414.539958:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000400:00000200:2.0:1787762414.539962:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00080000:1.0:1787762414.539964:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762414.539968:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762414.539969:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762414.539971:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762414.539972:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762414.539973:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1787762414.539976:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000008:00100000:1.0:1787762414.539977:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762414.539980:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762414.539982:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762414.539985:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c780.
00000400:00000200:2.0:1787762414.539986:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000020:00000040:1.0:1787762414.539989:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:1.0:1787762414.539992:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762414.539993:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762414.539994:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787762414.539996:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762414.539998:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762414.540000:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762414.540002:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
02000000:00000010:1.0:1787762414.540005:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee08000.
00000100:00000001:1.0:1787762414.540009:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762414.540009:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762414.540016:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00100000:1.0:1787762414.540017:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c780 x1874597595058432/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787762414.540022:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278048:278048:256:4294967295] 192.168.203.101@tcp LPNI seq info [278047:278047:8:4294967295]
00000100:00000001:1.0:1787762414.540032:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787762414.540033:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762414.540037:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762414.540041:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c5bf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c780 x1874597595058432/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762414.540047:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762414.540052:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787762414.540059:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1787762414.540059:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1787762414.540067:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21165)
00000800:00000200:2.0:1787762414.540073:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762414.540098:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762414.540107:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762414.540111:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762414.540116:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762414.540120:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787762414.540124:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762414.540127:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762414.540134:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762414.540138:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762414.540144:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9550
00000400:00000010:2.0:1787762414.540146:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9550.
00000100:00000001:2.0:1787762414.540152:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762414.540157:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c000 x1874597595058176/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762414.540165:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762414.540168:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c000 x1874597595058176/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762414.540174:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762414.540175:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762414.540183:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762414.540187:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762414.540190:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315828471
00000100:00000010:2.0:1787762414.540213:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd6c0.
00000100:00000001:2.0:1787762414.540224:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762414.540234:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315828471
00000100:00000010:2.0:1787762414.540239:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd660.
00000100:00000001:2.0:1787762414.540243:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762414.540247:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762414.540251:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762414.540254:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762414.540260:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762414/real 1787762414]  req@ffff9b651588c000 x1874597595058176/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762414.540344:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762414.540348:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762414.540350:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762414.540355:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762414.540358:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762414.540361:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762414.540366:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c000 x1874597595058176/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762414.540377:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c000 x1874597595058176/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762414.540405:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762414.540410:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762414.540414:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762414.540417:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762414.540423:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c000 x1874597595058176/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762414.540433:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762414.540439:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c000 x1874597595058176/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762414.540449:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762414.540470:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762414.540471:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762414.540472:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762414.540474:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762414.540476:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762414.540478:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762414.540480:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762414.540482:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762414.540485:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c000 x1874597595058176/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762414.540490:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595058176:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762414.540494:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762414.540495:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762414.540498:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c000 x1874597595058176/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762414.540503:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762414.540505:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762414.540508:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762414.540511:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762414.540513:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762414.540515:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762414.540517:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762414.540519:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0a800.
02000000:00000001:2.0:1787762414.540523:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762414.540525:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762414.540526:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c000.
00000100:00000001:2.0:1787762414.540531:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762414.540532:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762414.540534:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762414.540540:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762414.540541:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762414.540543:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762414.540544:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762414.540545:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762414.540547:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588e940 x1874597595058304/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762414.540553:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762414.540554:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762414.540556:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762414.540557:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762414.540558:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762414.540560:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595058304:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762414.540563:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762414.540564:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762414.540565:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762414.540567:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762414.540570:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762414.540571:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762414.540574:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762414.540576:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762414.540579:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762414.540582:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595058304, portal 10
00000100:00000001:2.0:1787762414.540583:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762414.540584:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188137280 : -110616521414336 : ffff9b651588e940)
00000100:00000040:2.0:1787762414.540590:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588e940 x1874597595058304/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762414.540596:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762414.540597:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762414.540599:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9550.
00000100:00000200:2.0:1787762414.540601:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595058304, offset 0
00000400:00000200:2.0:1787762414.540603:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762414.540606:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762414.540609:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762414.540611:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762414.540613:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762414.540615:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762414.540617:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762414.540619:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278049:278049:256:4294967295] 192.168.203.101@tcp LPNI seq info [278048:278048:8:4294967295]
00000400:00000200:2.0:1787762414.540622:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762414.540626:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762414.540630:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762414.540632:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762414.540635:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762414.540638:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762414.540640:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762414.540643:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787762414.540646:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762414.540647:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762414.540650:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762414.540652:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762414.540654:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9550
00000400:00000010:2.0:1787762414.540655:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9550.
00000100:00000001:2.0:1787762414.540657:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762414.540660:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588e940 x1874597595058304/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762414.540665:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762414.540667:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588e940 x1874597595058304/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762414.540676:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762414.540677:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762414.540680:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762414.540684:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762414.540686:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762414.540688:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315827725
00000100:00000001:2.0:1787762414.540690:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315828471
00000100:00000001:2.0:1787762414.540692:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315827725
00000100:00000001:2.0:1787762414.540693:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315828471
00000100:00000001:2.0:1787762414.540695:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762414.540696:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762414.540697:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762414.540699:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762414/real 1787762414]  req@ffff9b651588e940 x1874597595058304/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762414.540704:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762414.540706:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762414.540707:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762414.540708:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762414.540709:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762414.540711:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762414.540713:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588e940 x1874597595058304/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762414.540719:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588e940 x1874597595058304/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762414.540723:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762414.540724:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762414.540725:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762414.540726:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762414.540728:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588e940 x1874597595058304/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762414.540751:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762414.540756:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588e940 x1874597595058304/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762414.540764:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762414.540767:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762414.540768:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762414.540770:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762414.540772:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762414.540774:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762414.540777:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762414.540780:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762414.540783:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762414.540787:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588e940 x1874597595058304/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762414.540796:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595058304:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762414.540800:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762414.540803:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c780 x1874597595058432/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762414.540811:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762414.540813:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762414.540832:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762414.540834:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762414.540836:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762414.540839:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595058432:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762414.540843:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762414.540845:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762414.540847:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762414.540849:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762414.540852:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762414.540854:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762414.540858:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762414.540861:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762414.540865:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762414.540868:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595058432, portal 4
00000100:00000001:2.0:1787762414.540870:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762414.540872:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188128640 : -110616521422976 : ffff9b651588c780)
00000100:00000040:2.0:1787762414.540879:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c780 x1874597595058432/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762414.540887:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762414.540888:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762414.540890:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9550.
00000100:00000200:2.0:1787762414.540892:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595058432, offset 0
00000400:00000200:2.0:1787762414.540895:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762414.540898:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762414.540901:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762414.540903:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762414.540905:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762414.540907:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762414.540908:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762414.540911:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278050:278050:256:4294967295] 192.168.203.101@tcp LPNI seq info [278049:278049:8:4294967295]
00000400:00000200:2.0:1787762414.540914:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762414.540918:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762414.540920:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762414.540923:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762414.540925:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762414.540927:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762414.540931:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762414.540933:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787762414.540935:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762414.540988:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762414.540991:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762414.540994:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762414.540996:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9550
00000400:00000010:2.0:1787762414.540997:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9550.
00000100:00000001:2.0:1787762414.540999:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762414.541002:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c780 x1874597595058432/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762414.541008:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762414.541010:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c780 x1874597595058432/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762414.541015:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762414.541016:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762414.541019:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762414.541021:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762414.541023:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762414.541025:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315827731
00000100:00000001:2.0:1787762414.541027:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315828471
00000100:00000001:2.0:1787762414.541029:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315827731
00000100:00000001:2.0:1787762414.541030:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315828471
00000100:00000001:2.0:1787762414.541031:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762414.541033:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762414.541034:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762414.541036:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762414/real 1787762414]  req@ffff9b651588c780 x1874597595058432/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762414.541044:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762414.541045:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762414.541047:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762414.541050:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762414.541052:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762414.541054:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762414.541058:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c780 x1874597595058432/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762414.541067:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c780 x1874597595058432/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762414.541075:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762414.541077:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762414.541079:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762414.541081:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762414.541085:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c780 x1874597595058432/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762414.541093:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762414.541096:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c780 x1874597595058432/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762414.541101:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762414.541103:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762414.541104:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762414.541105:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762414.541106:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762414.541108:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762414.541109:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762414.541111:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762414.541113:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762414.541115:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c780 x1874597595058432/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762414.541119:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595058432:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762414.541122:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762414.541124:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762414.541126:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588e940 x1874597595058304/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762414.541131:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762414.541132:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762414.541134:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762414.541136:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762414.541137:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762414.541138:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762414.541140:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762414.541141:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0ac00.
02000000:00000001:2.0:1787762414.541143:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762414.541144:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762414.541145:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588e940.
00000100:00000001:2.0:1787762414.541148:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762414.541149:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762414.541150:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762414.541152:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c780 x1874597595058432/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762414.541157:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762414.541158:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762414.541159:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762414.541161:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762414.541162:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762414.541162:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762414.541163:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762414.541164:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08000.
02000000:00000001:2.0:1787762414.541166:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762414.541167:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762414.541168:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c780.
00000100:00000001:2.0:1787762414.541169:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762414.541170:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762414.541171:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762414.541174:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762414.541175:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762414.541176:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762414.541177:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762415.307471:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315828471, at 4315828480
00000100:00000040:0.0:1787762415.307472:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315828471, at 4315828480
00000100:00000010:1.0:1787762415.307500:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd660.
00000100:00000010:0.0:1787762415.307506:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd6c0.
00010000:00000001:0.0:1787762415.371342:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762415.371348:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762415.371350:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762415.371353:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762415.371358:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762415.371360:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762415.371363:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762415.371364:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762415.371368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762415.371370:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762415.371371:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762415.371372:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762415.371373:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762415.371375:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762415.371376:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762415.371378:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762415.371380:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762415.371381:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762415.371401:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762415.371404:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762415.371406:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762415.563322:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762415.563328:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762415.563329:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762415.563333:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762415.563336:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762415.563338:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762415.563340:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762415.563342:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762415.563344:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762416.395400:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762416.395409:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762416.395417:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762416.395419:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762416.395423:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762416.395425:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762416.395524:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787762416.395529:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787762416.395533:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762416.587391:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762416.587398:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762416.587401:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762416.587407:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762416.587412:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762416.587416:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762416.587419:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762416.587423:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762416.587426:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762417.419379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762417.419387:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762417.419394:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762417.419395:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762417.419400:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762417.419401:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762417.419428:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762417.419432:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762417.419435:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762417.611375:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762417.611383:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762417.611385:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762417.611391:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762417.611396:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762417.611401:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762417.611404:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762417.611408:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762417.611412:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762418.443354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762418.443363:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762418.443370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762418.443371:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762418.443375:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762418.443376:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762418.443445:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762418.443451:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762418.443455:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762418.635327:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762418.635337:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762418.635340:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762418.635347:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762418.635351:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762418.635354:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762418.635357:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762418.635361:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762418.635365:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762419.467352:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762419.467361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762419.467369:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762419.467370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762419.467375:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762419.467377:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762419.467406:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762419.467411:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762419.467415:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762419.659319:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762419.659329:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762419.659331:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762419.659338:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762419.659342:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762419.659347:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787762419.659348:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762419.659350:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762419.659355:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787762419.659356:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762419.659359:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762419.659360:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762419.659365:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762419.659369:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762419.659377:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21160
00000400:00000200:3.0:1787762419.659387:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762419.659394:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762419.659398:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762419.659400:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762419.659404:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762419.659407:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762419.659410:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762419.659415:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762419.659428:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762419.659432:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762419.659437:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762419.659440:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762419.659443:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762419.659447:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762419.659450:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762419.659453:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762419.659455:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762419.659459:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762419.659463:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762419.659466:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762419.659468:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762419.659472:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762419.659475:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762419.659476:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762419.659479:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762419.659491:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787762419.659494:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762419.659499:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762419.659500:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762419.659504:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762419.659507:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762419.659512:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762419.659523:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16000.
00000100:00000001:3.0:1787762419.659531:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762419.659541:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597595058560/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762419.659557:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762419.659562:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762419.659566:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597595058560/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762419.659586:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762419.659588:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762419.659591:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762419.659593:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762419.659595:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762419.659598:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762419.659600:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21160
00000400:00000200:3.0:1787762419.659605:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762419.659608:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1787762419.659609:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762419.659613:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787762419.659614:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787762419.659617:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762419.659619:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787762419.659620:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762419.659624:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762419.659627:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000040:2.0:1787762419.659629:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e1c0 x1874597595058560/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787762419.659629:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762419.659631:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762419.659634:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762419.659638:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762419.659643:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:2.0:1787762419.659644:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1787762419.659647:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:2.0:1787762419.659648:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762419.659654:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1787762419.659654:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762419.659658:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787762419.659660:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787762419.659661:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
02000000:00000001:2.0:1787762419.659665:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762419.659666:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762419.659672:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00100000:2.0:1787762419.659674:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595058560:192.168.203.101@tcp:250:kworker.0
00000100:00080000:3.0:1787762419.659676:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762419.659683:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762419.659684:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762419.659685:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762419.659691:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762419.659693:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762419.659695:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762419.659696:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762419.659699:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787762419.659699:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762419.659706:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1787762419.659708:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864c00.
00000008:00000001:3.0:1787762419.659709:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762419.659715:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762419.659715:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762419.659719:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000020:00000040:3.0:1787762419.659722:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762419.659724:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787762419.659726:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:3.0:1787762419.659726:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762419.659731:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762419.659731:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1787762419.659733:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
02000000:00000001:3.0:1787762419.659733:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762419.659737:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17c00.
00000400:00000010:2.0:1787762419.659743:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000001:3.0:1787762419.659743:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762419.659751:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597595058688/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787762419.659755:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595058560, portal 25
00000100:00000001:2.0:1787762419.659760:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762419.659763:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765441984 : -110615944109632 : ffff9b6537f1e1c0)
00000100:00000001:3.0:1787762419.659771:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1787762419.659772:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e1c0 x1874597595058560/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762419.659776:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762419.659787:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597595058688/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762419.659795:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762419.659801:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762419.659802:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762419.659804:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9550.
00000100:00080000:3.0:1787762419.659806:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1787762419.659809:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595058560, offset 0
00000100:00080000:3.0:1787762419.659810:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762419.659813:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762419.659815:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762419.659817:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787762419.659818:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00080000:3.0:1787762419.659822:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21160
00000400:00000200:3.0:1787762419.659826:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762419.659828:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762419.659830:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762419.659833:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000200:2.0:1787762419.659834:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762419.659836:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762419.659839:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762419.659841:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:2.0:1787762419.659845:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000020:00000001:3.0:1787762419.659845:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762419.659848:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762419.659852:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762419.659854:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762419.659855:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:2.0:1787762419.659857:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1787762419.659858:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762419.659863:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762419.659864:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762419.659868:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:2.0:1787762419.659869:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000001:3.0:1787762419.659869:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762419.659874:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762419.659876:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000400:00000200:2.0:1787762419.659880:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787762419.659881:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762419.659883:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762419.659887:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787762419.659890:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
02000000:00000001:3.0:1787762419.659891:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762419.659895:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762419.659897:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787762419.659901:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278051:278051:256:4294967295] 192.168.203.101@tcp LPNI seq info [278050:278050:8:4294967295]
00000008:00000001:3.0:1787762419.659901:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762419.659904:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762419.659909:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787762419.659913:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000200:2.0:1787762419.659916:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:3.0:1787762419.659917:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762419.659920:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762419.659922:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762419.659923:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762419.659924:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762419.659927:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15800.
00000100:00000001:3.0:1787762419.659933:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762419.659935:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1787762419.659940:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597595058816/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1787762419.659949:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762419.659949:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762419.659952:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762419.659957:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597595058816/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1787762419.659958:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000100:00000001:3.0:1787762419.659966:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787762419.659971:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:3.0:1787762419.659971:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762419.659977:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.0:1787762419.659979:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000100:00000040:3.0:1787762419.659982:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21170)
00000800:00000200:2.1:1787762419.659987:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762419.659991:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787762419.659995:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762419.659998:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762419.660003:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762419.660008:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762419.660014:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9550
00000400:00000010:2.0:1787762419.660016:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9550.
00000100:00000001:2.0:1787762419.660021:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762419.660024:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1e1c0 x1874597595058560/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762419.660033:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762419.660036:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e1c0 x1874597595058560/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762419.660046:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762419.660048:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762419.660057:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762419.660060:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762419.660063:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315833591
00000100:00000010:2.0:1787762419.660067:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdba0.
00000100:00000001:2.0:1787762419.660076:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762419.660083:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315833591
00000100:00000010:2.0:1787762419.660085:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdc60.
00000100:00000001:2.0:1787762419.660088:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762419.660091:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762419.660093:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762419.660096:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762419.660099:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762419/real 1787762419]  req@ffff9b6537f1e1c0 x1874597595058560/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762419.660105:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762419.660107:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762419.660109:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762419.660111:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762419.660113:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762419.660115:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762419.660117:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e1c0 x1874597595058560/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762419.660124:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e1c0 x1874597595058560/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762419.660132:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762419.660134:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762419.660137:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762419.660139:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762419.660144:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e1c0 x1874597595058560/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762419.660153:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762419.660159:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e1c0 x1874597595058560/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762419.660168:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762419.660172:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762419.660174:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762419.660175:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762419.660178:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762419.660180:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762419.660183:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762419.660187:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762419.660189:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762419.660193:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e1c0 x1874597595058560/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762419.660199:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595058560:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762419.660203:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762419.660204:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762419.660206:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e1c0 x1874597595058560/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762419.660211:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762419.660213:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762419.660216:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762419.660219:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762419.660221:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762419.660222:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762419.660224:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762419.660227:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16000.
02000000:00000001:2.0:1787762419.660230:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762419.660233:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762419.660234:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e1c0.
00000100:00000001:2.0:1787762419.660266:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762419.660268:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762419.660270:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762419.660277:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762419.660279:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762419.660280:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762419.660282:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762419.660283:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762419.660286:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1cf00 x1874597595058688/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762419.660292:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762419.660293:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762419.660295:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762419.660296:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762419.660298:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762419.660300:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595058688:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762419.660302:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762419.660304:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762419.660305:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762419.660306:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762419.660309:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762419.660310:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762419.660314:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762419.660316:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762419.660319:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762419.660321:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595058688, portal 10
00000100:00000001:2.0:1787762419.660323:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762419.660324:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765437184 : -110615944114432 : ffff9b6537f1cf00)
00000100:00000040:2.0:1787762419.660330:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1cf00 x1874597595058688/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762419.660335:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762419.660336:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762419.660339:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9550.
00000100:00000200:2.0:1787762419.660340:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595058688, offset 0
00000400:00000200:2.0:1787762419.660343:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762419.660347:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762419.660350:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762419.660353:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762419.660355:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762419.660357:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762419.660358:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762419.660360:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278052:278052:256:4294967295] 192.168.203.101@tcp LPNI seq info [278051:278051:8:4294967295]
00000400:00000200:2.0:1787762419.660363:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762419.660368:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762419.660371:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762419.660374:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762419.660377:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762419.660379:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787762419.660382:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762419.660384:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787762419.660387:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762419.660388:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762419.660390:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762419.660393:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762419.660395:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9550
00000400:00000010:2.0:1787762419.660397:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9550.
00000100:00000001:2.0:1787762419.660398:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762419.660401:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1cf00 x1874597595058688/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762419.660407:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762419.660409:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1cf00 x1874597595058688/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762419.660414:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762419.660415:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762419.660425:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762419.660429:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762419.660432:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762419.660433:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315832845
00000100:00000001:2.0:1787762419.660436:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315833591
00000100:00000001:2.0:1787762419.660438:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315832845
00000100:00000001:2.0:1787762419.660440:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315833591
00000100:00000001:2.0:1787762419.660441:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762419.660443:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762419.660444:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762419.660447:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762419/real 1787762419]  req@ffff9b6537f1cf00 x1874597595058688/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762419.660452:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762419.660453:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762419.660454:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762419.660456:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762419.660457:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762419.660459:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762419.660461:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1cf00 x1874597595058688/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762419.660467:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1cf00 x1874597595058688/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762419.660470:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762419.660471:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762419.660472:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762419.660473:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762419.660475:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1cf00 x1874597595058688/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762419.660479:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762419.660482:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1cf00 x1874597595058688/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762419.660487:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762419.660489:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762419.660490:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762419.660491:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762419.660493:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762419.660494:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762419.660495:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762419.660497:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762419.660499:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762419.660501:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1cf00 x1874597595058688/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762419.660506:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595058688:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762419.660508:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762419.660510:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1c3c0 x1874597595058816/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762419.660514:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762419.660515:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762419.660516:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762419.660517:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762419.660519:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762419.660521:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595058816:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762419.660524:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762419.660525:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762419.660526:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762419.660527:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762419.660529:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762419.660531:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762419.660534:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762419.660536:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762419.660538:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762419.660540:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595058816, portal 4
00000100:00000001:2.0:1787762419.660542:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762419.660543:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765434304 : -110615944117312 : ffff9b6537f1c3c0)
00000100:00000040:2.0:1787762419.660547:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1c3c0 x1874597595058816/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762419.660552:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762419.660554:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762419.660555:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9550.
00000100:00000200:2.0:1787762419.660557:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595058816, offset 0
00000400:00000200:2.0:1787762419.660560:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762419.660562:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762419.660564:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762419.660566:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762419.660567:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762419.660569:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762419.660571:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762419.660573:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278053:278053:256:4294967295] 192.168.203.101@tcp LPNI seq info [278052:278052:8:4294967295]
00000400:00000200:2.0:1787762419.660576:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762419.660580:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762419.660583:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762419.660585:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762419.660588:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762419.660590:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787762419.660593:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762419.660595:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787762419.660598:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762419.660600:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762419.660602:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762419.660604:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762419.660606:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9550
00000400:00000010:2.0:1787762419.660608:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9550.
00000100:00000001:2.0:1787762419.660610:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762419.660612:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1c3c0 x1874597595058816/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762419.660618:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762419.660619:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1c3c0 x1874597595058816/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762419.660624:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762419.660625:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762419.660627:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762419.660629:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762419.660632:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762419.660633:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315832851
00000100:00000001:2.0:1787762419.660635:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315833591
00000100:00000001:2.0:1787762419.660637:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315832851
00000100:00000001:2.0:1787762419.660638:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315833591
00000100:00000001:2.0:1787762419.660640:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762419.660641:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762419.660642:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762419.660644:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762419/real 1787762419]  req@ffff9b6537f1c3c0 x1874597595058816/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762419.660648:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762419.660649:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762419.660650:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762419.660652:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762419.660653:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762419.660654:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762419.660656:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1c3c0 x1874597595058816/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762419.660662:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1c3c0 x1874597595058816/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762419.660668:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762419.660669:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762419.660670:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762419.660671:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762419.660674:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1c3c0 x1874597595058816/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762419.660678:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762419.660680:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1c3c0 x1874597595058816/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762419.660684:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762419.660685:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762419.660686:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762419.660687:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762419.660688:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762419.660689:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762419.660690:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762419.660692:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762419.660693:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762419.660696:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1c3c0 x1874597595058816/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762419.660700:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595058816:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762419.660702:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762419.660703:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762419.660706:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1cf00 x1874597595058688/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762419.660710:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762419.660712:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762419.660714:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762419.660715:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762419.660717:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762419.660718:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762419.660720:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762419.660721:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17c00.
02000000:00000001:2.0:1787762419.660723:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762419.660724:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762419.660725:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1cf00.
00000100:00000001:2.0:1787762419.660728:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762419.660729:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762419.660730:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762419.660732:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1c3c0 x1874597595058816/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762419.660737:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762419.660738:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762419.660739:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762419.660742:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762419.660743:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762419.660743:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762419.660744:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762419.660745:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15800.
02000000:00000001:2.0:1787762419.660747:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762419.660747:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762419.660748:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1c3c0.
00000100:00000001:2.0:1787762419.660749:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762419.660750:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762419.660751:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762419.660753:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762419.660753:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762419.660755:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762419.660756:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762420.427356:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315833591, at 4315833600
00000100:00000040:1.0:1787762420.427356:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315833591, at 4315833600
00000100:00000010:1.0:1787762420.427377:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdc60.
00000100:00000010:0.0:1787762420.427380:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdba0.
00010000:00000001:0.0:1787762420.491328:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762420.491335:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762420.491343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762420.491345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762420.491350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762420.491354:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762420.491358:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762420.491364:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762420.491368:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762420.491370:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762420.491373:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762420.491376:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762420.491439:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762420.491443:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762420.491446:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762420.683324:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762420.683336:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762420.683339:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762420.683348:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762420.683352:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762420.683357:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762420.683361:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762420.683364:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762420.683366:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762421.515332:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762421.515340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762421.515346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762421.515347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762421.515350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762421.515351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762421.515376:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762421.515378:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762421.515380:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762421.707353:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762421.707362:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762421.707364:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762421.707370:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762421.707373:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762421.707377:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762421.707380:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762421.707384:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762421.707387:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762422.539351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762422.539359:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762422.539365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762422.539366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762422.539370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762422.539371:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762422.539425:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762422.539429:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762422.539432:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762422.731343:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762422.731354:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762422.731357:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762422.731364:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762422.731369:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762422.731374:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762422.731377:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762422.731381:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762422.731385:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762423.563346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762423.563358:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762423.563367:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762423.563368:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762423.563372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762423.563374:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762423.563404:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762423.563407:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762423.563409:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762423.755333:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762423.755344:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762423.755348:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762423.755356:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762423.755361:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762423.755367:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762423.755372:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762423.755376:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762423.755380:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762424.587428:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762424.587437:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762424.587443:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762424.587445:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762424.587448:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762424.587449:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762424.587496:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762424.587501:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762424.587504:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762424.779321:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787762424.779329:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762424.779330:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762424.779333:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762424.779340:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00080000:3.0:1787762424.779343:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762424.779345:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762424.779348:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787762424.779350:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787762424.779353:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762424.779354:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762424.779360:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762424.779360:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762424.779364:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762424.779371:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21165
00000400:00000200:3.0:1787762424.779384:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762424.779391:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762424.779394:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762424.779397:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762424.779400:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762424.779402:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762424.779404:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762424.779408:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762424.779472:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762424.779475:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762424.779479:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762424.779481:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762424.779483:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762424.779486:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762424.779488:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762424.779489:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762424.779491:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762424.779493:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762424.779496:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762424.779498:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762424.779501:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762424.779505:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762424.779507:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762424.779509:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762424.779512:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762424.779521:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000020:00000040:3.0:1787762424.779525:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762424.779529:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762424.779530:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762424.779534:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762424.779536:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762424.779541:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762424.779550:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15400.
00000100:00000001:3.0:1787762424.779558:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762424.779567:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597595058944/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762424.779577:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762424.779582:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762424.779588:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597595058944/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762424.779613:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762424.779616:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762424.779619:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762424.779620:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762424.779621:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762424.779624:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762424.779626:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21165
00000400:00000200:3.0:1787762424.779628:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762424.779631:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762424.779633:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762424.779635:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762424.779637:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762424.779639:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762424.779640:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762424.779642:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762424.779643:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762424.779644:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762424.779646:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762424.779647:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762424.779649:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762424.779650:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762424.779651:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762424.779653:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762424.779654:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762424.779655:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762424.779657:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762424.779658:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762424.779660:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762424.779667:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762424.779669:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762424.779671:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762424.779677:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762424.779679:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762424.779681:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762424.779682:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762424.779687:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000010:3.0:1787762424.779687:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000100:00000001:2.0:1787762424.779692:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787762424.779692:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762424.779697:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762424.779698:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762424.779701:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1787762424.779702:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e940 x1874597595058944/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762424.779703:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762424.779706:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762424.779711:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17000.
00000100:00000001:3.0:1787762424.779717:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762424.779718:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762424.779720:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762424.779724:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597595059072/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787762424.779726:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762424.779730:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762424.779734:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787762424.779735:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762424.779738:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762424.779742:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595058944:192.168.203.101@tcp:250:kworker.0
00000100:00000040:3.0:1787762424.779744:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597595059072/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762424.779750:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787762424.779754:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762424.779757:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1787762424.779758:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1787762424.779759:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762424.779762:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1787762424.779764:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762424.779764:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762424.779766:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762424.779770:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21165
02000000:00000001:2.0:1787762424.779771:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:3.0:1787762424.779774:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762424.779777:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762424.779778:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
02000000:00000010:2.0:1787762424.779782:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867800.
00000100:00000040:3.0:1787762424.779782:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762424.779786:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787762424.779788:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762424.779789:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762424.779794:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762424.779797:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762424.779798:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000400:00000200:2.0:1787762424.779802:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000020:00000001:3.0:1787762424.779802:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762424.779806:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000400:00000010:2.0:1787762424.779810:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000020:00000001:3.0:1787762424.779811:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762424.779817:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762424.779822:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000010:2.0:1787762424.779823:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000001:3.0:1787762424.779825:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762424.779830:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000200:2.0:1787762424.779834:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595058944, portal 25
00000100:00000001:3.0:1787762424.779834:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762424.779838:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1787762424.779841:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00000001:2.0:1787762424.779842:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765443904 : -110615944107712 : ffff9b6537f1e940)
00000100:00080000:3.0:1787762424.779848:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000040:2.0:1787762424.779854:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e940 x1874597595058944/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762424.779854:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762424.779859:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762424.779862:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762424.779868:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762424.779870:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787762424.779871:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1787762424.779875:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000008:00100000:3.0:1787762424.779876:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1787762424.779880:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9550.
00000008:00000001:3.0:1787762424.779881:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762424.779885:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762424.779887:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595058944, offset 0
00000100:00000010:3.0:1787762424.779890:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787762424.779894:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762424.779895:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762424.779896:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762424.779897:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762424.779899:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762424.779900:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762424.779906:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
02000000:00000010:3.0:1787762424.779912:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14c00.
00000100:00000001:3.0:1787762424.779917:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762424.779918:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00100000:3.0:1787762424.779925:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597595059200/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787762424.779930:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000001:3.0:1787762424.779937:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762424.779940:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762424.779942:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1787762424.779946:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597595059200/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762424.779951:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000001:3.0:1787762424.779959:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762424.779960:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1787762424.779965:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787762424.779966:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000040:3.0:1787762424.779971:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1787762424.779973:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278054:278054:256:4294967295] 192.168.203.101@tcp LPNI seq info [278053:278053:8:4294967295]
00000400:00000200:2.0:1787762424.779978:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:3.0:1787762424.779978:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21175)
00000400:00000200:2.0:1787762424.779991:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762424.779997:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762424.780003:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762424.780010:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762424.780015:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:2.0:1787762424.780031:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762424.780034:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762424.780037:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315838711
00000100:00000010:2.0:1787762424.780042:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdf60.
00000100:00000001:2.0:1787762424.780050:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762424.780059:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315838711
00000100:00000010:2.0:1787762424.780061:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd9c0.
00000100:00000001:2.0:1787762424.780064:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762424.780067:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762424.780070:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762424.780073:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762424.780075:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762424.780082:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762424.780083:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787762424.780085:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762424.780086:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762424.780087:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762424.780090:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f480 x1874597595059072/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762424.780096:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762424.780097:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762424.780099:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762424.780101:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762424.780103:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762424.780106:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595059072:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762424.780109:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762424.780111:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762424.780112:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762424.780113:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762424.780116:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762424.780118:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762424.780121:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762424.780123:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df738.
00000400:00000010:2.0:1787762424.780126:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762424.780128:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595059072, portal 10
00000100:00000001:2.0:1787762424.780129:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762424.780131:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765446784 : -110615944104832 : ffff9b6537f1f480)
00000100:00000040:2.0:1787762424.780137:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f480 x1874597595059072/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762424.780142:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762424.780143:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762424.780147:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9bb0.
00000100:00000200:2.0:1787762424.780148:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595059072, offset 0
00000400:00000200:2.0:1787762424.780151:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762424.780154:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762424.780156:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762424.780158:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762424.780160:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762424.780162:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762424.780164:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762424.780166:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278055:278055:255:4294967295] 192.168.203.101@tcp LPNI seq info [278054:278054:7:4294967295]
00000400:00000200:2.0:1787762424.780169:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762424.780173:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762424.780177:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762424.780180:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58700.
00000800:00000200:2.0:1787762424.780183:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762424.780186:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:2.0:1787762424.780188:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762424.780192:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762424.780195:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762424.780196:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315837964
00000100:00000001:2.0:1787762424.780198:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315838711
00000100:00000001:2.0:1787762424.780200:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315837964
00000100:00000001:2.0:1787762424.780216:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315838711
00000100:00000001:2.0:1787762424.780218:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762424.780219:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762424.780221:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762424.780225:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d680 x1874597595059200/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762424.780230:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762424.780231:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762424.780233:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762424.780234:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762424.780236:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762424.780237:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595059200:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762424.780240:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762424.780242:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762424.780244:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762424.780264:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762424.780268:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541865400.
02000000:00000001:2.0:1787762424.780269:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762424.780273:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762424.780275:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762424.780279:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762424.780282:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595059200, portal 4
00000100:00000001:2.0:1787762424.780284:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762424.780286:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765439104 : -110615944112512 : ffff9b6537f1d680)
00000100:00000040:2.0:1787762424.780293:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d680 x1874597595059200/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762424.780298:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762424.780300:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762424.780301:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787762424.780302:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595059200, offset 0
00000400:00000200:2.0:1787762424.780305:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762424.780308:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762424.780310:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762424.780312:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762424.780314:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762424.780315:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762424.780317:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762424.780319:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278056:278056:254:4294967295] 192.168.203.101@tcp LPNI seq info [278055:278055:6:4294967295]
00000400:00000200:2.0:1787762424.780322:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762424.780326:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762424.780329:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762424.780332:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58200.
00000800:00000200:2.0:1787762424.780334:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762424.780338:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:2.0:1787762424.780342:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762424.780345:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762424.780348:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762424.780351:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315837971
00000100:00000001:2.0:1787762424.780354:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315838711
00000100:00000001:2.0:1787762424.780356:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315837971
00000100:00000001:2.0:1787762424.780358:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315838711
00000100:00000001:2.0:1787762424.780361:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762424.780364:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762424.780366:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762424.780369:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762424.780372:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762424.780374:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787762424.780376:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762424.780378:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762424.780379:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762424.780381:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762425.547323:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315838711, at 4315838720
00000100:00000040:0.0:1787762425.547329:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315838711, at 4315838720
00000100:00000010:1.0:1787762425.547343:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd9c0.
00000100:00000010:0.0:1787762425.547348:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdf60.
00010000:00000001:0.0:1787762425.611324:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762425.611334:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762425.611337:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762425.611340:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762425.611345:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762425.611348:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762425.611350:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762425.611351:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762425.611355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762425.611357:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762425.611358:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762425.611359:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762425.611361:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762425.611362:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762425.611363:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762425.611365:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762425.611367:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762425.611368:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762425.611388:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762425.611391:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762425.611393:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762425.803335:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762425.803344:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762425.803346:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762425.803353:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762425.803357:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762425.803362:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762425.803365:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762425.803369:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762425.803372:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762426.635406:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762426.635416:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762426.635425:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762426.635427:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762426.635432:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762426.635434:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762426.635528:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762426.635534:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762426.635540:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762426.827306:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762426.827315:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762426.827317:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762426.827323:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762426.827327:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762426.827331:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762426.827334:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762426.827337:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762426.827340:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762427.659347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762427.659355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762427.659365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762427.659368:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762427.659375:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762427.659378:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762427.659413:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762427.659418:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762427.659423:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762427.851334:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762427.851342:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762427.851344:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762427.851352:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762427.851357:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762427.851363:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762427.851367:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762427.851371:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762427.851375:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1787762427.851594:0:238624:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.101:988
00000400:00000100:0.0:1787762427.851654:0:238624:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.101@tcp at host 192.168.203.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787762427.851667:0:238624:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762427.851673:0:238624:0:(router.c:1791:lnet_notify()) 192.168.203.1@tcp notifying 192.168.203.101@tcp: down
00000400:00000200:0.0:1787762427.851681:0:238624:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762427.851686:0:238624:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787762427.851693:0:238624:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:0.0:1787762427.851698:0:238624:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:0.0:1787762427.851704:0:238624:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762427.851711:0:238624:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762427.851719:0:238624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9550
00000400:00000010:0.0:1787762427.851724:0:238624:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9550.
00000100:00000001:0.0:1787762427.851733:0:238624:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762427.851748:0:238624:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b6537f1e940 x1874597595058944/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762427.851806:0:238624:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762427.851815:0:238624:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e940 x1874597595058944/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762427.851832:0:238624:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762427.851836:0:238624:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787762427.851859:0:238624:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:0.0:1787762427.851865:0:238624:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58700.
00000400:00000200:0.0:1787762427.851872:0:238624:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762427.851882:0:238624:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000100:00000001:2.0:1787762427.851882:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762427.851894:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1787762427.851897:0:238624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9bb0
00000400:00000010:0.0:1787762427.851906:0:238624:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9bb0.
00000100:00000001:2.0:1787762427.851907:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762427.851930:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762424/real 1787762427]  req@ffff9b6537f1e940 x1874597595058944/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762427.851939:0:238624:0:(events.c:34:request_out_callback()) Process entered
00000400:00000001:2.0:1787762427.851965:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762427.851969:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000200:0.0:1787762427.851977:0:238624:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b6537f1f480 x1874597595059072/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787762427.851980:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762427.851996:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762427.852005:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:0.0:1787762427.852011:0:238624:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787762427.852017:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:0.0:1787762427.852024:0:238624:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f480 x1874597595059072/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762427.852036:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e940 x1874597595058944/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762427.852051:0:238624:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762427.852067:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e940 x1874597595058944/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762427.852070:0:238624:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787762427.852092:0:238624:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000100:00000001:2.0:1787762427.852094:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000010:0.0:1787762427.852103:0:238624:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58200.
00000100:00000001:2.0:1787762427.852106:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787762427.852116:0:238624:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:2.0:1787762427.852118:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762427.852128:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787762427.852135:0:238624:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000100:00100000:2.0:1787762427.852148:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e940 x1874597595058944/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787762427.852149:0:238624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:0.0:1787762427.852157:0:238624:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:0.0:1787762427.852167:0:238624:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787762427.852179:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:0.0:1787762427.852208:0:238624:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b6537f1d680 x1874597595059200/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762427.852223:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e940 x1874597595058944/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762427.852240:0:238624:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787762427.852291:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762427.852299:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762427.852302:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762427.852305:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762427.852311:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762427.852316:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762427.852324:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:0.0:1787762427.852346:0:238624:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d680 x1874597595059200/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762427.852349:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762427.852364:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1787762427.852379:0:238624:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762427.852390:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e940 x1874597595058944/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762427.852391:0:238624:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:2.0:1787762427.852417:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595058944:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762427.852428:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762427.852433:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762427.852440:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e940 x1874597595058944/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762427.852454:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762427.852460:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762427.852466:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762427.852476:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762427.852482:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762427.852485:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762427.852490:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762427.852495:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15400.
02000000:00000001:2.0:1787762427.852501:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762427.852504:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762427.852508:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e940.
00000100:00000001:2.0:1787762427.852515:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762427.852518:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762427.852522:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762427.852526:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762427.852529:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762427.852532:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762427.852541:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762424/real 1787762427]  req@ffff9b6537f1f480 x1874597595059072/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762427.852558:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762427.852561:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762427.852566:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df738.
00000400:00000200:2.0:1787762427.852573:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762427.852576:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762427.852582:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762427.852592:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f480 x1874597595059072/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762427.852610:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f480 x1874597595059072/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762427.852623:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762427.852626:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762427.852629:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762427.852633:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762427.852640:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f480 x1874597595059072/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762427.852654:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762427.852662:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f480 x1874597595059072/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762427.852677:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762427.852682:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762427.852685:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762427.852688:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762427.852691:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762427.852696:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762427.852701:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762427.852708:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762427.852713:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762427.852721:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f480 x1874597595059072/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762427.852735:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595059072:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762427.852743:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762427.852750:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762424/real 1787762427]  req@ffff9b6537f1d680 x1874597595059200/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762427.852766:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762427.852770:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762427.852774:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762427.852781:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762427.852785:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762427.852792:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762427.852802:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d680 x1874597595059200/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762427.852822:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d680 x1874597595059200/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762427.852851:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762427.852855:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762427.852859:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762427.852861:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762427.852870:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d680 x1874597595059200/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762427.852884:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762427.852892:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d680 x1874597595059200/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762427.852907:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762427.852912:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762427.852916:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762427.852919:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762427.852923:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762427.852926:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762427.852930:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762427.852938:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762427.852941:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762427.852948:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d680 x1874597595059200/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762427.852964:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595059200:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762427.852972:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762427.852977:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762427.852983:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f480 x1874597595059072/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762427.852996:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762427.853000:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762427.853004:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762427.853023:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762427.853027:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762427.853030:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762427.853035:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762427.853038:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17000.
02000000:00000001:2.0:1787762427.853044:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762427.853047:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762427.853050:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f480.
00000100:00000001:2.0:1787762427.853056:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762427.853058:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762427.853062:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762427.853069:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d680 x1874597595059200/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762427.853081:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762427.853083:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762427.853086:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865400.
02000000:00000001:2.0:1787762427.853089:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762427.853092:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762427.853095:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762427.853099:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762427.853102:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14c00.
02000000:00000001:2.0:1787762427.853107:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762427.853110:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762427.853114:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d680.
00000100:00000001:2.0:1787762427.853119:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762427.853122:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762427.853126:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762427.853137:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762427.853141:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762427.853146:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762427.853148:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762428.683397:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762428.683425:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762428.683433:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762428.683435:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762428.683440:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762428.683441:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762428.683528:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762428.683534:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762428.683539:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762428.875293:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762428.875299:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762428.875300:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762428.875304:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762428.875306:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762428.875309:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762428.875312:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762428.875314:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762428.875316:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762429.707311:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762429.707317:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762429.707321:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762429.707322:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762429.707325:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762429.707326:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762429.707342:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762429.707344:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762429.707346:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762429.899341:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762429.899361:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762429.899364:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762429.899368:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762429.899374:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762429.899383:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21170
00000400:00000200:3.0:1787762429.899394:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762429.899404:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762429.899407:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762429.899410:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762429.899414:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762429.899419:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762429.899422:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762429.899426:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762429.899428:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762429.899431:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787762429.899432:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000020:00000040:3.0:1787762429.899436:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762429.899441:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000001:2.0:1787762429.899444:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:3.0:1787762429.899450:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000001:2.0:1787762429.899451:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762429.899460:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762429.899463:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1787762429.899465:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000040:3.0:1787762429.899466:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762429.899474:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762429.899479:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1787762429.899479:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762429.899490:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762429.899491:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762429.899496:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762429.899501:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762429.899502:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787762429.899506:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762429.899510:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787762429.899510:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762429.899525:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762429.899527:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762429.899529:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762429.899542:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787762429.899547:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762429.899551:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762429.899553:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762429.899556:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762429.899560:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762429.899569:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762429.899581:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14000.
00000100:00000001:3.0:1787762429.899591:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762429.899605:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597595059328/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762429.899619:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762429.899624:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762429.899630:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597595059328/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762429.899666:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762429.899671:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762429.899675:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762429.899677:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762429.899679:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762429.899683:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762429.899686:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21170
00000400:00000200:3.0:1787762429.899691:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762429.899694:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762429.899697:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762429.899701:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762429.899704:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762429.899707:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762429.899709:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762429.899713:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762429.899715:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762429.899719:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762429.899723:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762429.899725:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762429.899729:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762429.899732:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762429.899736:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762429.899738:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787762429.899744:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762429.899748:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762429.899751:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762429.899755:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787762429.899759:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762429.899765:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762429.899769:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762429.899775:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1787762429.899778:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f0c0 x1874597595059328/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762429.899784:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762429.899794:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762429.899802:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762429.899811:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787762429.899817:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1787762429.899819:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762429.899823:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762429.899826:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762429.899834:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1787762429.899836:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
02000000:00000001:2.0:1787762429.899843:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787762429.899844:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762429.899851:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762429.899852:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762429.899854:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762429.899855:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762429.899858:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762429.899862:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16800.
02000000:00000001:2.0:1787762429.899867:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762429.899871:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762429.899883:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595059328:192.168.203.101@tcp:250:kworker.0
00000100:00100000:3.0:1787762429.899890:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597595059456/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762429.899898:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762429.899907:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787762429.899911:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787762429.899914:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762429.899917:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762429.899924:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1787762429.899933:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597595059456/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787762429.899943:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541865400.
00000100:00000001:3.0:1787762429.899949:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762429.899952:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762429.899958:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762429.899966:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1787762429.899970:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762429.899972:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762429.899978:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1787762429.899987:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000100:00000001:3.0:1787762429.899987:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762429.899995:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21170
00000400:00000200:3.0:1787762429.900002:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762429.900006:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762429.900009:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1787762429.900012:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000040:3.0:1787762429.900015:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762429.900023:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1787762429.900049:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595059328, portal 25
00000100:00000001:2.0:1787762429.900056:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762429.900059:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765445824 : -110615944105792 : ffff9b6537f1f0c0)
00000100:00000040:2.0:1787762429.900073:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f0c0 x1874597595059328/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762429.900087:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762429.900093:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762429.900099:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000040:3.0:1787762429.900104:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000200:2.0:1787762429.900107:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595059328, offset 0
00000100:00000001:3.0:1787762429.900114:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762429.900121:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1787762429.900127:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000020:00000040:3.0:1787762429.900128:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762429.900137:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762429.900140:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762429.900144:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762429.900147:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:2.0:1787762429.900151:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:3.0:1787762429.900160:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762429.900165:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762429.900180:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:2.0:1787762429.900187:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000001:3.0:1787762429.900188:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762429.900200:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000400:00000200:2.0:1787762429.900205:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1787762429.900207:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762429.900215:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762429.900218:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
02000000:00000001:3.0:1787762429.900221:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787762429.900229:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787762429.900230:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762429.900240:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762429.900244:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000001:3.0:1787762429.900286:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762429.900291:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762429.900294:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762429.900297:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762429.900304:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000020:00000040:3.0:1787762429.900311:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762429.900319:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787762429.900322:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278057:278057:256:4294967295] 192.168.203.101@tcp LPNI seq info [278056:278056:8:4294967295]
02000000:00000001:3.0:1787762429.900324:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762429.900334:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762429.900342:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762429.900349:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762429.900350:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000010:3.0:1787762429.900366:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16c00.
00000100:00000001:3.0:1787762429.900374:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762429.900389:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1787762429.900394:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597595059584/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1787762429.900410:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762429.900423:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000010:2.0:1787762429.900428:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000100:00000001:3.0:1787762429.900430:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762429.900444:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597595059584/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1787762429.900455:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:3.0:1787762429.900460:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762429.900466:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1787762429.900468:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000100:00000040:3.0:1787762429.900477:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762429.900491:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21180)
00000800:00000200:2.1:1787762429.900499:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762429.900508:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787762429.900518:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762429.900523:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762429.900536:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762429.900544:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762429.900553:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762429.900556:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762429.900562:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762429.900570:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f0c0 x1874597595059328/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762429.900582:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762429.900586:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f0c0 x1874597595059328/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762429.900594:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762429.900596:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762429.900605:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762429.900610:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762429.900613:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315843832
00000100:00000010:2.0:1787762429.900622:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd1e0.
00000100:00000001:2.0:1787762429.900633:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762429.900644:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315843832
00000100:00000010:2.0:1787762429.900650:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd180.
00000100:00000001:2.0:1787762429.900654:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762429.900660:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762429.900665:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762429.900668:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762429.900676:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762429/real 1787762429]  req@ffff9b6537f1f0c0 x1874597595059328/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762429.900692:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762429.900695:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762429.900699:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762429.900704:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762429.900707:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762429.900711:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762429.900717:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f0c0 x1874597595059328/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762429.900729:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f0c0 x1874597595059328/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762429.900737:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762429.900739:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762429.900742:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762429.900744:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762429.900748:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f0c0 x1874597595059328/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762429.900761:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762429.900769:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f0c0 x1874597595059328/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762429.900798:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762429.900804:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762429.900807:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762429.900810:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762429.900816:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762429.900820:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762429.900826:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762429.900835:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762429.900841:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762429.900850:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f0c0 x1874597595059328/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762429.900867:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595059328:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762429.900878:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762429.900881:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762429.900885:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f0c0 x1874597595059328/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762429.900894:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762429.900897:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762429.900901:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865400.
02000000:00000001:2.0:1787762429.900905:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762429.900909:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762429.900911:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762429.900914:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762429.900917:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14000.
02000000:00000001:2.0:1787762429.900922:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762429.900924:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762429.900926:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f0c0.
00000100:00000001:2.0:1787762429.900930:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762429.900932:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762429.900936:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762429.900945:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762429.900949:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762429.900953:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762429.900957:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762429.900959:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762429.900969:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1fc00 x1874597595059456/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762429.900985:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762429.900988:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762429.900992:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762429.900997:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762429.901002:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762429.901008:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595059456:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762429.901015:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762429.901019:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762429.901023:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762429.901027:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762429.901034:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541865400.
02000000:00000001:2.0:1787762429.901038:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762429.901046:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762429.901052:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762429.901059:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762429.901065:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595059456, portal 10
00000100:00000001:2.0:1787762429.901070:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762429.901072:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765448704 : -110615944102912 : ffff9b6537f1fc00)
00000100:00000040:2.0:1787762429.901082:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1fc00 x1874597595059456/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762429.901091:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762429.901094:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762429.901097:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762429.901101:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595059456, offset 0
00000400:00000200:2.0:1787762429.901106:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762429.901112:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762429.901118:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762429.901123:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762429.901127:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762429.901130:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762429.901134:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762429.901138:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278058:278058:256:4294967295] 192.168.203.101@tcp LPNI seq info [278057:278057:8:4294967295]
00000400:00000200:2.0:1787762429.901144:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762429.901153:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762429.901158:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762429.901162:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762429.901197:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762429.901221:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762429.901229:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762429.901233:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787762429.901240:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762429.901243:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762429.901249:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762429.901255:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762429.901260:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762429.901298:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762429.901303:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762429.901308:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1fc00 x1874597595059456/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762429.901317:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762429.901321:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1fc00 x1874597595059456/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762429.901332:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762429.901335:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762429.901341:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762429.901347:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762429.901353:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762429.901357:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315843086
00000100:00000001:2.0:1787762429.901361:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315843832
00000100:00000001:2.0:1787762429.901365:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315843086
00000100:00000001:2.0:1787762429.901368:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315843832
00000100:00000001:2.0:1787762429.901371:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762429.901375:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762429.901378:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762429.901385:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762429/real 1787762429]  req@ffff9b6537f1fc00 x1874597595059456/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762429.901400:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762429.901402:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762429.901405:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762429.901409:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762429.901411:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762429.901413:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762429.901418:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1fc00 x1874597595059456/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762429.901427:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1fc00 x1874597595059456/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762429.901433:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762429.901435:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762429.901454:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762429.901456:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762429.901460:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1fc00 x1874597595059456/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762429.901469:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762429.901474:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1fc00 x1874597595059456/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762429.901483:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762429.901486:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762429.901488:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762429.901490:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762429.901492:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762429.901495:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762429.901498:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762429.901502:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762429.901505:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762429.901509:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1fc00 x1874597595059456/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762429.901519:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595059456:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762429.901524:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762429.901529:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d2c0 x1874597595059584/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762429.901546:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762429.901548:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762429.901552:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762429.901554:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762429.901557:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762429.901560:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595059584:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762429.901564:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762429.901567:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762429.901569:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762429.901572:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762429.901576:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762429.901579:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762429.901584:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762429.901587:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762429.901591:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762429.901596:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595059584, portal 4
00000100:00000001:2.0:1787762429.901598:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762429.901600:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765438144 : -110615944113472 : ffff9b6537f1d2c0)
00000100:00000040:2.0:1787762429.901610:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d2c0 x1874597595059584/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762429.901623:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762429.901628:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762429.901632:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762429.901636:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595059584, offset 0
00000400:00000200:2.0:1787762429.901645:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762429.901653:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762429.901661:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762429.901667:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762429.901672:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762429.901694:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762429.901698:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762429.901704:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278059:278059:256:4294967295] 192.168.203.101@tcp LPNI seq info [278058:278058:8:4294967295]
00000400:00000200:2.0:1787762429.901711:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762429.901722:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762429.901727:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762429.901731:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762429.901736:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762429.901739:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762429.901743:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762429.901746:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787762429.901750:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762429.901753:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762429.901757:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762429.901763:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762429.901769:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762429.901772:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762429.901775:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762429.901782:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d2c0 x1874597595059584/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762429.901795:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762429.901800:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d2c0 x1874597595059584/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762429.901812:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762429.901832:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762429.901840:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762429.901845:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762429.901852:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762429.901856:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315843092
00000100:00000001:2.0:1787762429.901860:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315843832
00000100:00000001:2.0:1787762429.901863:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315843092
00000100:00000001:2.0:1787762429.901866:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315843832
00000100:00000001:2.0:1787762429.901868:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762429.901872:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762429.901874:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762429.901880:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762429/real 1787762429]  req@ffff9b6537f1d2c0 x1874597595059584/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762429.901891:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762429.901893:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762429.901895:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762429.901899:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762429.901901:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762429.901904:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762429.901908:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d2c0 x1874597595059584/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762429.901918:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d2c0 x1874597595059584/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762429.901927:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762429.901928:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762429.901931:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762429.901932:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762429.901937:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d2c0 x1874597595059584/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762429.901945:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762429.901949:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d2c0 x1874597595059584/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762429.901957:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762429.901960:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762429.901962:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762429.901964:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762429.901966:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762429.901968:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762429.901971:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762429.901976:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762429.901979:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762429.901984:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d2c0 x1874597595059584/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762429.901993:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595059584:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762429.901998:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762429.902000:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762429.902004:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1fc00 x1874597595059456/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762429.902011:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762429.902014:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762429.902016:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865400.
02000000:00000001:2.0:1787762429.902020:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762429.902021:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762429.902023:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762429.902026:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762429.902028:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16800.
02000000:00000001:2.0:1787762429.902032:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762429.902034:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762429.902035:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1fc00.
00000100:00000001:2.0:1787762429.902039:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762429.902040:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762429.902042:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762429.902046:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d2c0 x1874597595059584/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762429.902054:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762429.902055:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762429.902057:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762429.902061:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762429.902062:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762429.902064:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762429.902066:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762429.902068:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16c00.
02000000:00000001:2.0:1787762429.902071:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762429.902072:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762429.902074:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d2c0.
00000100:00000001:2.0:1787762429.902077:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762429.902079:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762429.902081:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762429.902086:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762429.902088:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762429.902091:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762429.902093:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762430.667321:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315843832, at 4315843840
00000100:00000010:0.0:1787762430.667334:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd1e0.
00000100:00000040:1.0:1787762430.667358:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315843832, at 4315843840
00000100:00000010:1.0:1787762430.667370:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd180.
00010000:00000001:0.0:1787762430.731355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762430.731361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762430.731369:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762430.731371:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762430.731375:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762430.731379:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762430.731382:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762430.731386:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762430.731390:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762430.731393:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762430.731396:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762430.731399:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762430.731479:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762430.731489:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762430.731495:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762430.923371:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762430.923382:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762430.923385:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762430.923393:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762430.923399:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762430.923404:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762430.923408:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762430.923412:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762430.923416:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762431.755332:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762431.755345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762431.755351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762431.755352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762431.755354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762431.755355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762431.755377:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762431.755379:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762431.755381:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762431.947306:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762431.947314:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762431.947316:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762431.947322:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762431.947326:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762431.947329:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762431.947333:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762431.947336:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762431.947340:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762432.779325:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762432.779336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762432.779345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762432.779346:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762432.779351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762432.779353:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762432.779408:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762432.779414:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762432.779417:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762432.971317:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762432.971325:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762432.971334:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762432.971341:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762432.971346:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762432.971350:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762432.971354:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762432.971357:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762432.971361:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762433.803346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762433.803354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762433.803359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762433.803360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762433.803363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762433.803364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762433.803386:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762433.803389:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762433.803391:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762433.995328:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762433.995337:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762433.995339:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762433.995344:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762433.995348:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762433.995352:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762433.995355:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762433.995358:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762433.995361:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762434.827338:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762434.827346:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762434.827353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762434.827354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762434.827358:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762434.827360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762434.827435:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762434.827439:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762434.827442:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762435.019353:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762435.019366:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762435.019370:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762435.019380:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762435.019387:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762435.019393:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762435.019399:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762435.019404:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762435.019407:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762435.019423:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762435.019434:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762435.019439:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762435.019446:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762435.019453:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762435.019465:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21175
00000400:00000200:1.0:1787762435.019481:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762435.019491:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762435.019496:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762435.019501:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762435.019506:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762435.019509:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762435.019513:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762435.019519:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762435.019522:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:1.0:1787762435.019527:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762435.019531:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:1.0:1787762435.019534:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:1.0:1787762435.019538:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:1.0:1787762435.019541:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762435.019544:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762435.019547:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762435.019550:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762435.019555:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:1.0:1787762435.019560:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762435.019565:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762435.019569:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762435.019574:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762435.019578:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762435.019581:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762435.019584:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762435.019596:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588d2c0.
00000020:00000040:1.0:1787762435.019601:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:1.0:1787762435.019607:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762435.019610:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762435.019615:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762435.019619:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762435.019626:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762435.019640:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee08000.
00000100:00000001:1.0:1787762435.019651:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762435.019665:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588d2c0 x1874597595059712/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762435.019681:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762435.019688:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762435.019695:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000032a8dc5] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588d2c0 x1874597595059712/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762435.019733:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762435.019738:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762435.019743:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762435.019745:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762435.019748:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762435.019752:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762435.019755:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21175
00000400:00000200:1.0:1787762435.019759:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762435.019763:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762435.019767:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762435.019770:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762435.019775:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762435.019778:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762435.019783:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762435.019788:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762435.019792:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:1.0:1787762435.019795:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762435.019801:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:1.0:1787762435.019807:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:1.0:1787762435.019812:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:1.0:1787762435.019820:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762435.019824:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762435.019830:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1787762435.019831:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762435.019842:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762435.019844:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1787762435.019848:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000001:2.0:1787762435.019853:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1787762435.019861:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762435.019872:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762435.019876:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588d2c0 x1874597595059712/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787762435.019879:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762435.019893:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762435.019903:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762435.019909:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762435.019912:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762435.019917:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787762435.019924:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787762435.019930:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:1.0:1787762435.019935:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762435.019941:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762435.019943:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762435.019957:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762435.019961:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588f840.
00000020:00000040:1.0:1787762435.019973:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000100:00100000:2.0:1787762435.019974:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595059712:192.168.203.101@tcp:250:kworker.0
02000000:00000001:1.0:1787762435.019985:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787762435.019990:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762435.019992:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762435.020000:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787762435.020002:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762435.020007:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762435.020009:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762435.020015:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787762435.020018:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762435.020028:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864c00.
02000000:00000010:1.0:1787762435.020034:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee0ac00.
02000000:00000001:2.0:1787762435.020036:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762435.020051:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762435.020059:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00100000:1.0:1787762435.020073:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588f840 x1874597595059840/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787762435.020075:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000100:00000001:1.0:1787762435.020094:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762435.020100:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762435.020100:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000040:1.0:1787762435.020109:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010754fdf] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588f840 x1874597595059840/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762435.020122:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595059712, portal 25
00000100:00000001:1.0:1787762435.020125:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762435.020130:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762435.020164:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762435.020171:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787762435.020172:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1787762435.020174:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762435.020179:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188131520 : -110616521420096 : ffff9b651588d2c0)
00000100:00000001:1.0:1787762435.020182:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762435.020192:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21175
00000400:00000200:1.0:1787762435.020202:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:2.0:1787762435.020204:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588d2c0 x1874597595059712/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762435.020210:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762435.020219:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762435.020230:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762435.020238:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762435.020245:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762435.020294:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762435.020298:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:1.0:1787762435.020300:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762435.020304:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:1.0:1787762435.020307:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762435.020310:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:1.0:1787762435.020318:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:2.0:1787762435.020319:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000020:00000001:1.0:1787762435.020329:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000010:2.0:1787762435.020332:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000040:1.0:1787762435.020339:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762435.020344:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1787762435.020346:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595059712, offset 0
00000100:00000040:1.0:1787762435.020352:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762435.020359:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762435.020362:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000400:00000200:2.0:1787762435.020369:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00080000:1.0:1787762435.020375:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762435.020381:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762435.020384:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762435.020389:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787762435.020391:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:1.0:1787762435.020398:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762435.020403:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762435.020407:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787762435.020411:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000008:00000001:1.0:1787762435.020413:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762435.020423:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762435.020428:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:1.0:1787762435.020432:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c780.
00000400:00000200:2.0:1787762435.020440:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000020:00000040:1.0:1787762435.020441:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:1.0:1787762435.020451:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787762435.020455:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1787762435.020456:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762435.020463:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787762435.020468:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
02000000:00000001:1.0:1787762435.020470:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762435.020475:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762435.020483:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278060:278060:256:4294967295] 192.168.203.101@tcp LPNI seq info [278059:278059:8:4294967295]
02000000:00000010:1.0:1787762435.020486:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee0a800.
00000400:00000200:2.0:1787762435.020495:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762435.020499:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762435.020516:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c780 x1874597595059968/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787762435.020529:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1787762435.020554:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1787762435.020556:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000001:1.0:1787762435.020562:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787762435.020570:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000100:00000040:1.0:1787762435.020572:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c5bf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c780 x1874597595059968/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762435.020591:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787762435.020592:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:1.0:1787762435.020600:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1787762435.020604:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000100:00000040:1.0:1787762435.020608:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.1:1787762435.020622:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:1.0:1787762435.020623:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21185)
00000800:00000200:2.1:1787762435.020635:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787762435.020643:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762435.020647:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762435.020657:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762435.020665:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762435.020673:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762435.020676:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762435.020683:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762435.020689:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588d2c0 x1874597595059712/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762435.020704:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762435.020709:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588d2c0 x1874597595059712/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762460 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762435.020719:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762435.020721:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762435.020752:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762435.020756:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762435.020760:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315848952
00000100:00000010:2.0:1787762435.020766:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd060.
00000100:00000001:2.0:1787762435.020776:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762435.020785:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315848952
00000100:00000010:2.0:1787762435.020790:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd180.
00000100:00000001:2.0:1787762435.020794:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762435.020799:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762435.020820:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762435.020825:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762435.020834:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762435/real 1787762435]  req@ffff9b651588d2c0 x1874597595059712/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762435.020847:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762435.020849:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762435.020853:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762435.020858:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762435.020861:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762435.020864:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762435.020869:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588d2c0 x1874597595059712/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762435.020884:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588d2c0 x1874597595059712/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762435.020910:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762435.020914:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762435.020919:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762435.020923:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762435.020933:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588d2c0 x1874597595059712/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762435.020949:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762435.020959:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588d2c0 x1874597595059712/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762460 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762435.020976:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762435.020981:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762435.020983:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762435.020985:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762435.020989:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762435.020992:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762435.020996:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762435.021002:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762435.021005:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762435.021011:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588d2c0 x1874597595059712/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762460 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762435.021023:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595059712:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762435.021030:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762435.021033:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762435.021037:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588d2c0 x1874597595059712/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762460 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762435.021046:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762435.021050:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762435.021055:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762435.021061:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762435.021064:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762435.021066:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762435.021070:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762435.021075:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08000.
02000000:00000001:2.0:1787762435.021084:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762435.021088:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762435.021091:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588d2c0.
00000100:00000001:2.0:1787762435.021103:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762435.021106:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762435.021111:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762435.021125:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762435.021128:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762435.021152:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762435.021157:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762435.021160:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762435.021170:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588f840 x1874597595059840/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762435.021186:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762435.021189:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762435.021193:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762435.021197:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762435.021201:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762435.021205:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595059840:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762435.021210:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762435.021213:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762435.021215:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762435.021218:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762435.021224:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762435.021226:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762435.021232:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762435.021236:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762435.021241:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762435.021275:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595059840, portal 10
00000100:00000001:2.0:1787762435.021280:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762435.021282:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188141120 : -110616521410496 : ffff9b651588f840)
00000100:00000040:2.0:1787762435.021292:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588f840 x1874597595059840/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762435.021301:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762435.021304:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762435.021308:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762435.021312:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595059840, offset 0
00000400:00000200:2.0:1787762435.021317:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762435.021324:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762435.021330:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762435.021334:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762435.021338:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762435.021342:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762435.021345:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762435.021349:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278061:278061:256:4294967295] 192.168.203.101@tcp LPNI seq info [278060:278060:8:4294967295]
00000400:00000200:2.0:1787762435.021355:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762435.021364:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762435.021371:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762435.021375:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762435.021381:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762435.021385:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787762435.021391:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762435.021394:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787762435.021399:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762435.021402:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762435.021406:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762435.021411:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762435.021415:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762435.021418:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762435.021421:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762435.021426:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588f840 x1874597595059840/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762435.021446:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762435.021450:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588f840 x1874597595059840/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762460 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762435.021459:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762435.021461:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762435.021466:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762435.021472:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762435.021476:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762435.021479:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315848206
00000100:00000001:2.0:1787762435.021483:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315848952
00000100:00000001:2.0:1787762435.021486:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315848206
00000100:00000001:2.0:1787762435.021489:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315848952
00000100:00000001:2.0:1787762435.021492:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762435.021494:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762435.021497:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762435.021502:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762435/real 1787762435]  req@ffff9b651588f840 x1874597595059840/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762435.021511:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762435.021513:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762435.021515:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762435.021518:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762435.021520:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762435.021523:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762435.021527:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588f840 x1874597595059840/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762435.021537:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588f840 x1874597595059840/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762435.021545:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762435.021548:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762435.021551:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762435.021553:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762435.021557:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588f840 x1874597595059840/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762435.021566:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762435.021570:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588f840 x1874597595059840/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762460 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762435.021579:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762435.021582:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762435.021584:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762435.021585:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762435.021587:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762435.021590:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762435.021593:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762435.021597:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762435.021600:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762435.021604:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588f840 x1874597595059840/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762460 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762435.021613:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595059840:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762435.021618:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762435.021622:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c780 x1874597595059968/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762435.021631:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762435.021633:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762435.021636:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762435.021638:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762435.021641:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762435.021645:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595059968:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762435.021650:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762435.021652:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762435.021655:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762435.021657:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762435.021662:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541865400.
02000000:00000001:2.0:1787762435.021664:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762435.021668:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762435.021671:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762435.021675:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762435.021679:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595059968, portal 4
00000100:00000001:2.0:1787762435.021682:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762435.021684:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188128640 : -110616521422976 : ffff9b651588c780)
00000100:00000040:2.0:1787762435.021691:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c780 x1874597595059968/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762435.021699:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762435.021702:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762435.021704:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762435.021708:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595059968, offset 0
00000400:00000200:2.0:1787762435.021712:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762435.021717:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762435.021721:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762435.021726:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762435.021730:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762435.021735:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762435.021740:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762435.021746:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278062:278062:256:4294967295] 192.168.203.101@tcp LPNI seq info [278061:278061:8:4294967295]
00000400:00000200:2.0:1787762435.021755:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762435.021767:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762435.021776:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762435.021783:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762435.021793:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762435.021799:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787762435.021807:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762435.021814:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787762435.021822:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762435.021826:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762435.021832:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762435.021839:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762435.021844:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762435.021846:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762435.021849:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762435.021855:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c780 x1874597595059968/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762435.021866:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762435.021870:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c780 x1874597595059968/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762460 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762435.021880:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762435.021884:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762435.021891:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762435.021897:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762435.021903:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762435.021907:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315848212
00000100:00000001:2.0:1787762435.021912:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315848952
00000100:00000001:2.0:1787762435.021917:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315848212
00000100:00000001:2.0:1787762435.021921:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315848952
00000100:00000001:2.0:1787762435.021927:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762435.021931:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762435.021935:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762435.021945:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762435/real 1787762435]  req@ffff9b651588c780 x1874597595059968/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762435.021963:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762435.021968:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762435.021971:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762435.021977:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762435.021979:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762435.021982:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762435.021987:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c780 x1874597595059968/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762435.021999:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c780 x1874597595059968/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762435.022007:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762435.022009:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762435.022012:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762435.022014:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762435.022018:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c780 x1874597595059968/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762435.022027:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762435.022032:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c780 x1874597595059968/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762460 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762435.022041:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762435.022044:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762435.022045:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762435.022047:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762435.022049:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762435.022051:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762435.022054:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762435.022059:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762435.022063:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762435.022071:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c780 x1874597595059968/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762460 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762435.022101:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595059968:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762435.022110:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762435.022114:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762435.022122:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588f840 x1874597595059840/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762460 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762435.022161:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762435.022165:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762435.022169:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762435.022176:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762435.022178:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762435.022180:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762435.022183:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762435.022186:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0ac00.
02000000:00000001:2.0:1787762435.022190:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762435.022192:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762435.022194:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588f840.
00000100:00000001:2.0:1787762435.022200:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762435.022202:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762435.022204:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762435.022210:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c780 x1874597595059968/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762460 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762435.022218:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762435.022220:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762435.022222:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865400.
02000000:00000001:2.0:1787762435.022226:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762435.022227:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762435.022229:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762435.022231:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762435.022232:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0a800.
02000000:00000001:2.0:1787762435.022235:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762435.022236:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762435.022238:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c780.
00000100:00000001:2.0:1787762435.022244:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762435.022273:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762435.022276:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762435.022282:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762435.022284:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762435.022286:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762435.022289:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762435.787337:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315848952, at 4315848960
00000100:00000040:1.0:1787762435.787337:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315848952, at 4315848960
00000100:00000010:0.0:1787762435.787357:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd060.
00000100:00000010:1.0:1787762435.787359:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd180.
00010000:00000001:0.0:1787762435.851333:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762435.851341:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762435.851343:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762435.851347:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762435.851352:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762435.851354:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762435.851356:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762435.851358:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762435.851362:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762435.851363:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762435.851365:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762435.851366:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762435.851368:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762435.851369:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762435.851370:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762435.851371:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762435.851374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762435.851375:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762435.851394:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762435.851396:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762435.851399:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762436.043332:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762436.043341:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762436.043343:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762436.043350:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762436.043354:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762436.043358:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762436.043361:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762436.043364:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762436.043366:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762436.875325:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762436.875334:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762436.875339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762436.875340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762436.875343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762436.875344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762436.875389:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762436.875393:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762436.875396:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762437.067317:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762437.067326:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762437.067327:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762437.067333:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762437.067337:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762437.067341:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762437.067344:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762437.067347:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762437.067350:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762437.899351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762437.899361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762437.899369:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762437.899370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762437.899375:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762437.899376:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762437.899404:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762437.899408:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762437.899412:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762438.091324:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762438.091333:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762438.091335:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762438.091342:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762438.091346:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762438.091350:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762438.091353:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762438.091357:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762438.091360:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762438.923341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762438.923349:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762438.923355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762438.923356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762438.923359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762438.923360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762438.923442:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762438.923447:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762438.923451:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762439.115315:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762439.115325:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762439.115327:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762439.115333:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762439.115370:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762439.115374:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762439.115377:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762439.115381:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762439.115383:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762439.947389:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762439.947400:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762439.947411:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762439.947413:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762439.947419:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762439.947422:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762439.947456:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762439.947461:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762439.947466:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762440.139343:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762440.139355:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762440.139357:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762440.139365:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762440.139369:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762440.139374:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762440.139377:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762440.139381:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762440.139384:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762440.139409:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762440.139422:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762440.139426:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762440.139431:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762440.139436:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762440.139445:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21180
00000400:00000200:3.0:1787762440.139457:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762440.139465:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762440.139469:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762440.139474:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762440.139478:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762440.139481:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762440.139485:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762440.139490:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762440.139492:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762440.139496:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762440.139499:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762440.139502:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762440.139506:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762440.139510:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762440.139512:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762440.139515:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762440.139517:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762440.139522:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762440.139527:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762440.139530:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762440.139534:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762440.139539:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762440.139542:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762440.139545:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762440.139548:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762440.139558:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000020:00000040:3.0:1787762440.139562:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762440.139568:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762440.139570:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762440.139574:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762440.139578:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762440.139583:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762440.139595:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17800.
00000100:00000001:3.0:1787762440.139604:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762440.139615:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597595060096/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762440.139652:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762440.139660:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762440.139670:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597595060096/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762440.139710:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762440.139717:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762440.139726:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762440.139730:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762440.139734:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762440.139742:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762440.139743:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762440.139748:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787762440.139752:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21180
00000100:00000001:2.0:1787762440.139754:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1787762440.139767:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:2.0:1787762440.139775:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d2c0 x1874597595060096/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787762440.139783:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762440.139791:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762440.139809:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762440.139816:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762440.139816:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762440.139825:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762440.139831:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762440.139835:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
02000000:00000001:2.0:1787762440.139837:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1787762440.139841:0:229787:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:2.0:1787762440.139845:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787762440.139846:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
02000000:00000001:2.0:1787762440.139862:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762440.139862:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762440.139874:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000100:00100000:2.0:1787762440.139880:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595060096:192.168.203.101@tcp:250:kworker.0
00000020:00000001:3.0:1787762440.139887:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:2.0:1787762440.139893:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1787762440.139894:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
02000000:00000001:2.0:1787762440.139901:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1787762440.139903:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
02000000:00000001:2.0:1787762440.139905:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762440.139908:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787762440.139912:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1787762440.139913:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762440.139918:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762440.139921:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
02000000:00000010:2.0:1787762440.139924:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541865400.
00000100:00080000:3.0:1787762440.139930:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
02000000:00000001:2.0:1787762440.139932:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762440.139939:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762440.139944:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787762440.139949:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:3.0:1787762440.139952:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1787762440.139956:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
02000000:00000001:3.0:1787762440.139959:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762440.139963:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1787762440.139968:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000008:00100000:3.0:1787762440.139969:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762440.139977:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762440.139982:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595060096, portal 25
00000100:00000001:3.0:1787762440.139982:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762440.139989:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762440.139992:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765438144 : -110615944113472 : ffff9b6537f1d2c0)
00000100:00000010:3.0:1787762440.139992:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000020:00000040:3.0:1787762440.140005:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000100:00000040:2.0:1787762440.140010:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d2c0 x1874597595060096/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762440.140014:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762440.140020:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762440.140031:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762440.140038:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787762440.140049:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787762440.140050:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762440.140057:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762440.140061:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762440.140064:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595060096, offset 0
02000000:00000010:3.0:1787762440.140074:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14800.
00000400:00000200:2.0:1787762440.140084:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762440.140087:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762440.140112:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00100000:3.0:1787762440.140120:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597595060224/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787762440.140125:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762440.140145:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787762440.140156:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787762440.140162:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000001:3.0:1787762440.140168:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762440.140174:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1787762440.140183:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597595060224/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762440.140186:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762440.140207:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278063:278063:256:4294967295] 192.168.203.101@tcp LPNI seq info [278062:278062:8:4294967295]
00000400:00000200:2.0:1787762440.140239:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762440.140241:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762440.140287:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762440.140301:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1787762440.140303:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787762440.140306:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762440.140312:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.0:1787762440.140322:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762440.140323:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762440.140334:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21180
00000800:00000010:2.0:1787762440.140335:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762440.140353:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000400:00000200:3.0:1787762440.140358:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000800:00000200:2.0:1787762440.140361:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 47 secs later)
00000400:00000200:3.0:1787762440.140371:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000800:00000200:2.1:1787762440.140373:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00080000:3.0:1787762440.140380:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1787762440.140383:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 47 secs later)
00000100:00000040:3.0:1787762440.140389:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762440.140397:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:2.0:1787762440.140399:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762440.140411:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000100:00000040:3.0:1787762440.140416:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762440.140422:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:2.0:1787762440.140425:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1787762440.140427:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762440.140433:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762440.140440:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787762440.140442:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1787762440.140446:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000400:00000200:2.0:1787762440.140452:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000020:00000001:3.0:1787762440.140454:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000010:2.0:1787762440.140466:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000020:00000001:3.0:1787762440.140467:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000001:2.0:1787762440.140483:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1787762440.140483:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762440.140495:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1787762440.140502:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d2c0 x1874597595060096/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762440.140505:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762440.140517:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762440.140527:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762440.140543:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762440.140558:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762440.140574:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762440.140579:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787762440.140583:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787762440.140590:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d2c0 x1874597595060096/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762465 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762440.140592:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762440.140603:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762440.140611:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787762440.140615:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787762440.140619:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762440.140620:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787762440.140629:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762440.140634:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762440.140642:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000400:00000200:2.0:1787762440.140649:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000020:00000040:3.0:1787762440.140651:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000100:00000001:2.0:1787762440.140655:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315854072
02000000:00000001:3.0:1787762440.140660:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000010:2.0:1787762440.140665:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd1e0.
02000000:00000001:3.0:1787762440.140666:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762440.140674:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787762440.140676:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1787762440.140680:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787762440.140687:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315854072
02000000:00000001:3.0:1787762440.140688:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762440.140704:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdf60.
02000000:00000010:3.0:1787762440.140707:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16400.
00000100:00000001:2.0:1787762440.140712:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787762440.140718:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762440.140721:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762440.140729:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762440.140734:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597595060352/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762440.140735:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762440.140751:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762440/real 1787762440]  req@ffff9b6537f1d2c0 x1874597595060096/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762440.140773:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762440.140783:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787762440.140801:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762440.140810:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1787762440.140811:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597595060352/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787762440.140821:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762440.140836:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762440.140843:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:3.0:1787762440.140844:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762440.140864:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1787762440.140866:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1787762440.140883:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d2c0 x1874597595060096/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762440.140883:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762440.140902:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21191)
00000100:00000200:2.0:1787762440.140911:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d2c0 x1874597595060096/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762440.140919:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762440.140922:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762440.140924:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762440.140925:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762440.140930:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d2c0 x1874597595060096/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762440.140936:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762440.140940:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d2c0 x1874597595060096/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762465 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762440.140946:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762440.140950:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762440.140952:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762440.140954:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762440.140957:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762440.140960:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762440.140963:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762440.140969:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762440.140971:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762440.140975:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d2c0 x1874597595060096/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762465 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762440.140981:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595060096:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762440.140984:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762440.140986:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762440.140988:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d2c0 x1874597595060096/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762465 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762440.140996:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762440.141001:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762440.141004:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865400.
02000000:00000001:2.0:1787762440.141008:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762440.141011:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762440.141013:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762440.141016:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762440.141018:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17800.
02000000:00000001:2.0:1787762440.141022:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762440.141024:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762440.141027:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d2c0.
00000100:00000001:2.0:1787762440.141031:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762440.141032:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762440.141034:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762440.141041:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762440.141043:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762440.141045:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762440.141046:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762440.141048:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762440.141051:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1fc00 x1874597595060224/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762440.141058:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762440.141059:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762440.141061:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762440.141063:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762440.141064:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762440.141066:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595060224:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762440.141069:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762440.141071:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762440.141073:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762440.141074:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762440.141077:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541865400.
02000000:00000001:2.0:1787762440.141079:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762440.141082:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762440.141084:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762440.141087:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762440.141090:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595060224, portal 10
00000100:00000001:2.0:1787762440.141091:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762440.141095:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765448704 : -110615944102912 : ffff9b6537f1fc00)
00000100:00000040:2.0:1787762440.141120:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1fc00 x1874597595060224/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762440.141127:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762440.141133:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762440.141137:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762440.141142:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595060224, offset 0
00000400:00000200:2.0:1787762440.141147:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762440.141151:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762440.141157:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762440.141161:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762440.141164:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762440.141166:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762440.141168:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762440.141170:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278064:278064:256:4294967295] 192.168.203.101@tcp LPNI seq info [278063:278063:8:4294967295]
00000400:00000200:2.0:1787762440.141174:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762440.141184:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762440.141190:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762440.141193:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762440.141196:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762440.141199:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787762440.141202:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762440.141205:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1787762440.141208:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762440.141209:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762440.141212:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762440.141215:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762440.141217:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762440.141218:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762440.141220:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762440.141223:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1fc00 x1874597595060224/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762440.141229:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762440.141231:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1fc00 x1874597595060224/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762465 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762440.141240:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762440.141242:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762440.141244:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762440.141271:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762440.141274:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762440.141276:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315853326
00000100:00000001:2.0:1787762440.141278:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315854072
00000100:00000001:2.0:1787762440.141281:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315853326
00000100:00000001:2.0:1787762440.141284:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315854072
00000100:00000001:2.0:1787762440.141286:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762440.141289:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762440.141291:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762440.141295:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762440/real 1787762440]  req@ffff9b6537f1fc00 x1874597595060224/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762440.141304:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762440.141306:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762440.141308:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762440.141311:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762440.141313:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762440.141316:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762440.141319:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1fc00 x1874597595060224/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762440.141330:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1fc00 x1874597595060224/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762440.141335:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762440.141336:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762440.141338:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762440.141339:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762440.141341:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1fc00 x1874597595060224/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762440.141347:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762440.141350:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1fc00 x1874597595060224/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762465 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762440.141355:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762440.141356:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762440.141357:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762440.141358:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762440.141359:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762440.141361:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762440.141363:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762440.141366:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762440.141367:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762440.141370:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1fc00 x1874597595060224/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762465 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762440.141375:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595060224:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762440.141379:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762440.141383:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f0c0 x1874597595060352/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762440.141388:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762440.141389:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762440.141390:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762440.141391:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762440.141393:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762440.141395:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595060352:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762440.141397:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762440.141399:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762440.141401:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762440.141403:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762440.141406:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762440.141407:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762440.141411:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762440.141413:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762440.141416:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762440.141418:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595060352, portal 4
00000100:00000001:2.0:1787762440.141420:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762440.141421:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765445824 : -110615944105792 : ffff9b6537f1f0c0)
00000100:00000040:2.0:1787762440.141427:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f0c0 x1874597595060352/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762440.141432:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762440.141434:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762440.141436:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762440.141440:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595060352, offset 0
00000400:00000200:2.0:1787762440.141446:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762440.141451:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762440.141454:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762440.141456:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762440.141458:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762440.141460:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762440.141462:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762440.141465:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278065:278065:256:4294967295] 192.168.203.101@tcp LPNI seq info [278064:278064:8:4294967295]
00000400:00000200:2.0:1787762440.141470:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762440.141479:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762440.141484:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762440.141487:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762440.141491:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762440.141494:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787762440.141499:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762440.141502:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1787762440.141506:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762440.141509:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762440.141512:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762440.141515:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762440.141517:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762440.141518:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762440.141520:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762440.141522:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f0c0 x1874597595060352/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762440.141528:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762440.141530:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f0c0 x1874597595060352/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762465 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762440.141535:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762440.141536:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762440.141538:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762440.141541:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762440.141543:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762440.141545:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315853332
00000100:00000001:2.0:1787762440.141548:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315854072
00000100:00000001:2.0:1787762440.141551:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315853332
00000100:00000001:2.0:1787762440.141552:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315854072
00000100:00000001:2.0:1787762440.141553:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762440.141555:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762440.141557:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762440.141560:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762440/real 1787762440]  req@ffff9b6537f1f0c0 x1874597595060352/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762440.141566:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762440.141567:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762440.141569:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762440.141573:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762440.141574:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762440.141580:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762440.141583:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f0c0 x1874597595060352/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762440.141590:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f0c0 x1874597595060352/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762440.141594:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762440.141595:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762440.141596:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762440.141597:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762440.141599:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f0c0 x1874597595060352/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762440.141604:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762440.141607:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f0c0 x1874597595060352/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762465 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762440.141612:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762440.141613:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762440.141614:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762440.141615:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762440.141616:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762440.141617:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762440.141619:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762440.141625:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762440.141630:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762440.141633:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f0c0 x1874597595060352/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762465 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762440.141639:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595060352:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762440.141644:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762440.141648:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762440.141652:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1fc00 x1874597595060224/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762465 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762440.141657:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762440.141660:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762440.141662:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865400.
02000000:00000001:2.0:1787762440.141666:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762440.141669:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762440.141672:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762440.141675:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762440.141678:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14800.
02000000:00000001:2.0:1787762440.141684:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762440.141687:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762440.141689:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1fc00.
00000100:00000001:2.0:1787762440.141694:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762440.141696:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762440.141698:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762440.141702:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f0c0 x1874597595060352/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762465 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762440.141710:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762440.141712:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762440.141714:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762440.141717:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762440.141719:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762440.141720:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762440.141723:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762440.141725:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16400.
02000000:00000001:2.0:1787762440.141728:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762440.141729:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762440.141731:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f0c0.
00000100:00000001:2.0:1787762440.141733:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762440.141734:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762440.141736:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762440.141739:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762440.141740:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762440.141741:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762440.141743:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762440.907335:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315854072, at 4315854080
00000100:00000040:1.0:1787762440.907335:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315854072, at 4315854080
00000100:00000010:1.0:1787762440.907355:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdf60.
00000100:00000010:0.0:1787762440.907361:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd1e0.
00010000:00000001:0.0:1787762440.971326:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762440.971331:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762440.971336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762440.971337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762440.971340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762440.971344:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762440.971346:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762440.971351:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762440.971354:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762440.971357:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762440.971358:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762440.971360:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762440.971417:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762440.971421:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762440.971424:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762441.163302:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762441.163311:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762441.163313:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762441.163319:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762441.163323:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762441.163327:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762441.163330:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762441.163333:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762441.163336:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762441.995334:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762441.995343:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762441.995349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762441.995350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762441.995353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762441.995356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762441.995376:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762441.995378:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762441.995381:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762442.187319:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762442.187328:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762442.187331:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762442.187337:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762442.187342:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762442.187347:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762442.187351:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762442.187355:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762442.187359:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762443.019359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762443.019370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762443.019379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762443.019381:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762443.019385:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762443.019387:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762443.019439:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762443.019444:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762443.019447:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762443.211307:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762443.211316:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762443.211318:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762443.211324:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762443.211328:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762443.211332:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762443.211334:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762443.211338:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762443.211341:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762444.043345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762444.043353:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762444.043359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762444.043360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762444.043363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762444.043364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762444.043386:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762444.043389:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762444.043392:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762444.235313:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762444.235323:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762444.235325:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762444.235330:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762444.235334:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762444.235338:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762444.235341:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762444.235344:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762444.235347:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762445.067334:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762445.067341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762445.067347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762445.067348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762445.067351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762445.067352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762445.067407:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762445.067411:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762445.067414:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762445.259338:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762445.259349:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762445.259354:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762445.259358:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787762445.259362:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00080000:1.0:1787762445.259370:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762445.259370:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762445.259375:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762445.259376:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787762445.259379:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1787762445.259382:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762445.259383:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762445.259389:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762445.259391:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762445.259402:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21186
00000400:00000200:1.0:1787762445.259414:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762445.259422:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762445.259426:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762445.259430:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762445.259434:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762445.259437:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762445.259441:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762445.259447:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762445.259449:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:1.0:1787762445.259452:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762445.259456:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:1.0:1787762445.259459:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:1.0:1787762445.259462:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:1.0:1787762445.259466:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762445.259468:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762445.259470:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762445.259473:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762445.259476:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:1.0:1787762445.259480:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762445.259484:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762445.259487:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762445.259491:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762445.259495:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762445.259497:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762445.259500:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762445.259513:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588e940.
00000020:00000040:1.0:1787762445.259518:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:1.0:1787762445.259523:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762445.259526:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762445.259530:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762445.259534:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762445.259541:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762445.259552:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee08400.
00000100:00000001:1.0:1787762445.259561:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762445.259574:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588e940 x1874597595060480/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762445.259588:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762445.259593:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762445.259599:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000186ab8f7] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588e940 x1874597595060480/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762445.259625:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762445.259628:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762445.259632:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762445.259635:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762445.259637:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762445.259640:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762445.259642:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1787762445.259645:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21186
00000100:00000001:2.0:1787762445.259647:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762445.259650:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:1.0:1787762445.259652:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:2.0:1787762445.259658:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588e940 x1874597595060480/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762445.259659:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:2.0:1787762445.259668:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762445.259670:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762445.259673:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1787762445.259674:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1787762445.259676:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762445.259681:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762445.259682:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00100000:2.0:1787762445.259687:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595060480:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762445.259688:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762445.259695:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762445.259695:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787762445.259701:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
02000000:00000001:2.0:1787762445.259701:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762445.259705:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762445.259706:0:299392:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:2.0:1787762445.259708:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:1.0:1787762445.259710:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:1.0:1787762445.259714:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000010:2.0:1787762445.259716:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864c00.
00000020:00000040:1.0:1787762445.259717:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
02000000:00000001:2.0:1787762445.259720:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762445.259725:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000400:00000200:2.0:1787762445.259730:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000020:00000001:1.0:1787762445.259731:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000400:00000010:2.0:1787762445.259736:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000100:00000040:1.0:1787762445.259738:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762445.259742:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762445.259745:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000010:2.0:1787762445.259745:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000001:1.0:1787762445.259749:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762445.259754:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000200:2.0:1787762445.259755:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595060480, portal 25
00000100:00080000:1.0:1787762445.259760:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762445.259761:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762445.259763:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188137280 : -110616521414336 : ffff9b651588e940)
00000100:00000001:1.0:1787762445.259768:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762445.259772:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588e940 x1874597595060480/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787762445.259773:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762445.259782:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1787762445.259783:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787762445.259786:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
02000000:00000001:1.0:1787762445.259790:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762445.259792:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000001:1.0:1787762445.259794:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:2.0:1787762445.259796:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595060480, offset 0
00000008:00100000:1.0:1787762445.259801:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787762445.259806:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000008:00000001:1.0:1787762445.259808:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762445.259813:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762445.259817:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000010:1.0:1787762445.259818:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c000.
00000020:00000040:1.0:1787762445.259823:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:1.0:1787762445.259827:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762445.259828:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762445.259830:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762445.259832:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787762445.259834:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
02000000:00000001:1.0:1787762445.259835:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762445.259842:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee08c00.
00000400:00000200:2.0:1787762445.259843:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787762445.259850:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762445.259852:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762445.259859:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00100000:1.0:1787762445.259860:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c000 x1874597595060608/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787762445.259863:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762445.259871:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278066:278066:256:4294967295] 192.168.203.101@tcp LPNI seq info [278065:278065:8:4294967295]
00000100:00000001:1.0:1787762445.259882:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787762445.259882:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762445.259887:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762445.259895:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bd17bd7] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c000 x1874597595060608/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762445.259896:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762445.259909:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000001:1.0:1787762445.259918:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787762445.259922:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000100:00080000:1.0:1787762445.259923:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762445.259930:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762445.259934:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.0:1787762445.259935:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00080000:1.0:1787762445.259937:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.0:1787762445.259940:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000100:00000001:1.0:1787762445.259942:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762445.259950:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21186
00000800:00000200:2.1:1787762445.259951:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762445.259957:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000400:00000200:1.0:1787762445.259960:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000800:00000100:2.0:1787762445.259966:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762445.259970:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000800:00000010:2.0:1787762445.259970:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000100:00080000:1.0:1787762445.259975:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787762445.259979:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1787762445.259982:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000200:2.0:1787762445.259988:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1787762445.259989:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787762445.259993:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000100:00000040:1.0:1787762445.259994:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000010:2.0:1787762445.259997:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:1.0:1787762445.259999:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762445.260003:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:1.0:1787762445.260005:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762445.260008:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000100:00000200:2.0:1787762445.260009:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588e940 x1874597595060480/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787762445.260012:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762445.260016:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:1.0:1787762445.260022:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000001:2.0:1787762445.260025:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:1.0:1787762445.260026:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:2.0:1787762445.260031:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588e940 x1874597595060480/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762470 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762445.260034:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762445.260040:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762445.260045:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762445.260046:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762445.260052:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762445.260052:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:1.0:1787762445.260058:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00000001:2.0:1787762445.260073:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762445.260077:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000400:00000200:2.0:1787762445.260082:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762445.260084:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762445.260087:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315859191
02000000:00000001:1.0:1787762445.260088:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762445.260094:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1787762445.260095:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd9c0.
02000000:00000001:1.0:1787762445.260099:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762445.260103:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762445.260105:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000008:00100000:1.0:1787762445.260107:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762445.260112:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762445.260114:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315859191
00000100:00000001:1.0:1787762445.260115:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762445.260121:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdba0.
00000100:00000001:2.0:1787762445.260125:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000010:1.0:1787762445.260126:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c780.
00000100:00000001:2.0:1787762445.260128:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1787762445.260132:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000100:00000001:2.0:1787762445.260132:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762445.260137:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:1.0:1787762445.260139:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762445.260143:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762445.260144:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762445/real 1787762445]  req@ffff9b651588e940 x1874597595060480/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762445.260148:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762445.260152:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762445.260156:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787762445.260158:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762445.260161:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000010:1.0:1787762445.260163:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee08800.
00000400:00000010:2.0:1787762445.260163:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762445.260169:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000100:00000001:1.0:1787762445.260170:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762445.260172:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762445.260177:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:1.0:1787762445.260181:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c780 x1874597595060736/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787762445.260183:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588e940 x1874597595060480/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762445.260212:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1787762445.260214:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588e940 x1874597595060480/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762445.260217:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762445.260226:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:1.0:1787762445.260227:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c5bf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c780 x1874597595060736/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762445.260228:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762445.260232:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762445.260235:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762445.260242:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588e940 x1874597595060480/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762445.260269:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762445.260274:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588e940 x1874597595060480/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762470 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762445.260280:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762445.260287:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762445.260289:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762445.260294:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762445.260297:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1787762445.260297:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762445.260300:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762445.260306:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:1.0:1787762445.260307:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21196)
00000100:00000001:2.0:1787762445.260309:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762445.260314:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762445.260319:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762445.260323:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762445.260329:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588e940 x1874597595060480/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762470 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762445.260340:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595060480:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762445.260346:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762445.260348:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762445.260352:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588e940 x1874597595060480/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762470 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762445.260359:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762445.260362:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762445.260365:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762445.260369:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762445.260370:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762445.260372:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762445.260374:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762445.260376:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08400.
02000000:00000001:2.0:1787762445.260381:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762445.260383:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762445.260384:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588e940.
00000100:00000001:2.0:1787762445.260387:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762445.260388:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762445.260390:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762445.260397:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762445.260398:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762445.260400:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762445.260401:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762445.260402:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762445.260405:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c000 x1874597595060608/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762445.260411:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762445.260412:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762445.260413:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762445.260415:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762445.260417:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762445.260419:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595060608:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762445.260421:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762445.260423:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762445.260424:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762445.260425:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762445.260428:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762445.260429:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762445.260432:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762445.260434:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762445.260437:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762445.260439:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595060608, portal 10
00000100:00000001:2.0:1787762445.260441:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762445.260442:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188126720 : -110616521424896 : ffff9b651588c000)
00000100:00000040:2.0:1787762445.260447:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c000 x1874597595060608/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762445.260452:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762445.260454:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762445.260455:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762445.260457:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595060608, offset 0
00000400:00000200:2.0:1787762445.260460:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762445.260463:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762445.260466:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762445.260469:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762445.260471:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762445.260473:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762445.260474:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762445.260477:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278067:278067:256:4294967295] 192.168.203.101@tcp LPNI seq info [278066:278066:8:4294967295]
00000400:00000200:2.0:1787762445.260479:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762445.260484:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762445.260487:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762445.260490:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762445.260493:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762445.260495:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787762445.260499:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762445.260500:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1787762445.260503:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762445.260505:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762445.260507:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762445.260510:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762445.260512:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762445.260513:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762445.260515:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762445.260517:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c000 x1874597595060608/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762445.260523:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762445.260525:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c000 x1874597595060608/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762470 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762445.260530:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762445.260531:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762445.260534:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762445.260537:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762445.260539:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762445.260540:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315858445
00000100:00000001:2.0:1787762445.260543:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315859191
00000100:00000001:2.0:1787762445.260545:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315858445
00000100:00000001:2.0:1787762445.260546:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315859191
00000100:00000001:2.0:1787762445.260548:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762445.260549:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762445.260551:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762445.260553:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762445/real 1787762445]  req@ffff9b651588c000 x1874597595060608/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762445.260557:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762445.260558:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762445.260559:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762445.260561:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762445.260562:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762445.260564:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762445.260566:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c000 x1874597595060608/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762445.260571:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c000 x1874597595060608/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762445.260575:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762445.260576:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762445.260577:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762445.260578:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762445.260580:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c000 x1874597595060608/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762445.260584:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762445.260587:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c000 x1874597595060608/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762470 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762445.260592:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762445.260594:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762445.260595:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762445.260596:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762445.260598:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762445.260599:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762445.260602:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762445.260604:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762445.260605:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762445.260607:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c000 x1874597595060608/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762470 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762445.260612:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595060608:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762445.260614:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762445.260616:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c780 x1874597595060736/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762445.260621:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762445.260622:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762445.260624:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762445.260625:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762445.260626:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762445.260628:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595060736:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762445.260630:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762445.260631:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762445.260632:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762445.260633:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762445.260635:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541865400.
02000000:00000001:2.0:1787762445.260637:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762445.260639:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762445.260640:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762445.260642:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762445.260644:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595060736, portal 4
00000100:00000001:2.0:1787762445.260646:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762445.260647:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188128640 : -110616521422976 : ffff9b651588c780)
00000100:00000040:2.0:1787762445.260651:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c780 x1874597595060736/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762445.260656:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762445.260658:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762445.260659:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762445.260661:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595060736, offset 0
00000400:00000200:2.0:1787762445.260663:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762445.260665:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762445.260667:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762445.260669:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762445.260670:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762445.260671:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762445.260673:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762445.260675:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278068:278068:256:4294967295] 192.168.203.101@tcp LPNI seq info [278067:278067:8:4294967295]
00000400:00000200:2.0:1787762445.260678:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762445.260682:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762445.260685:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762445.260687:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762445.260689:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762445.260691:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787762445.260694:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762445.260696:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1787762445.260699:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762445.260700:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762445.260702:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762445.260705:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762445.260707:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762445.260708:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762445.260709:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762445.260712:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c780 x1874597595060736/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762445.260716:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762445.260719:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c780 x1874597595060736/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762470 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762445.260723:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762445.260724:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762445.260726:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762445.260727:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762445.260729:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762445.260730:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315858451
00000100:00000001:2.0:1787762445.260732:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315859191
00000100:00000001:2.0:1787762445.260733:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315858451
00000100:00000001:2.0:1787762445.260734:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315859191
00000100:00000001:2.0:1787762445.260735:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762445.260736:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762445.260737:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762445.260740:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762445/real 1787762445]  req@ffff9b651588c780 x1874597595060736/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762445.260745:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762445.260746:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762445.260747:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762445.260748:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762445.260750:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762445.260751:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762445.260753:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c780 x1874597595060736/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762445.260759:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c780 x1874597595060736/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762445.260762:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762445.260763:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762445.260764:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762445.260765:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762445.260768:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c780 x1874597595060736/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762445.260773:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762445.260775:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c780 x1874597595060736/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762470 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762445.260780:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762445.260781:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762445.260782:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762445.260783:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762445.260784:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762445.260785:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762445.260786:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762445.260788:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762445.260789:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762445.260792:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c780 x1874597595060736/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762470 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762445.260796:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595060736:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762445.260798:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762445.260799:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762445.260801:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c000 x1874597595060608/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762470 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762445.260805:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762445.260806:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762445.260807:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762445.260809:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762445.260810:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762445.260811:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762445.260812:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762445.260814:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:2.0:1787762445.260816:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762445.260817:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762445.260818:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c000.
00000100:00000001:2.0:1787762445.260822:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762445.260823:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762445.260824:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762445.260826:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c780 x1874597595060736/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762470 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762445.260830:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762445.260831:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762445.260832:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865400.
02000000:00000001:2.0:1787762445.260834:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762445.260834:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762445.260835:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762445.260836:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762445.260837:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08800.
02000000:00000001:2.0:1787762445.260838:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762445.260839:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762445.260840:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c780.
00000100:00000001:2.0:1787762445.260841:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762445.260842:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762445.260843:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762445.260845:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762445.260846:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762445.260847:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762445.260848:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762446.027319:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315859191, at 4315859200
00000100:00000040:0.0:1787762446.027325:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315859191, at 4315859200
00000100:00000010:1.0:1787762446.027339:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdba0.
00000100:00000010:0.0:1787762446.027353:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd9c0.
00010000:00000001:0.0:1787762446.091322:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762446.091327:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762446.091329:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762446.091344:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762446.091349:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762446.091352:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762446.091354:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762446.091356:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762446.091359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762446.091361:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762446.091363:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762446.091364:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762446.091365:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762446.091366:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762446.091368:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762446.091369:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762446.091373:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762446.091374:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762446.091393:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762446.091395:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762446.091398:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762446.283324:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762446.283344:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762446.283347:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762446.283355:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762446.283359:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762446.283363:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762446.283366:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762446.283369:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762446.283372:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762447.115349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762447.115357:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762447.115363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762447.115364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762447.115367:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762447.115368:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762447.115435:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762447.115441:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762447.115444:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762447.307342:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762447.307350:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762447.307353:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762447.307358:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762447.307362:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762447.307366:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762447.307369:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762447.307373:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762447.307376:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762448.139372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762448.139382:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762448.139389:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762448.139391:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762448.139395:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762448.139396:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762448.139423:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762448.139427:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762448.139431:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762448.331376:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762448.331387:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762448.331390:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762448.331399:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762448.331404:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762448.331409:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762448.331414:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762448.331418:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762448.331422:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762449.163333:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762449.163341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762449.163347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762449.163348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762449.163352:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762449.163353:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762449.163403:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762449.163408:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762449.163411:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762449.355327:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762449.355336:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762449.355339:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762449.355345:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762449.355349:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762449.355353:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762449.355356:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762449.355359:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762449.355361:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762450.187327:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762450.187334:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762450.187340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762450.187341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762450.187344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762450.187348:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762450.187352:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762450.187355:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762450.187358:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762450.187361:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762450.187363:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762450.187365:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762450.187387:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762450.187389:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762450.187391:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762450.379309:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762450.379319:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762450.379321:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762450.379328:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762450.379332:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787762450.379334:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762450.379336:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762450.379342:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787762450.379343:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762450.379348:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762450.379349:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787762450.379354:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762450.379355:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762450.379361:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762450.379370:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21191
00000400:00000200:3.0:1787762450.379380:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762450.379388:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762450.379391:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762450.379393:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762450.379397:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762450.379399:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762450.379401:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762450.379405:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762450.379407:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762450.379410:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762450.379419:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762450.379421:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762450.379423:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762450.379426:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762450.379427:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762450.379429:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762450.379431:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762450.379433:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762450.379436:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762450.379437:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762450.379440:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762450.379444:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762450.379446:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762450.379448:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762450.379450:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762450.379462:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787762450.379466:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762450.379470:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762450.379472:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762450.379475:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762450.379478:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762450.379483:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762450.379491:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17400.
00000100:00000001:3.0:1787762450.379499:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762450.379509:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597595060864/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762450.379519:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762450.379524:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762450.379529:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597595060864/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762450.379547:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762450.379550:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762450.379553:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762450.379554:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762450.379556:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762450.379559:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762450.379562:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21191
00000400:00000200:3.0:1787762450.379565:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762450.379568:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1787762450.379568:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762450.379570:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787762450.379573:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787762450.379574:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762450.379578:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787762450.379578:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762450.379583:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762450.379586:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000040:2.0:1787762450.379589:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d680 x1874597595060864/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787762450.379589:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762450.379590:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762450.379594:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762450.379597:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762450.379600:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762450.379605:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:2.0:1787762450.379608:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1787762450.379610:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762450.379611:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762450.379615:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762450.379618:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
02000000:00000001:2.0:1787762450.379619:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787762450.379620:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
02000000:00000001:2.0:1787762450.379623:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787762450.379624:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
02000000:00000001:2.0:1787762450.379629:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762450.379630:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762450.379634:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762450.379637:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595060864:192.168.203.101@tcp:250:kworker.0
02000000:00000001:3.0:1787762450.379637:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762450.379643:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762450.379645:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762450.379647:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762450.379651:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762450.379652:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762450.379656:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787762450.379657:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1787762450.379664:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1787762450.379665:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541865400.
02000000:00000001:2.0:1787762450.379668:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787762450.379672:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762450.379676:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762450.379679:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000010:3.0:1787762450.379683:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000400:00000010:2.0:1787762450.379684:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000020:00000040:3.0:1787762450.379690:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000400:00000010:2.0:1787762450.379695:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
02000000:00000001:3.0:1787762450.379695:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762450.379697:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762450.379701:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762450.379702:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762450.379704:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762450.379707:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595060864, portal 25
02000000:00000010:3.0:1787762450.379710:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16400.
00000100:00000001:2.0:1787762450.379711:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762450.379713:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765439104 : -110615944112512 : ffff9b6537f1d680)
00000100:00000001:3.0:1787762450.379716:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762450.379721:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d680 x1874597595060864/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762450.379724:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597595060992/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762450.379731:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762450.379737:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762450.379742:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000001:3.0:1787762450.379745:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1787762450.379747:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595060864, offset 0
00000100:00000001:3.0:1787762450.379748:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762450.379757:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597595060992/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762450.379762:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762450.379772:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762450.379775:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787762450.379777:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00080000:3.0:1787762450.379781:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762450.379783:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762450.379785:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787762450.379789:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000001:3.0:1787762450.379789:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762450.379798:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21191
00000400:00000200:2.0:1787762450.379800:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762450.379808:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762450.379814:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762450.379817:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762450.379823:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278069:278069:256:4294967295] 192.168.203.101@tcp LPNI seq info [278068:278068:8:4294967295]
00000400:00000200:2.0:1787762450.379829:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762450.379836:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762450.379840:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762450.379843:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762450.379850:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000200:2.0:1787762450.379854:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787762450.379855:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762450.379860:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762450.379863:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000800:00000200:2.0:1787762450.379867:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000020:00000001:3.0:1787762450.379867:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762450.379869:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762450.379873:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762450.379875:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000800:00000010:2.0:1787762450.379877:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000020:00000001:3.0:1787762450.379877:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762450.379879:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762450.379884:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762450.379885:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762450.379887:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762450.379888:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000800:00000200:2.0:1787762450.379894:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000020:00000040:3.0:1787762450.379894:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762450.379898:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762450.379902:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762450.379903:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1787762450.379904:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
02000000:00000001:3.0:1787762450.379906:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762450.379910:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762450.379913:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762450.379916:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1787762450.379919:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000008:00000001:3.0:1787762450.379920:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762450.379923:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762450.379928:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000800:00000200:2.1:1787762450.379929:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000020:00000040:3.0:1787762450.379931:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762450.379936:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762450.379939:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787762450.379940:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762450.379941:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762450.379944:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:2.0:1787762450.379945:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
02000000:00000001:3.0:1787762450.379946:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762450.379952:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14800.
00000400:00000200:2.0:1787762450.379954:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1787762450.379955:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762450.379964:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597595061120/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787762450.379965:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787762450.379974:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787762450.379975:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000100:00000001:3.0:1787762450.379976:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762450.379981:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000040:3.0:1787762450.379982:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597595061120/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762450.379987:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787762450.379989:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762450.379993:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1787762450.379994:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d680 x1874597595060864/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762450.379997:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762450.380004:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21201)
00000100:00000001:2.0:1787762450.380008:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762450.380012:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d680 x1874597595060864/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762475 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762450.380019:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762450.380021:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762450.380047:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762450.380052:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762450.380054:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315864311
00000100:00000010:2.0:1787762450.380060:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdc60.
00000100:00000001:2.0:1787762450.380069:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762450.380076:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315864311
00000100:00000010:2.0:1787762450.380078:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd6c0.
00000100:00000001:2.0:1787762450.380081:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762450.380083:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762450.380086:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762450.380088:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762450.380092:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762450/real 1787762450]  req@ffff9b6537f1d680 x1874597595060864/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762450.380100:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762450.380102:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762450.380103:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762450.380106:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762450.380108:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762450.380110:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762450.380112:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d680 x1874597595060864/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762450.380119:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d680 x1874597595060864/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762450.380124:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762450.380125:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762450.380127:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762450.380129:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762450.380131:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d680 x1874597595060864/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762450.380146:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762450.380150:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d680 x1874597595060864/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762475 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762450.380155:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762450.380157:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762450.380159:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762450.380160:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762450.380162:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762450.380164:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762450.380166:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762450.380168:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762450.380171:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762450.380174:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d680 x1874597595060864/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762475 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762450.380181:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595060864:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762450.380184:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762450.380186:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762450.380188:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d680 x1874597595060864/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762475 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762450.380192:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762450.380195:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762450.380197:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865400.
02000000:00000001:2.0:1787762450.380200:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762450.380201:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762450.380203:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762450.380205:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762450.380208:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17400.
02000000:00000001:2.0:1787762450.380212:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762450.380214:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762450.380215:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d680.
00000100:00000001:2.0:1787762450.380218:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762450.380219:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762450.380221:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762450.380228:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762450.380229:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762450.380231:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762450.380232:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762450.380233:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762450.380236:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f480 x1874597595060992/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762450.380241:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762450.380243:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762450.380244:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762450.380264:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762450.380267:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762450.380269:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595060992:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762450.380272:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762450.380274:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762450.380275:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762450.380276:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762450.380279:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541865400.
02000000:00000001:2.0:1787762450.380281:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762450.380283:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762450.380286:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762450.380288:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762450.380291:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595060992, portal 10
00000100:00000001:2.0:1787762450.380292:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762450.380293:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765446784 : -110615944104832 : ffff9b6537f1f480)
00000100:00000040:2.0:1787762450.380299:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f480 x1874597595060992/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762450.380304:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762450.380306:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762450.380307:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762450.380309:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595060992, offset 0
00000400:00000200:2.0:1787762450.380312:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762450.380315:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762450.380318:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762450.380320:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762450.380322:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762450.380324:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762450.380326:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762450.380328:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278070:278070:256:4294967295] 192.168.203.101@tcp LPNI seq info [278069:278069:8:4294967295]
00000400:00000200:2.0:1787762450.380331:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762450.380336:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762450.380339:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762450.380342:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762450.380345:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762450.380347:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787762450.380351:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762450.380352:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787762450.380355:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762450.380357:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762450.380359:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762450.380362:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762450.380364:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762450.380365:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762450.380367:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762450.380369:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f480 x1874597595060992/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762450.380375:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762450.380377:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f480 x1874597595060992/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762475 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762450.380382:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762450.380383:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762450.380385:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762450.380388:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762450.380390:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762450.380391:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315863565
00000100:00000001:2.0:1787762450.380393:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315864311
00000100:00000001:2.0:1787762450.380395:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315863565
00000100:00000001:2.0:1787762450.380397:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315864311
00000100:00000001:2.0:1787762450.380398:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762450.380400:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762450.380401:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762450.380403:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762450/real 1787762450]  req@ffff9b6537f1f480 x1874597595060992/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762450.380413:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762450.380414:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762450.380415:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762450.380417:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762450.380418:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762450.380419:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762450.380421:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f480 x1874597595060992/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762450.380427:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f480 x1874597595060992/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762450.380432:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762450.380432:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762450.380433:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762450.380434:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762450.380436:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f480 x1874597595060992/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762450.380440:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762450.380443:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f480 x1874597595060992/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762475 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762450.380447:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762450.380448:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762450.380449:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762450.380450:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762450.380451:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762450.380452:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762450.380454:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762450.380456:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762450.380457:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762450.380461:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f480 x1874597595060992/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762475 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762450.380466:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595060992:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762450.380469:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762450.380471:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e940 x1874597595061120/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762450.380475:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762450.380476:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762450.380477:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762450.380478:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762450.380480:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762450.380481:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595061120:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762450.380483:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762450.380484:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762450.380485:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762450.380487:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762450.380489:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762450.380491:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762450.380493:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762450.380495:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762450.380497:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762450.380499:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595061120, portal 4
00000100:00000001:2.0:1787762450.380501:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762450.380502:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765443904 : -110615944107712 : ffff9b6537f1e940)
00000100:00000040:2.0:1787762450.380506:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e940 x1874597595061120/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762450.380511:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762450.380512:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762450.380514:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762450.380516:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595061120, offset 0
00000400:00000200:2.0:1787762450.380519:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762450.380521:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762450.380523:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762450.380526:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762450.380527:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762450.380530:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762450.380531:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762450.380533:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278071:278071:256:4294967295] 192.168.203.101@tcp LPNI seq info [278070:278070:8:4294967295]
00000400:00000200:2.0:1787762450.380536:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762450.380540:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762450.380543:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762450.380544:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762450.380546:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762450.380549:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787762450.380551:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762450.380553:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787762450.380556:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762450.380558:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762450.380559:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762450.380561:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762450.380563:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762450.380564:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762450.380566:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762450.380568:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1e940 x1874597595061120/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762450.380574:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762450.380575:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e940 x1874597595061120/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762475 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762450.380579:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762450.380581:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762450.380582:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762450.380584:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762450.380587:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762450.380589:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315863571
00000100:00000001:2.0:1787762450.380591:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315864311
00000100:00000001:2.0:1787762450.380592:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315863571
00000100:00000001:2.0:1787762450.380594:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315864311
00000100:00000001:2.0:1787762450.380595:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762450.380596:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762450.380597:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762450.380599:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762450/real 1787762450]  req@ffff9b6537f1e940 x1874597595061120/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762450.380604:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762450.380605:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762450.380606:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762450.380607:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762450.380608:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762450.380610:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762450.380612:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e940 x1874597595061120/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762450.380618:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e940 x1874597595061120/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762450.380621:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762450.380622:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762450.380623:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762450.380624:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762450.380626:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e940 x1874597595061120/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762450.380630:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762450.380632:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e940 x1874597595061120/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762475 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762450.380636:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762450.380639:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762450.380640:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762450.380641:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762450.380642:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762450.380643:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762450.380645:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762450.380647:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762450.380648:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762450.380650:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e940 x1874597595061120/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762475 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762450.380655:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595061120:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762450.380657:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762450.380658:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762450.380660:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f480 x1874597595060992/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762475 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762450.380664:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762450.380665:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762450.380666:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865400.
02000000:00000001:2.0:1787762450.380667:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762450.380668:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762450.380669:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762450.380670:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762450.380671:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16400.
02000000:00000001:2.0:1787762450.380673:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762450.380673:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762450.380675:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f480.
00000100:00000001:2.0:1787762450.380677:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762450.380678:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762450.380679:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762450.380681:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e940 x1874597595061120/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762475 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762450.380690:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762450.380691:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762450.380693:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762450.380695:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762450.380696:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762450.380697:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762450.380698:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762450.380698:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14800.
02000000:00000001:2.0:1787762450.380700:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762450.380700:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762450.380701:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e940.
00000100:00000001:2.0:1787762450.380702:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762450.380703:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762450.380704:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762450.380706:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762450.380707:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762450.380708:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762450.380709:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762451.147319:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315864311, at 4315864320
00000100:00000010:1.0:1787762451.147338:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd6c0.
00000100:00000040:0.0:1787762451.147343:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315864311, at 4315864320
00000100:00000010:0.0:1787762451.147355:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdc60.
00010000:00000001:0.0:1787762451.211331:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762451.211337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762451.211345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762451.211347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762451.211351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762451.211352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762451.211431:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762451.211435:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762451.211438:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762451.403392:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762451.403402:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762451.403404:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762451.403410:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762451.403414:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762451.403418:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762451.403421:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762451.403424:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762451.403427:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762452.235329:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762452.235336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762452.235341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762452.235342:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762452.235346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762452.235347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762452.235370:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762452.235372:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762452.235375:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762452.427318:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762452.427327:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762452.427329:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762452.427335:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762452.427339:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762452.427343:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762452.427346:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762452.427349:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762452.427352:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762453.259360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762453.259368:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762453.259374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762453.259375:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762453.259379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762453.259380:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762453.259467:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762453.259472:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762453.259475:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762453.451326:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762453.451336:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762453.451339:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762453.451346:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762453.451351:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762453.451356:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762453.451361:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762453.451365:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762453.451369:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762454.283341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762454.283349:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762454.283355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762454.283356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762454.283359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762454.283361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762454.283386:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762454.283388:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762454.283391:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762454.475320:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762454.475330:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762454.475332:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762454.475338:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762454.475342:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762454.475347:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762454.475350:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762454.475354:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762454.475357:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762455.307393:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762455.307405:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762455.307408:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762455.307412:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762455.307419:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762455.307423:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762455.307425:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762455.307427:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762455.307432:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762455.307434:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762455.307435:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762455.307436:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762455.307438:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762455.307440:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762455.307442:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762455.307444:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762455.307447:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762455.307449:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762455.307550:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762455.307555:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762455.307559:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762455.499309:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762455.499317:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762455.499320:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762455.499327:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762455.499330:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762455.499334:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762455.499337:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762455.499341:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762455.499344:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762455.499388:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762455.499395:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762455.499398:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762455.499402:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762455.499407:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762455.499415:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21196
00000400:00000200:1.0:1787762455.499426:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762455.499433:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762455.499437:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762455.499440:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762455.499443:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762455.499444:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762455.499447:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762455.499451:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762455.499453:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:1.0:1787762455.499456:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762455.499459:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:1.0:1787762455.499461:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:1.0:1787762455.499462:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:1.0:1787762455.499465:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762455.499466:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762455.499468:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762455.499470:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762455.499473:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:1.0:1787762455.499476:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762455.499477:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762455.499480:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762455.499483:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762455.499486:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762455.499488:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762455.499490:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762455.499503:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588f840.
00000020:00000040:1.0:1787762455.499507:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:1.0:1787762455.499512:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762455.499514:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762455.499517:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762455.499520:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762455.499526:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762455.499534:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee0b400.
00000100:00000001:1.0:1787762455.499543:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762455.499553:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588f840 x1874597595061248/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762455.499562:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762455.499568:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762455.499572:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010754fdf] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588f840 x1874597595061248/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762455.499593:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762455.499596:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762455.499599:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762455.499600:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762455.499601:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762455.499604:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762455.499607:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21196
00000400:00000200:1.0:1787762455.499610:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762455.499612:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762455.499614:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787762455.499615:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1787762455.499618:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762455.499621:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762455.499622:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1787762455.499624:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762455.499627:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762455.499628:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1787762455.499629:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762455.499632:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:1.0:1787762455.499634:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762455.499638:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:1.0:1787762455.499640:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:1.0:1787762455.499641:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:2.0:1787762455.499641:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588f840 x1874597595061248/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762455.499647:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762455.499651:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762455.499654:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762455.499658:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762455.499663:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:1.0:1787762455.499667:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762455.499667:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762455.499669:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762455.499671:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762455.499674:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762455.499676:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762455.499680:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762455.499681:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762455.499684:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762455.499685:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762455.499689:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1787762455.499693:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595061248:192.168.203.101@tcp:250:kworker.0
00000008:00100000:1.0:1787762455.499695:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787762455.499699:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:1.0:1787762455.499700:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762455.499703:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762455.499706:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588d2c0.
02000000:00000001:2.0:1787762455.499706:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1787762455.499710:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:2.0:1787762455.499710:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762455.499715:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762455.499716:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787762455.499717:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762455.499719:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762455.499721:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762455.499722:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762455.499724:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864c00.
02000000:00000010:1.0:1787762455.499727:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee0a400.
02000000:00000001:2.0:1787762455.499727:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762455.499732:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762455.499737:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00100000:1.0:1787762455.499739:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588d2c0 x1874597595061376/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787762455.499743:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000100:00000001:1.0:1787762455.499750:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762455.499752:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762455.499754:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000040:1.0:1787762455.499755:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000032a8dc5] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588d2c0 x1874597595061376/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762455.499765:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595061248, portal 25
00000100:00000001:2.0:1787762455.499771:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762455.499773:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762455.499774:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188141120 : -110616521410496 : ffff9b651588f840)
00000100:00080000:1.0:1787762455.499776:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762455.499780:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762455.499781:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762455.499784:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1787762455.499785:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588f840 x1874597595061248/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762455.499786:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762455.499792:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21196
00000400:00000200:1.0:1787762455.499799:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762455.499800:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:1.0:1787762455.499803:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000040:2.0:1787762455.499807:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00080000:1.0:1787762455.499808:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1787762455.499812:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000040:1.0:1787762455.499815:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762455.499818:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1787762455.499818:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595061248, offset 0
00000100:00000040:1.0:1787762455.499820:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762455.499824:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762455.499826:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762455.499827:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:1.0:1787762455.499830:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787762455.499831:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000020:00000040:1.0:1787762455.499832:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:1.0:1787762455.499835:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:1.0:1787762455.499837:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:1.0:1787762455.499839:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762455.499841:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762455.499842:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762455.499846:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:2.0:1787762455.499846:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000020:00000040:1.0:1787762455.499851:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:1.0:1787762455.499854:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762455.499855:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762455.499857:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787762455.499861:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
02000000:00000001:1.0:1787762455.499862:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762455.499866:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762455.499869:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762455.499872:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762455.499875:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762455.499875:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787762455.499879:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762455.499883:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c780.
00000400:00000200:2.0:1787762455.499885:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000020:00000040:1.0:1787762455.499886:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:1.0:1787762455.499889:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762455.499890:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762455.499892:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762455.499896:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787762455.499896:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1787762455.499899:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762455.499902:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
02000000:00000010:1.0:1787762455.499903:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee0bc00.
00000100:00000001:1.0:1787762455.499906:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762455.499909:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278072:278072:256:4294967295] 192.168.203.101@tcp LPNI seq info [278071:278071:8:4294967295]
00000100:00100000:1.0:1787762455.499912:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c780 x1874597595061504/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787762455.499918:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762455.499924:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762455.499926:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762455.499928:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c5bf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c780 x1874597595061504/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762455.499937:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1787762455.499942:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762455.499946:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1787762455.499949:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000040:1.0:1787762455.499951:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1787762455.499957:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21206)
00000800:00000010:2.0:1787762455.499959:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762455.500035:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762455.500039:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787762455.500044:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762455.500048:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787762455.500051:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762455.500054:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762455.500061:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762455.500066:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762455.500071:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762455.500073:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762455.500078:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762455.500082:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588f840 x1874597595061248/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762455.500091:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762455.500094:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588f840 x1874597595061248/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762455.500099:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762455.500101:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762455.500110:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762455.500114:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762455.500117:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315869431
00000100:00000010:2.0:1787762455.500122:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd660.
00000100:00000001:2.0:1787762455.500131:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762455.500138:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315869431
00000100:00000010:2.0:1787762455.500141:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdc60.
00000100:00000001:2.0:1787762455.500143:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762455.500146:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762455.500148:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762455.500150:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762455.500154:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762455/real 1787762455]  req@ffff9b651588f840 x1874597595061248/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762455.500161:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762455.500163:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762455.500165:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762455.500168:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762455.500169:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762455.500172:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762455.500174:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588f840 x1874597595061248/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762455.500181:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588f840 x1874597595061248/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762455.500186:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762455.500187:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762455.500188:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762455.500190:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762455.500193:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588f840 x1874597595061248/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762455.500197:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762455.500201:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588f840 x1874597595061248/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762455.500206:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762455.500208:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762455.500209:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762455.500210:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762455.500213:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762455.500215:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762455.500217:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762455.500220:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762455.500221:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762455.500224:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588f840 x1874597595061248/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762455.500230:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595061248:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762455.500235:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762455.500236:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762455.500238:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588f840 x1874597595061248/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762455.500243:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762455.500263:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762455.500267:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762455.500270:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762455.500271:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762455.500273:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762455.500274:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762455.500277:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0b400.
02000000:00000001:2.0:1787762455.500281:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762455.500283:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762455.500285:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588f840.
00000100:00000001:2.0:1787762455.500289:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762455.500290:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762455.500292:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762455.500300:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762455.500301:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762455.500303:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762455.500304:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762455.500305:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762455.500308:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588d2c0 x1874597595061376/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762455.500313:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762455.500314:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762455.500316:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762455.500317:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762455.500319:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762455.500321:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595061376:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762455.500323:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762455.500325:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762455.500326:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762455.500329:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762455.500331:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762455.500332:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762455.500336:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762455.500338:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762455.500340:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762455.500342:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595061376, portal 10
00000100:00000001:2.0:1787762455.500344:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762455.500345:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188131520 : -110616521420096 : ffff9b651588d2c0)
00000100:00000040:2.0:1787762455.500350:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588d2c0 x1874597595061376/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762455.500355:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762455.500357:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762455.500358:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762455.500360:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595061376, offset 0
00000400:00000200:2.0:1787762455.500362:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762455.500365:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762455.500368:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762455.500370:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762455.500372:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762455.500374:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762455.500376:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762455.500378:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278073:278073:256:4294967295] 192.168.203.101@tcp LPNI seq info [278072:278072:8:4294967295]
00000400:00000200:2.0:1787762455.500381:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762455.500386:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762455.500389:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762455.500391:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762455.500395:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762455.500397:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787762455.500400:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762455.500402:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787762455.500405:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762455.500406:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762455.500409:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762455.500412:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762455.500414:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762455.500415:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762455.500417:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762455.500419:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588d2c0 x1874597595061376/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762455.500425:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762455.500427:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588d2c0 x1874597595061376/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762455.500432:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762455.500433:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762455.500435:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762455.500438:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762455.500440:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762455.500441:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315868685
00000100:00000001:2.0:1787762455.500443:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315869431
00000100:00000001:2.0:1787762455.500445:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315868685
00000100:00000001:2.0:1787762455.500446:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315869431
00000100:00000001:2.0:1787762455.500448:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762455.500450:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762455.500451:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762455.500453:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762455/real 1787762455]  req@ffff9b651588d2c0 x1874597595061376/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762455.500458:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762455.500459:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762455.500460:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762455.500461:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762455.500462:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762455.500463:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762455.500466:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588d2c0 x1874597595061376/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762455.500472:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588d2c0 x1874597595061376/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762455.500476:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762455.500477:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762455.500478:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762455.500479:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762455.500481:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588d2c0 x1874597595061376/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762455.500485:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762455.500488:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588d2c0 x1874597595061376/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762455.500492:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762455.500494:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762455.500495:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762455.500497:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762455.500498:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762455.500500:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762455.500502:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762455.500506:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762455.500509:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762455.500513:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588d2c0 x1874597595061376/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762455.500522:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595061376:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762455.500527:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762455.500531:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c780 x1874597595061504/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762455.500546:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762455.500548:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762455.500550:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762455.500552:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762455.500553:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762455.500555:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595061504:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762455.500558:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762455.500559:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762455.500561:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762455.500562:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762455.500565:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541865400.
02000000:00000001:2.0:1787762455.500567:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762455.500570:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762455.500572:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762455.500575:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762455.500577:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595061504, portal 4
00000100:00000001:2.0:1787762455.500578:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762455.500579:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188128640 : -110616521422976 : ffff9b651588c780)
00000100:00000040:2.0:1787762455.500585:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c780 x1874597595061504/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762455.500589:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762455.500591:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762455.500592:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762455.500594:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595061504, offset 0
00000400:00000200:2.0:1787762455.500596:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762455.500599:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762455.500601:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762455.500603:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762455.500605:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762455.500607:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762455.500609:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762455.500613:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278074:278074:256:4294967295] 192.168.203.101@tcp LPNI seq info [278073:278073:8:4294967295]
00000400:00000200:2.0:1787762455.500618:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762455.500624:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762455.500629:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762455.500633:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762455.500638:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762455.500641:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787762455.500646:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762455.500649:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787762455.500665:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762455.500667:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762455.500670:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762455.500672:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762455.500675:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762455.500676:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762455.500678:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762455.500681:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c780 x1874597595061504/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762455.500687:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762455.500689:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c780 x1874597595061504/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762455.500694:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762455.500695:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762455.500698:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762455.500700:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762455.500703:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762455.500704:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315868691
00000100:00000001:2.0:1787762455.500706:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315869431
00000100:00000001:2.0:1787762455.500708:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315868691
00000100:00000001:2.0:1787762455.500710:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315869431
00000100:00000001:2.0:1787762455.500711:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762455.500713:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762455.500715:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762455.500717:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762455/real 1787762455]  req@ffff9b651588c780 x1874597595061504/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762455.500723:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762455.500724:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762455.500725:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762455.500727:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762455.500728:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762455.500729:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762455.500731:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c780 x1874597595061504/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762455.500737:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c780 x1874597595061504/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762455.500741:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762455.500742:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762455.500743:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762455.500744:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762455.500746:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c780 x1874597595061504/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762455.500750:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762455.500752:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c780 x1874597595061504/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762455.500756:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762455.500757:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762455.500758:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762455.500759:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762455.500760:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762455.500761:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762455.500763:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762455.500766:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762455.500768:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762455.500770:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c780 x1874597595061504/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762455.500775:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595061504:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762455.500778:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762455.500779:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762455.500781:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588d2c0 x1874597595061376/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762455.500785:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762455.500786:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762455.500787:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762455.500789:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762455.500790:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762455.500791:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762455.500792:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762455.500794:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0a400.
02000000:00000001:2.0:1787762455.500796:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762455.500798:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762455.500799:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588d2c0.
00000100:00000001:2.0:1787762455.500805:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762455.500806:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762455.500807:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762455.500809:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c780 x1874597595061504/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762455.500814:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762455.500815:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762455.500816:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865400.
02000000:00000001:2.0:1787762455.500817:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762455.500818:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762455.500818:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762455.500820:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762455.500821:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0bc00.
02000000:00000001:2.0:1787762455.500823:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762455.500824:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762455.500825:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c780.
00000100:00000001:2.0:1787762455.500829:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762455.500830:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762455.500831:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762455.500833:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762455.500834:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762455.500835:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762455.500836:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762456.267342:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315869431, at 4315869440
00000100:00000040:0.0:1787762456.267357:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315869431, at 4315869440
00000100:00000010:1.0:1787762456.267362:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdc60.
00000100:00000010:0.0:1787762456.267366:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd660.
00010000:00000001:0.0:1787762456.331321:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762456.331326:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762456.331331:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762456.331332:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762456.331335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762456.331336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762456.331359:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762456.331361:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762456.331364:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762456.523371:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762456.523392:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762456.523395:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762456.523403:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762456.523408:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762456.523414:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762456.523417:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762456.523422:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762456.523425:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762457.355345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762457.355353:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762457.355360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762457.355361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762457.355365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762457.355366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762457.355419:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762457.355423:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762457.355427:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762457.547385:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762457.547399:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762457.547404:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762457.547415:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762457.547422:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762457.547429:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762457.547436:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762457.547442:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762457.547448:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762458.379346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762458.379354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762458.379360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762458.379361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762458.379364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762458.379365:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762458.379390:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762458.379392:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762458.379395:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762458.571366:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762458.571375:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762458.571378:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762458.571384:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762458.571389:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762458.571393:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762458.571396:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762458.571399:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762458.571402:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762459.403349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762459.403357:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762459.403363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762459.403364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762459.403367:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762459.403368:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762459.403421:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762459.403426:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762459.403430:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762459.595329:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762459.595339:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762459.595341:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762459.595347:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762459.595350:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762459.595354:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762459.595357:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762459.595360:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762459.595363:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762460.427335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762460.427343:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762460.427350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762460.427351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762460.427354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762460.427358:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762460.427361:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762460.427365:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762460.427368:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762460.427370:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762460.427372:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762460.427374:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762460.427397:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762460.427399:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762460.427401:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762460.619325:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762460.619335:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762460.619337:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762460.619344:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762460.619348:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762460.619352:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787762460.619354:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762460.619356:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762460.619360:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787762460.619363:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762460.619364:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762460.619367:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762460.619372:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762460.619376:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762460.619384:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21201
00000400:00000200:3.0:1787762460.619394:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762460.619401:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762460.619405:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762460.619408:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762460.619411:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762460.619412:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762460.619415:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762460.619419:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762460.619421:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762460.619423:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762460.619427:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762460.619429:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762460.619430:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762460.619433:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762460.619435:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762460.619437:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762460.619438:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762460.619441:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762460.619444:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762460.619445:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762460.619448:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762460.619451:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762460.619454:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762460.619456:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762460.619464:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762460.619474:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787762460.619478:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762460.619483:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762460.619484:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762460.619488:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762460.619491:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762460.619495:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762460.619504:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17800.
00000100:00000001:3.0:1787762460.619511:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762460.619522:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597595061632/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762460.619531:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762460.619536:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762460.619540:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597595061632/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762460.619559:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762460.619562:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762460.619565:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762460.619566:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762460.619567:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762460.619570:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762460.619573:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21201
00000400:00000200:3.0:1787762460.619576:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762460.619578:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762460.619580:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787762460.619581:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787762460.619584:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762460.619587:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762460.619588:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787762460.619589:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762460.619592:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762460.619593:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787762460.619594:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762460.619598:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762460.619600:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762460.619605:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000100:00000040:2.0:1787762460.619607:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1c3c0 x1874597595061632/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787762460.619607:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762460.619611:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762460.619618:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762460.619622:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762460.619627:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762460.619631:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762460.619635:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1787762460.619635:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000001:2.0:1787762460.619639:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762460.619640:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762460.619644:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762460.619645:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762460.619646:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762460.619650:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762460.619652:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762460.619652:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762460.619658:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762460.619662:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595061632:192.168.203.101@tcp:250:kworker.0
00000100:00000001:3.0:1787762460.619662:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762460.619669:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1787762460.619670:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762460.619673:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762460.619674:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787762460.619675:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762460.619678:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762460.619680:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
02000000:00000001:2.0:1787762460.619682:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1787762460.619683:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762460.619687:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762460.619688:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762460.619689:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:2.0:1787762460.619690:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541865400.
02000000:00000001:3.0:1787762460.619691:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762460.619694:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762460.619695:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762460.619703:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000010:3.0:1787762460.619705:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16c00.
00000400:00000010:2.0:1787762460.619709:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000100:00000001:3.0:1787762460.619711:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762460.619718:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597595061760/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787762460.619720:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000001:3.0:1787762460.619728:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762460.619730:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762460.619733:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595061632, portal 25
00000100:00000040:3.0:1787762460.619733:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597595061760/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762460.619739:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762460.619742:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765434304 : -110615944117312 : ffff9b6537f1c3c0)
00000100:00000040:2.0:1787762460.619753:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1c3c0 x1874597595061632/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762460.619753:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762460.619758:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762460.619766:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762460.619769:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787762460.619772:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787762460.619772:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762460.619774:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1787762460.619778:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00080000:3.0:1787762460.619781:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21201
00000400:00000010:2.0:1787762460.619783:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000400:00000200:3.0:1787762460.619787:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000200:2.0:1787762460.619790:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595061632, offset 0
00000400:00000200:3.0:1787762460.619791:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762460.619795:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762460.619798:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762460.619802:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787762460.619803:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000040:3.0:1787762460.619807:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762460.619810:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762460.619812:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762460.619812:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762460.619813:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762460.619815:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000400:00000200:2.0:1787762460.619817:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000020:00000001:3.0:1787762460.619818:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762460.619822:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762460.619825:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000200:2.0:1787762460.619828:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000001:3.0:1787762460.619829:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762460.619834:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762460.619836:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762460.619838:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000400:00000200:2.0:1787762460.619840:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1787762460.619841:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762460.619845:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762460.619847:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762460.619850:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787762460.619851:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
02000000:00000001:3.0:1787762460.619852:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762460.619856:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762460.619859:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787762460.619861:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000008:00000001:3.0:1787762460.619862:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762460.619866:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762460.619870:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000400:00000200:2.0:1787762460.619871:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000020:00000040:3.0:1787762460.619873:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762460.619876:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762460.619879:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762460.619881:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278075:278075:256:4294967295] 192.168.203.101@tcp LPNI seq info [278074:278074:8:4294967295]
00000100:00000001:3.0:1787762460.619881:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762460.619884:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762460.619886:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762460.619891:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16800.
00000400:00000200:2.0:1787762460.619893:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762460.619894:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762460.619900:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597595061888/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762460.619909:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787762460.619912:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787762460.619913:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762460.619921:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597595061888/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1787762460.619927:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762460.619934:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787762460.619937:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000100:00000040:3.0:1787762460.619937:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762460.619943:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762460.619947:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21211)
00000800:00000200:2.0:1787762460.619949:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762460.619965:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787762460.619973:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762460.619976:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787762460.619981:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762460.619984:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762460.619990:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762460.619995:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762460.620001:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762460.620003:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762460.620008:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762460.620012:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1c3c0 x1874597595061632/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762460.620021:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762460.620023:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1c3c0 x1874597595061632/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762460.620029:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762460.620031:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762460.620040:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762460.620044:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762460.620047:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315874551
00000100:00000010:2.0:1787762460.620052:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd6c0.
00000100:00000001:2.0:1787762460.620060:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762460.620067:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315874551
00000100:00000010:2.0:1787762460.620069:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd9c0.
00000100:00000001:2.0:1787762460.620072:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762460.620075:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762460.620077:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762460.620079:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762460.620082:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762460/real 1787762460]  req@ffff9b6537f1c3c0 x1874597595061632/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762460.620089:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762460.620090:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762460.620093:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762460.620096:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762460.620097:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762460.620099:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762460.620102:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1c3c0 x1874597595061632/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762460.620108:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1c3c0 x1874597595061632/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762460.620117:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762460.620119:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762460.620121:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762460.620123:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762460.620126:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1c3c0 x1874597595061632/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762460.620130:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762460.620134:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1c3c0 x1874597595061632/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762460.620139:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762460.620141:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762460.620142:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762460.620142:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762460.620145:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762460.620146:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762460.620149:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762460.620153:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762460.620155:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762460.620158:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1c3c0 x1874597595061632/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762460.620163:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595061632:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762460.620166:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762460.620168:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762460.620170:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1c3c0 x1874597595061632/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762460.620174:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762460.620177:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762460.620180:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865400.
02000000:00000001:2.0:1787762460.620182:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762460.620184:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762460.620186:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762460.620188:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762460.620190:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17800.
02000000:00000001:2.0:1787762460.620194:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762460.620195:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762460.620197:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1c3c0.
00000100:00000001:2.0:1787762460.620199:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762460.620200:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762460.620202:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762460.620209:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762460.620210:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762460.620212:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762460.620213:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762460.620214:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762460.620216:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1cf00 x1874597595061760/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762460.620222:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762460.620223:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762460.620224:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762460.620226:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762460.620227:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762460.620229:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595061760:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762460.620231:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762460.620233:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762460.620234:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762460.620236:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762460.620238:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541865400.
02000000:00000001:2.0:1787762460.620239:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762460.620242:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762460.620244:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762460.620264:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762460.620267:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595061760, portal 10
00000100:00000001:2.0:1787762460.620270:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762460.620271:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765437184 : -110615944114432 : ffff9b6537f1cf00)
00000100:00000040:2.0:1787762460.620277:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1cf00 x1874597595061760/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762460.620282:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762460.620283:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762460.620285:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762460.620287:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595061760, offset 0
00000400:00000200:2.0:1787762460.620289:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762460.620293:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762460.620295:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762460.620298:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762460.620300:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762460.620301:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762460.620303:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762460.620305:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278076:278076:256:4294967295] 192.168.203.101@tcp LPNI seq info [278075:278075:8:4294967295]
00000400:00000200:2.0:1787762460.620308:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762460.620313:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762460.620316:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762460.620318:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762460.620321:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762460.620323:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787762460.620326:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762460.620328:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787762460.620331:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762460.620332:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762460.620335:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762460.620337:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762460.620340:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762460.620341:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762460.620343:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762460.620345:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1cf00 x1874597595061760/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762460.620355:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762460.620357:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1cf00 x1874597595061760/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762460.620362:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762460.620363:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762460.620365:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762460.620369:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762460.620371:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762460.620372:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315873805
00000100:00000001:2.0:1787762460.620374:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315874551
00000100:00000001:2.0:1787762460.620376:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315873805
00000100:00000001:2.0:1787762460.620377:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315874551
00000100:00000001:2.0:1787762460.620379:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762460.620381:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762460.620382:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762460.620384:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762460/real 1787762460]  req@ffff9b6537f1cf00 x1874597595061760/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762460.620388:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762460.620389:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762460.620391:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762460.620392:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762460.620394:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762460.620395:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762460.620397:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1cf00 x1874597595061760/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762460.620403:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1cf00 x1874597595061760/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762460.620407:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762460.620409:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762460.620410:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762460.620411:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762460.620414:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1cf00 x1874597595061760/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762460.620418:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762460.620420:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1cf00 x1874597595061760/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762460.620424:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762460.620426:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762460.620427:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762460.620428:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762460.620429:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762460.620430:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762460.620432:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762460.620434:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762460.620436:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762460.620439:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1cf00 x1874597595061760/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762460.620444:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595061760:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762460.620446:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762460.620448:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e1c0 x1874597595061888/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762460.620452:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762460.620452:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762460.620454:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762460.620455:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762460.620456:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762460.620466:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595061888:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762460.620469:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762460.620470:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762460.620472:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762460.620473:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762460.620476:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762460.620477:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762460.620480:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762460.620481:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762460.620484:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762460.620486:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595061888, portal 4
00000100:00000001:2.0:1787762460.620487:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762460.620489:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765441984 : -110615944109632 : ffff9b6537f1e1c0)
00000100:00000040:2.0:1787762460.620493:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e1c0 x1874597595061888/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762460.620498:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762460.620499:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762460.620501:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762460.620502:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595061888, offset 0
00000400:00000200:2.0:1787762460.620504:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762460.620506:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762460.620508:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762460.620510:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762460.620511:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762460.620513:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762460.620515:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762460.620517:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278077:278077:256:4294967295] 192.168.203.101@tcp LPNI seq info [278076:278076:8:4294967295]
00000400:00000200:2.0:1787762460.620520:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762460.620525:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762460.620527:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762460.620530:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762460.620532:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762460.620535:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787762460.620537:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762460.620539:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787762460.620542:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762460.620544:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762460.620546:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762460.620548:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762460.620550:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762460.620551:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762460.620553:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762460.620555:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1e1c0 x1874597595061888/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762460.620560:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762460.620562:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e1c0 x1874597595061888/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762460.620567:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762460.620568:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762460.620570:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762460.620572:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762460.620574:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762460.620575:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315873811
00000100:00000001:2.0:1787762460.620577:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315874551
00000100:00000001:2.0:1787762460.620579:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315873811
00000100:00000001:2.0:1787762460.620582:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315874551
00000100:00000001:2.0:1787762460.620585:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762460.620587:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762460.620589:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762460.620593:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762460/real 1787762460]  req@ffff9b6537f1e1c0 x1874597595061888/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762460.620602:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762460.620605:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762460.620607:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762460.620609:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762460.620611:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762460.620614:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762460.620618:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e1c0 x1874597595061888/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762460.620628:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e1c0 x1874597595061888/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762460.620635:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762460.620636:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762460.620638:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762460.620639:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762460.620642:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e1c0 x1874597595061888/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762460.620647:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762460.620649:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e1c0 x1874597595061888/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762460.620654:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762460.620656:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762460.620657:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762460.620658:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762460.620659:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762460.620661:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762460.620663:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762460.620664:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762460.620666:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762460.620668:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e1c0 x1874597595061888/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762460.620678:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595061888:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762460.620680:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762460.620682:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762460.620684:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1cf00 x1874597595061760/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762460.620688:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762460.620689:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762460.620690:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865400.
02000000:00000001:2.0:1787762460.620692:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762460.620694:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762460.620695:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762460.620696:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762460.620698:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16c00.
02000000:00000001:2.0:1787762460.620700:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762460.620701:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762460.620702:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1cf00.
00000100:00000001:2.0:1787762460.620705:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762460.620706:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762460.620707:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762460.620709:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e1c0 x1874597595061888/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762460.620713:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762460.620714:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762460.620715:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762460.620718:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762460.620719:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762460.620720:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762460.620721:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762460.620722:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16800.
02000000:00000001:2.0:1787762460.620723:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762460.620723:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762460.620724:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e1c0.
00000100:00000001:2.0:1787762460.620727:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762460.620728:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762460.620729:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762460.620732:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762460.620733:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762460.620734:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762460.620736:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762461.387320:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315874551, at 4315874560
00000100:00000040:1.0:1787762461.387324:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315874551, at 4315874560
00000100:00000010:0.0:1787762461.387340:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd6c0.
00000100:00000010:1.0:1787762461.387343:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd9c0.
00010000:00000001:0.0:1787762461.451327:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762461.451333:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762461.451338:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762461.451340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762461.451343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762461.451344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762461.451401:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762461.451406:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762461.451409:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762461.643316:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762461.643325:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762461.643327:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762461.643334:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762461.643337:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762461.643341:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762461.643344:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762461.643347:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762461.643350:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762462.475343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762462.475351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762462.475357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762462.475358:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762462.475362:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762462.475363:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762462.475386:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762462.475389:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762462.475392:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762462.667309:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762462.667318:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762462.667320:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762462.667325:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762462.667329:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762462.667333:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762462.667336:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762462.667339:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762462.667341:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762463.499372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762463.499381:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762463.499387:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762463.499388:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762463.499391:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762463.499392:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762463.499477:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762463.499482:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762463.499485:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762463.691316:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762463.691324:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762463.691326:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762463.691332:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762463.691336:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762463.691340:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762463.691343:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762463.691345:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762463.691348:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762464.523339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762464.523346:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762464.523352:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762464.523353:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762464.523356:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762464.523358:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762464.523382:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762464.523384:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762464.523387:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762464.715306:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762464.715315:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762464.715318:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762464.715323:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762464.715327:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762464.715331:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762464.715334:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762464.715337:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762464.715339:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762465.547344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762465.547355:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762465.547358:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762465.547361:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762465.547368:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762465.547371:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762465.547373:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762465.547375:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762465.547379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762465.547381:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762465.547383:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762465.547386:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762465.547387:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762465.547389:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762465.547390:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762465.547392:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762465.547396:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762465.547397:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762465.547496:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762465.547503:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762465.547509:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762465.739310:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762465.739319:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762465.739321:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762465.739329:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762465.739333:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762465.739337:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762465.739340:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1787762465.739342:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762465.739343:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762465.739348:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762465.739350:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762465.739354:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762465.739358:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762465.739361:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762465.739371:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21206
00000400:00000200:1.0:1787762465.739381:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762465.739388:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762465.739391:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762465.739394:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762465.739397:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762465.739399:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762465.739401:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762465.739405:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762465.739407:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:1.0:1787762465.739409:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762465.739413:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:1.0:1787762465.739414:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:1.0:1787762465.739417:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:1.0:1787762465.739420:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762465.739421:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762465.739423:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762465.739424:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762465.739427:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:1.0:1787762465.739430:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762465.739432:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762465.739434:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762465.739438:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762465.739440:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762465.739442:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762465.739444:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762465.739452:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c000.
00000020:00000040:1.0:1787762465.739454:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:1.0:1787762465.739459:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762465.739460:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762465.739463:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762465.739466:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762465.739471:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762465.739480:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee09400.
00000100:00000001:1.0:1787762465.739487:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762465.739497:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c000 x1874597595062016/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762465.739507:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762465.739512:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762465.739516:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bd17bd7] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c000 x1874597595062016/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762465.739533:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762465.739536:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762465.739539:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762465.739541:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762465.739542:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762465.739545:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762465.739548:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21206
00000400:00000200:1.0:1787762465.739551:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762465.739554:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:2.0:1787762465.739555:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1787762465.739556:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762465.739560:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762465.739561:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762465.739563:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762465.739565:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762465.739566:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762465.739569:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762465.739573:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:2.0:1787762465.739574:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c000 x1874597595062016/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787762465.739575:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:1.0:1787762465.739578:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762465.739582:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:1.0:1787762465.739588:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:2.0:1787762465.739589:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762465.739590:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762465.739595:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
02000000:00000001:2.0:1787762465.739596:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762465.739600:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762465.739603:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762465.739604:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00100000:2.0:1787762465.739608:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595062016:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762465.739610:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762465.739615:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1787762465.739617:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762465.739621:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
02000000:00000001:2.0:1787762465.739622:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762465.739626:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787762465.739627:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
02000000:00000001:2.0:1787762465.739629:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1787762465.739634:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762465.739638:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762465.739638:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541865400.
02000000:00000001:2.0:1787762465.739643:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762465.739644:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762465.739652:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787762465.739653:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:1.0:1787762465.739656:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762465.739658:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1787762465.739660:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000008:00100000:1.0:1787762465.739665:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1787762465.739669:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000008:00000001:1.0:1787762465.739670:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762465.739676:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762465.739679:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595062016, portal 25
00000100:00000010:1.0:1787762465.739681:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588e940.
00000100:00000001:2.0:1787762465.739684:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000040:1.0:1787762465.739687:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000100:00000001:2.0:1787762465.739688:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188126720 : -110616521424896 : ffff9b651588c000)
02000000:00000001:1.0:1787762465.739694:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762465.739697:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762465.739700:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c000 x1874597595062016/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762465.739701:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762465.739704:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762465.739707:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762465.739713:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee09800.
00000100:00000001:2.0:1787762465.739719:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787762465.739720:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762465.739727:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00100000:1.0:1787762465.739729:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588e940 x1874597595062144/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787762465.739734:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000001:1.0:1787762465.739736:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762465.739740:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762465.739742:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595062016, offset 0
00000100:00000040:1.0:1787762465.739743:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000186ab8f7] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588e940 x1874597595062144/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762465.739753:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762465.739756:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787762465.739757:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00080000:1.0:1787762465.739760:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762465.739763:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762465.739764:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762465.739766:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762465.739769:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21206
00000400:00000200:2.0:1787762465.739771:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762465.739776:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762465.739780:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762465.739783:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787762465.739783:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000040:1.0:1787762465.739790:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762465.739792:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787762465.739794:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1787762465.739796:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762465.739799:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:2.0:1787762465.739801:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000020:00000001:1.0:1787762465.739802:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762465.739805:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000400:00000200:2.0:1787762465.739808:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1787762465.739809:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762465.739813:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000400:00000200:2.0:1787762465.739814:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000020:00000001:1.0:1787762465.739817:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:1.0:1787762465.739822:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:2.0:1787762465.739822:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278078:278078:256:4294967295] 192.168.203.101@tcp LPNI seq info [278077:278077:8:4294967295]
00000100:00000040:1.0:1787762465.739830:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000200:2.0:1787762465.739831:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762465.739834:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762465.739838:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762465.739840:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762465.739843:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:1.0:1787762465.739850:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000400:00000200:2.0:1787762465.739850:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1787762465.739857:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762465.739859:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762465.739862:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1787762465.739862:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
02000000:00000001:1.0:1787762465.739865:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762465.739868:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:2.0:1787762465.739870:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000008:00100000:1.0:1787762465.739871:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762465.739874:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762465.739876:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787762465.739879:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000010:1.0:1787762465.739881:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c780.
00000020:00000040:1.0:1787762465.739885:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000800:00000200:2.0:1787762465.739885:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
02000000:00000001:1.0:1787762465.739889:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762465.739891:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762465.739895:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1787762465.739895:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
02000000:00000001:1.0:1787762465.739898:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762465.739902:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787762465.739902:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
02000000:00000010:1.0:1787762465.739905:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee09000.
00000800:00000100:2.0:1787762465.739909:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000100:00000001:1.0:1787762465.739911:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787762465.739913:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000100:00100000:1.0:1787762465.739917:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c780 x1874597595062272/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787762465.739934:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1787762465.739942:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787762465.739943:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1787762465.739945:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762465.739951:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000100:00000040:1.0:1787762465.739952:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c5bf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c780 x1874597595062272/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787762465.739954:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762465.739961:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787762465.739964:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762465.739968:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1787762465.739968:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c000 x1874597595062016/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762465.739975:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1787762465.739984:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21216)
00000100:00000001:2.0:1787762465.739994:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762465.739997:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c000 x1874597595062016/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762465.740003:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762465.740004:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762465.740013:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762465.740016:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762465.740018:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315879671
00000100:00000010:2.0:1787762465.740024:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdba0.
00000100:00000001:2.0:1787762465.740032:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762465.740040:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315879671
00000100:00000010:2.0:1787762465.740042:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd1e0.
00000100:00000001:2.0:1787762465.740045:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762465.740048:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762465.740050:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762465.740052:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762465.740055:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762465/real 1787762465]  req@ffff9b651588c000 x1874597595062016/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762465.740062:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762465.740063:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762465.740065:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762465.740068:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762465.740070:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762465.740072:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762465.740074:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c000 x1874597595062016/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762465.740080:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c000 x1874597595062016/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762465.740085:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762465.740087:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762465.740090:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762465.740092:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762465.740095:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c000 x1874597595062016/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762465.740099:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762465.740102:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c000 x1874597595062016/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762465.740107:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762465.740109:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762465.740110:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762465.740111:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762465.740113:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762465.740115:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762465.740117:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762465.740120:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762465.740121:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762465.740124:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c000 x1874597595062016/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762465.740130:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595062016:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762465.740134:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762465.740135:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762465.740138:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c000 x1874597595062016/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762465.740143:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762465.740146:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762465.740149:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865400.
02000000:00000001:2.0:1787762465.740151:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762465.740153:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762465.740155:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762465.740157:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762465.740160:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee09400.
02000000:00000001:2.0:1787762465.740164:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762465.740165:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762465.740167:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c000.
00000100:00000001:2.0:1787762465.740172:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762465.740173:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762465.740175:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762465.740182:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762465.740183:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762465.740185:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762465.740186:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762465.740187:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762465.740189:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588e940 x1874597595062144/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762465.740195:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762465.740196:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762465.740197:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762465.740199:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762465.740200:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762465.740202:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595062144:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762465.740204:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762465.740205:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762465.740207:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762465.740208:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762465.740210:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541865400.
02000000:00000001:2.0:1787762465.740211:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762465.740214:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762465.740216:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762465.740218:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762465.740220:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595062144, portal 10
00000100:00000001:2.0:1787762465.740222:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762465.740223:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188137280 : -110616521414336 : ffff9b651588e940)
00000100:00000040:2.0:1787762465.740229:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588e940 x1874597595062144/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762465.740234:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762465.740236:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762465.740237:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762465.740239:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595062144, offset 0
00000400:00000200:2.0:1787762465.740242:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762465.740244:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762465.740264:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762465.740267:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762465.740269:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762465.740271:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762465.740272:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762465.740275:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278079:278079:256:4294967295] 192.168.203.101@tcp LPNI seq info [278078:278078:8:4294967295]
00000400:00000200:2.0:1787762465.740278:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762465.740282:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762465.740286:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762465.740289:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762465.740292:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762465.740294:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762465.740297:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762465.740299:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787762465.740301:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762465.740302:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762465.740305:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762465.740307:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762465.740309:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762465.740310:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762465.740312:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762465.740315:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588e940 x1874597595062144/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762465.740321:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762465.740323:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588e940 x1874597595062144/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762465.740333:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762465.740334:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762465.740336:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762465.740340:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762465.740342:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762465.740344:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315878925
00000100:00000001:2.0:1787762465.740346:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315879671
00000100:00000001:2.0:1787762465.740348:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315878925
00000100:00000001:2.0:1787762465.740350:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315879671
00000100:00000001:2.0:1787762465.740351:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762465.740353:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762465.740354:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762465.740356:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762465/real 1787762465]  req@ffff9b651588e940 x1874597595062144/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762465.740361:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762465.740361:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762465.740363:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762465.740364:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762465.740365:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762465.740367:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762465.740369:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588e940 x1874597595062144/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762465.740374:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588e940 x1874597595062144/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762465.740378:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762465.740379:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762465.740380:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762465.740381:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762465.740383:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588e940 x1874597595062144/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762465.740389:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762465.740392:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588e940 x1874597595062144/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762465.740396:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762465.740398:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762465.740399:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762465.740399:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762465.740401:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762465.740402:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762465.740403:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762465.740405:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762465.740406:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762465.740409:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588e940 x1874597595062144/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762465.740413:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595062144:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762465.740416:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762465.740418:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c780 x1874597595062272/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762465.740423:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762465.740424:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762465.740425:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762465.740426:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762465.740428:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762465.740429:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595062272:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762465.740431:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762465.740432:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762465.740434:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762465.740435:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762465.740438:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762465.740439:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762465.740441:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762465.740443:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762465.740446:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762465.740448:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595062272, portal 4
00000100:00000001:2.0:1787762465.740449:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762465.740450:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188128640 : -110616521422976 : ffff9b651588c780)
00000100:00000040:2.0:1787762465.740455:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c780 x1874597595062272/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762465.740460:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762465.740461:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762465.740463:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762465.740464:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595062272, offset 0
00000400:00000200:2.0:1787762465.740466:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762465.740469:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762465.740470:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762465.740472:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762465.740474:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762465.740475:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762465.740477:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762465.740479:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278080:278080:256:4294967295] 192.168.203.101@tcp LPNI seq info [278079:278079:8:4294967295]
00000400:00000200:2.0:1787762465.740482:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762465.740486:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762465.740489:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762465.740491:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762465.740493:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762465.740494:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762465.740497:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762465.740499:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787762465.740502:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762465.740504:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762465.740505:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762465.740508:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762465.740510:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762465.740511:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762465.740512:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762465.740514:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c780 x1874597595062272/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762465.740520:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762465.740522:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c780 x1874597595062272/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762465.740526:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762465.740527:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762465.740529:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762465.740531:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762465.740533:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762465.740534:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315878931
00000100:00000001:2.0:1787762465.740536:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315879671
00000100:00000001:2.0:1787762465.740538:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315878931
00000100:00000001:2.0:1787762465.740540:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315879671
00000100:00000001:2.0:1787762465.740541:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762465.740542:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762465.740543:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762465.740546:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762465/real 1787762465]  req@ffff9b651588c780 x1874597595062272/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762465.740550:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762465.740551:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762465.740552:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762465.740553:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762465.740555:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762465.740557:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762465.740559:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c780 x1874597595062272/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762465.740565:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c780 x1874597595062272/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762465.740569:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762465.740569:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762465.740570:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762465.740571:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762465.740573:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c780 x1874597595062272/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762465.740577:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762465.740580:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c780 x1874597595062272/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762465.740584:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762465.740585:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762465.740586:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762465.740587:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762465.740588:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762465.740589:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762465.740591:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762465.740593:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762465.740595:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762465.740597:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c780 x1874597595062272/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762465.740602:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595062272:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762465.740604:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762465.740605:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762465.740607:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588e940 x1874597595062144/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762465.740612:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762465.740613:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762465.740615:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865400.
02000000:00000001:2.0:1787762465.740616:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762465.740617:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762465.740618:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762465.740619:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762465.740620:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee09800.
02000000:00000001:2.0:1787762465.740621:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762465.740622:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762465.740624:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588e940.
00000100:00000001:2.0:1787762465.740627:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762465.740628:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762465.740629:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762465.740631:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c780 x1874597595062272/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762465.740636:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762465.740637:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762465.740638:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762465.740640:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762465.740641:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762465.740641:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762465.740643:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762465.740643:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee09000.
02000000:00000001:2.0:1787762465.740645:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762465.740645:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762465.740646:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c780.
00000100:00000001:2.0:1787762465.740647:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762465.740648:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762465.740649:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762465.740651:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762465.740652:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762465.740653:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762465.740655:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762466.507355:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315879671, at 4315879680
00000100:00000010:0.0:1787762466.507377:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdba0.
00000100:00000040:1.0:1787762466.507397:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315879671, at 4315879680
00000100:00000010:1.0:1787762466.507407:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd1e0.
00010000:00000001:0.0:1787762466.571312:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762466.571319:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762466.571324:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762466.571326:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762466.571328:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762466.571330:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762466.571377:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762466.571381:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762466.571384:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762466.763383:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762466.763393:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762466.763396:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762466.763404:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762466.763411:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762466.763418:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762466.763424:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762466.763430:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762466.763436:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762467.595373:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762467.595381:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762467.595388:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762467.595390:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762467.595394:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762467.595395:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762467.595531:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762467.595534:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762467.595537:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762467.787292:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762467.787299:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762467.787301:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762467.787305:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762467.787307:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762467.787310:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762467.787312:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762467.787315:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762467.787317:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762468.619374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762468.619383:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762468.619391:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762468.619393:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762468.619398:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762468.619400:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762468.619429:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762468.619433:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762468.619437:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762468.811420:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762468.811436:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762468.811441:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762468.811452:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762468.811460:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762468.811467:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762468.811476:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762468.811482:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762468.811488:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762469.643404:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762469.643415:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762469.643424:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762469.643426:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762469.643432:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762469.643434:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762469.643554:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762469.643564:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762469.643570:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762469.835396:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762469.835406:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762469.835409:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762469.835417:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762469.835422:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762469.835427:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762469.835431:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762469.835435:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762469.835439:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762470.667347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762470.667355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762470.667361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762470.667362:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762470.667366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762470.667369:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762470.667371:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762470.667375:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762470.667379:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762470.667382:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762470.667384:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762470.667385:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762470.667411:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762470.667414:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762470.667416:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762470.859392:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762470.859401:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762470.859404:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762470.859410:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00080000:0.0:1787762470.859413:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787762470.859414:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787762470.859421:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762470.859421:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762470.859427:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787762470.859428:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1787762470.859433:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762470.859433:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762470.859437:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762470.859439:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762470.859449:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21211
00000400:00000200:0.0:1787762470.859460:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762470.859468:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762470.859471:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762470.859474:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762470.859477:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762470.859480:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762470.859482:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762470.859487:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762470.859489:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787762470.859493:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762470.859497:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762470.859500:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787762470.859503:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787762470.859506:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762470.859508:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762470.859510:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762470.859511:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762470.859514:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787762470.859520:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762470.859523:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762470.859526:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762470.859530:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762470.859533:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762470.859535:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762470.859538:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762470.859551:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2580.
00000020:00000040:0.0:1787762470.859555:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762470.859559:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762470.859561:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762470.859564:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762470.859567:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762470.859572:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762470.859584:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760c800.
00000100:00000001:0.0:1787762470.859592:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762470.859602:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2580 x1874597595062400/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762470.859613:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762470.859617:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762470.859622:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023dbc666] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2580 x1874597595062400/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762470.859641:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762470.859643:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762470.859647:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762470.859648:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762470.859649:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762470.859652:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762470.859654:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21211
00000400:00000200:0.0:1787762470.859656:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762470.859658:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762470.859660:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762470.859663:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762470.859665:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762470.859667:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762470.859670:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762470.859672:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762470.859673:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787762470.859674:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762470.859676:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787762470.859677:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787762470.859679:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:0.0:1787762470.859681:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762470.859684:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762470.859687:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1787762470.859689:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762470.859696:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762470.859698:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1787762470.859699:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:0.0:1787762470.859708:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762470.859708:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787762470.859717:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762470.859719:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762470.859726:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762470.859733:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762470.859734:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c2580 x1874597595062400/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762470.859735:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762470.859743:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762470.859761:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762470.859774:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762470.859779:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000010:0.0:1787762470.859782:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1680.
00000100:00000001:2.0:1787762470.859785:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787762470.859788:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:2.0:1787762470.859792:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762470.859794:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762470.859796:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762470.859798:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762470.859800:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762470.859805:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762470.859809:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762470.859809:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762470.859835:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e400.
00000100:00100000:2.0:1787762470.859837:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595062400:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787762470.859846:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762470.859850:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762470.859860:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:0.0:1787762470.859862:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1680 x1874597595062528/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787762470.859865:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762470.859877:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787762470.859898:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762470.859901:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762470.859905:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c9d36cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1680 x1874597595062528/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787762470.859911:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762470.859916:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762470.859918:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762470.859923:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787762470.859933:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00080000:0.0:1787762470.859935:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762470.859944:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1787762470.859949:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000100:00080000:0.0:1787762470.859950:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762470.859965:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762470.859969:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21211
00000400:00000010:2.0:1787762470.859971:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000400:00000200:0.0:1787762470.859981:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762470.859989:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000200:2.0:1787762470.859989:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595062400, portal 25
00000100:00080000:0.0:1787762470.859995:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787762470.859997:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1787762470.860004:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762470.860004:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115997568 : -110616593554048 : ffff9b65113c2580)
00000100:00000001:0.0:1787762470.860019:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762470.860032:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000040:2.0:1787762470.860034:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c2580 x1874597595062400/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762470.860044:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762470.860056:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762470.860062:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787762470.860069:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787762470.860077:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1787762470.860078:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:0.0:1787762470.860091:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:2.0:1787762470.860101:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000020:00000001:0.0:1787762470.860104:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000010:2.0:1787762470.860108:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000040:0.0:1787762470.860115:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000200:2.0:1787762470.860117:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595062400, offset 0
00000100:00000001:0.0:1787762470.860120:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762470.860132:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:2.0:1787762470.860143:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000001:0.0:1787762470.860144:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762470.860157:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:0.0:1787762470.860162:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762470.860165:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762470.860167:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787762470.860173:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:0.0:1787762470.860175:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762470.860182:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762470.860184:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762470.860186:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787762470.860194:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000008:00000001:0.0:1787762470.860196:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762470.860210:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762470.860215:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:0.0:1787762470.860217:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c3c00.
00000020:00000040:0.0:1787762470.860224:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000200:2.0:1787762470.860225:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
02000000:00000001:0.0:1787762470.860241:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787762470.860283:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762470.860290:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762470.860296:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278081:278081:256:4294967295] 192.168.203.101@tcp LPNI seq info [278080:278080:8:4294967295]
02000000:00000001:0.0:1787762470.860299:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762470.860315:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762470.860323:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787762470.860324:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:0.0:1787762470.860333:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762470.860343:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760d000.
00000100:00000001:0.0:1787762470.860357:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762470.860358:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00100000:0.0:1787762470.860376:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c3c00 x1874597595062656/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1787762470.860378:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762470.860394:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000100:00000001:0.0:1787762470.860411:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1787762470.860413:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:0.0:1787762470.860419:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787762470.860423:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1787762470.860427:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a1cf69] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c3c00 x1874597595062656/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1787762470.860448:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:0.0:1787762470.860463:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787762470.860464:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1787762470.860483:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1787762470.860491:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000100:00000040:0.0:1787762470.860496:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:2.0:1787762470.860498:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762470.860519:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1787762470.860521:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21221)
00000400:00000200:2.0:1787762470.860546:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762470.860553:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762470.860557:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762470.860563:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762470.860570:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c2580 x1874597595062400/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762470.860583:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762470.860588:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c2580 x1874597595062400/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762470.860597:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762470.860600:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762470.860608:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762470.860614:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762470.860617:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315884792
00000100:00000010:2.0:1787762470.860625:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdf60.
00000100:00000001:2.0:1787762470.860633:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762470.860641:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315884792
00000100:00000010:2.0:1787762470.860645:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd180.
00000100:00000001:2.0:1787762470.860649:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762470.860653:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762470.860656:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762470.860659:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762470.860665:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762470/real 1787762470]  req@ffff9b65113c2580 x1874597595062400/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762470.860676:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762470.860678:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762470.860681:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762470.860686:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762470.860688:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762470.860691:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762470.860695:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c2580 x1874597595062400/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762470.860706:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c2580 x1874597595062400/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762470.860722:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762470.860724:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762470.860727:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762470.860730:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762470.860735:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c2580 x1874597595062400/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762470.860743:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762470.860749:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c2580 x1874597595062400/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762470.860758:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762470.860762:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762470.860764:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762470.860765:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762470.860769:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762470.860771:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762470.860776:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762470.860781:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762470.860784:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762470.860789:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c2580 x1874597595062400/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762470.860799:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595062400:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762470.860805:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762470.860807:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762470.860811:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c2580 x1874597595062400/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762470.860819:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762470.860822:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762470.860827:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762470.860831:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762470.860834:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762470.860837:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762470.860840:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762470.860843:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760c800.
02000000:00000001:2.0:1787762470.860848:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762470.860850:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762470.860853:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c2580.
00000100:00000001:2.0:1787762470.860858:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762470.860860:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762470.860863:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762470.860871:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762470.860874:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762470.860877:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762470.860879:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762470.860881:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762470.860915:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c1680 x1874597595062528/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762470.860925:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762470.860927:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762470.860931:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762470.860934:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762470.860937:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762470.860941:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595062528:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762470.860945:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762470.860948:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762470.860951:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762470.860953:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762470.860957:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762470.860960:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762470.860964:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762470.860967:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762470.860971:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762470.860976:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595062528, portal 10
00000100:00000001:2.0:1787762470.860980:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762470.860982:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115993728 : -110616593557888 : ffff9b65113c1680)
00000100:00000040:2.0:1787762470.860990:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c1680 x1874597595062528/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762470.860998:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762470.861001:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762470.861004:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762470.861007:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595062528, offset 0
00000400:00000200:2.0:1787762470.861012:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762470.861017:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762470.861021:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762470.861025:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762470.861029:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762470.861032:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762470.861035:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762470.861040:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278082:278082:256:4294967295] 192.168.203.101@tcp LPNI seq info [278081:278081:8:4294967295]
00000400:00000200:2.0:1787762470.861045:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762470.861053:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762470.861059:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762470.861063:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762470.861068:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762470.861072:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762470.861077:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762470.861081:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787762470.861087:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762470.861089:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762470.861093:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762470.861098:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762470.861101:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762470.861104:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762470.861107:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762470.861111:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c1680 x1874597595062528/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762470.861130:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762470.861134:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c1680 x1874597595062528/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762470.861142:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762470.861144:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762470.861148:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762470.861153:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762470.861157:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762470.861160:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315884045
00000100:00000001:2.0:1787762470.861164:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315884792
00000100:00000001:2.0:1787762470.861167:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315884045
00000100:00000001:2.0:1787762470.861170:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315884792
00000100:00000001:2.0:1787762470.861172:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762470.861175:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762470.861177:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762470.861181:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762470/real 1787762470]  req@ffff9b65113c1680 x1874597595062528/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762470.861190:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762470.861192:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762470.861194:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762470.861197:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762470.861199:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762470.861202:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762470.861205:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c1680 x1874597595062528/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762470.861216:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c1680 x1874597595062528/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762470.861223:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762470.861225:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762470.861228:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762470.861229:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762470.861234:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c1680 x1874597595062528/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762470.861242:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762470.861275:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c1680 x1874597595062528/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762470.861285:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762470.861288:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762470.861290:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762470.861292:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762470.861295:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762470.861298:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762470.861301:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762470.861305:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762470.861308:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762470.861313:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c1680 x1874597595062528/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762470.861323:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595062528:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762470.861328:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762470.861332:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c3c00 x1874597595062656/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762470.861341:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762470.861343:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762470.861346:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762470.861348:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762470.861350:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762470.861354:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595062656:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762470.861359:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762470.861361:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762470.861363:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762470.861365:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762470.861370:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541865400.
02000000:00000001:2.0:1787762470.861372:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762470.861376:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762470.861379:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762470.861383:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762470.861386:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595062656, portal 4
00000100:00000001:2.0:1787762470.861389:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762470.861391:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457116003328 : -110616593548288 : ffff9b65113c3c00)
00000100:00000040:2.0:1787762470.861398:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c3c00 x1874597595062656/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762470.861406:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762470.861409:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762470.861411:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762470.861414:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595062656, offset 0
00000400:00000200:2.0:1787762470.861419:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762470.861423:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762470.861427:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762470.861430:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762470.861434:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762470.861437:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762470.861440:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762470.861444:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278083:278083:256:4294967295] 192.168.203.101@tcp LPNI seq info [278082:278082:8:4294967295]
00000400:00000200:2.0:1787762470.861449:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762470.861458:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762470.861463:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762470.861467:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762470.861473:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762470.861477:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762470.861481:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762470.861485:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787762470.861490:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762470.861493:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762470.861496:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762470.861501:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762470.861504:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762470.861506:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762470.861509:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762470.861513:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c3c00 x1874597595062656/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762470.861523:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762470.861527:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c3c00 x1874597595062656/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762470.861535:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762470.861537:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762470.861540:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762470.861544:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762470.861547:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762470.861550:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315884052
00000100:00000001:2.0:1787762470.861553:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315884792
00000100:00000001:2.0:1787762470.861556:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315884052
00000100:00000001:2.0:1787762470.861559:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315884792
00000100:00000001:2.0:1787762470.861561:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762470.861564:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762470.861566:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762470.861570:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762470/real 1787762470]  req@ffff9b65113c3c00 x1874597595062656/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762470.861579:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762470.861581:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762470.861584:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762470.861586:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762470.861588:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762470.861591:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762470.861595:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c3c00 x1874597595062656/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762470.861605:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c3c00 x1874597595062656/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762470.861612:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762470.861614:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762470.861616:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762470.861617:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762470.861621:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c3c00 x1874597595062656/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762470.861629:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762470.861634:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c3c00 x1874597595062656/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762470.861642:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762470.861645:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762470.861647:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762470.861649:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762470.861651:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762470.861653:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762470.861656:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762470.861660:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762470.861662:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762470.861667:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c3c00 x1874597595062656/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762470.861684:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595062656:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762470.861690:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762470.861692:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762470.861695:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c1680 x1874597595062528/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762470.861703:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762470.861705:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762470.861707:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762470.861710:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762470.861712:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762470.861713:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762470.861716:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762470.861718:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760e400.
02000000:00000001:2.0:1787762470.861721:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762470.861722:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762470.861724:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c1680.
00000100:00000001:2.0:1787762470.861727:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762470.861729:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762470.861731:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762470.861735:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c3c00 x1874597595062656/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762470.861742:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762470.861744:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762470.861746:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865400.
02000000:00000001:2.0:1787762470.861748:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762470.861749:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762470.861751:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762470.861753:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762470.861754:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760d000.
02000000:00000001:2.0:1787762470.861757:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762470.861758:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762470.861760:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c3c00.
00000100:00000001:2.0:1787762470.861763:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762470.861765:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762470.861767:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762470.861771:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762470.861773:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762470.861775:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762470.861778:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762471.627439:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315884792, at 4315884800
00000100:00000010:1.0:1787762471.627459:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd180.
00000100:00000040:0.0:1787762471.627472:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315884792, at 4315884800
00000100:00000010:0.0:1787762471.627502:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdf60.
00010000:00000001:0.0:1787762471.691347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762471.691352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762471.691357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762471.691358:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762471.691361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762471.691362:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762471.691494:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762471.691500:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762471.691506:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762471.883364:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762471.883376:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762471.883379:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762471.883388:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762471.883393:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762471.883399:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762471.883403:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762471.883408:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762471.883413:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762472.715374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762472.715385:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762472.715393:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762472.715395:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762472.715399:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762472.715401:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762472.715431:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762472.715434:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762472.715438:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762472.907330:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762472.907349:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762472.907351:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762472.907355:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762472.907359:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762472.907363:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762472.907365:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762472.907368:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762472.907372:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762473.739335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762473.739343:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762473.739348:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762473.739350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762473.739353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762473.739354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762473.739404:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762473.739408:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762473.739412:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762473.931338:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762473.931347:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762473.931349:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762473.931354:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762473.931358:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762473.931362:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762473.931365:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762473.931368:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762473.931371:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762474.763329:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762474.763336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762474.763342:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762474.763343:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762474.763346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762474.763347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762474.763366:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762474.763369:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762474.763371:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762474.955330:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762474.955338:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762474.955340:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762474.955345:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762474.955349:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762474.955353:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762474.955355:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762474.955359:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762474.955362:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762475.787347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762475.787357:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762475.787359:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762475.787363:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762475.787369:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762475.787372:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762475.787374:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762475.787376:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762475.787379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762475.787381:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762475.787382:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762475.787384:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762475.787385:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762475.787386:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762475.787388:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762475.787389:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762475.787392:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762475.787393:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762475.787455:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762475.787461:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762475.787466:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762475.979334:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762475.979343:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762475.979346:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762475.979350:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1787762475.979352:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00080000:0.0:1787762475.979360:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762475.979360:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762475.979366:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787762475.979367:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787762475.979371:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762475.979371:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762475.979376:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762475.979377:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787762475.979379:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762475.979386:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21216
00000400:00000200:0.0:1787762475.979403:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762475.979411:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762475.979415:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762475.979418:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762475.979422:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762475.979424:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762475.979426:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762475.979430:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762475.979432:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787762475.979435:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762475.979438:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762475.979440:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787762475.979442:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787762475.979445:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762475.979447:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762475.979448:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762475.979450:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762475.979453:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787762475.979455:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762475.979457:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762475.979459:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762475.979462:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762475.979465:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762475.979469:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762475.979471:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762475.979479:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1a40.
00000020:00000040:0.0:1787762475.979482:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762475.979487:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762475.979488:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762475.979491:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762475.979494:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762475.979499:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762475.979509:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760cc00.
00000100:00000001:0.0:1787762475.979516:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762475.979528:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1a40 x1874597595062784/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762475.979543:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762475.979548:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762475.979553:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7cad83] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1a40 x1874597595062784/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762475.979573:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762475.979576:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762475.979580:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762475.979581:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762475.979582:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762475.979585:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762475.979587:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21216
00000400:00000200:0.0:1787762475.979591:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762475.979594:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762475.979596:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762475.979599:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762475.979599:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762475.979603:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762475.979605:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1787762475.979606:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762475.979609:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787762475.979610:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762475.979613:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762475.979614:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787762475.979616:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762475.979620:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000100:00000040:1.0:1787762475.979620:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c1a40 x1874597595062784/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787762475.979624:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787762475.979628:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:0.0:1787762475.979635:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762475.979638:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762475.979639:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762475.979641:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762475.979643:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762475.979647:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
02000000:00000001:1.0:1787762475.979648:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1787762475.979651:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
02000000:00000001:1.0:1787762475.979652:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787762475.979656:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
02000000:00000001:1.0:1787762475.979657:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762475.979659:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762475.979662:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787762475.979663:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595062784:192.168.203.101@tcp:250:kworker.0
02000000:00000001:0.0:1787762475.979669:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762475.979671:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762475.979675:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762475.979679:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:0.0:1787762475.979682:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787762475.979685:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:0.0:1787762475.979686:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762475.979690:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762475.979690:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762475.979696:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:0.0:1787762475.979698:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c0000.
00000020:00000040:0.0:1787762475.979701:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:0.0:1787762475.979703:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762475.979705:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762475.979705:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09800.
00000100:00000001:0.0:1787762475.979711:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762475.979711:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762475.979714:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762475.979717:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762475.979720:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000010:0.0:1787762475.979721:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760c400.
00000100:00000001:0.0:1787762475.979727:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762475.979727:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6420.
00000100:00100000:0.0:1787762475.979733:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c0000 x1874597595062912/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787762475.979736:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352330.
00000100:00000001:0.0:1787762475.979743:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762475.979745:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762475.979749:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ecd2557] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c0000 x1874597595062912/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762475.979749:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595062784, portal 25
00000100:00000001:1.0:1787762475.979755:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762475.979758:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115994688 : -110616593556928 : ffff9b65113c1a40)
00000100:00000001:0.0:1787762475.979761:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762475.979764:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787762475.979767:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c1a40 x1874597595062784/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762475.979768:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762475.979771:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762475.979774:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762475.979780:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787762475.979784:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787762475.979786:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21216
00000100:00000040:1.0:1787762475.979791:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787762475.979794:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762475.979796:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000400:00000200:0.0:1787762475.979799:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000200:1.0:1787762475.979801:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595062784, offset 0
00000100:00080000:0.0:1787762475.979802:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762475.979807:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762475.979808:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762475.979811:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762475.979814:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:1.0:1787762475.979815:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000020:00000001:0.0:1787762475.979817:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762475.979820:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787762475.979821:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762475.979822:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:0.0:1787762475.979823:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:0.0:1787762475.979824:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:1.0:1787762475.979827:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:0.0:1787762475.979829:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762475.979832:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762475.979834:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762475.979836:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:1.0:1787762475.979838:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000020:00000040:0.0:1787762475.979839:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:0.0:1787762475.979845:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762475.979848:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762475.979862:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1787762475.979866:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762475.979870:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787762475.979872:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
02000000:00000001:0.0:1787762475.979873:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762475.979877:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787762475.979879:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000008:00100000:0.0:1787762475.979881:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787762475.979886:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000008:00000001:0.0:1787762475.979887:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762475.979891:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762475.979896:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278084:278084:256:4294967295] 192.168.203.101@tcp LPNI seq info [278083:278083:8:4294967295]
00000100:00000010:0.0:1787762475.979897:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2d00.
00000020:00000040:0.0:1787762475.979902:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000200:1.0:1787762475.979904:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:0.0:1787762475.979906:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762475.979909:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762475.979910:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762475.979912:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762475.979914:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762475.979919:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760d000.
00000400:00000200:1.0:1787762475.979923:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787762475.979924:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762475.979933:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2d00 x1874597595063040/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787762475.979937:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000001:0.0:1787762475.979945:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1787762475.979946:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000100:00000001:0.0:1787762475.979947:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762475.979954:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b3abd36] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2d00 x1874597595063040/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1787762475.979960:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:0.0:1787762475.979965:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762475.979968:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1787762475.979968:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1787762475.979975:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1787762475.979977:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:0.0:1787762475.979981:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21226)
00000800:00000200:1.1:1787762475.979982:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787762475.979989:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762475.979992:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762475.979998:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762475.980004:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762475.980013:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762475.980017:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762475.980022:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762475.980028:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c1a40 x1874597595062784/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762475.980042:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762475.980047:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c1a40 x1874597595062784/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762475.980053:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762475.980056:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762475.980064:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762475.980068:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762475.980071:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315889911
00000100:00000010:1.0:1787762475.980075:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a822a0.
00000100:00000001:1.0:1787762475.980083:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762475.980089:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315889911
00000100:00000010:1.0:1787762475.980091:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82a20.
00000100:00000001:1.0:1787762475.980094:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762475.980097:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762475.980099:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762475.980101:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762475.980105:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762475/real 1787762475]  req@ffff9b65113c1a40 x1874597595062784/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762475.980117:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762475.980119:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762475.980120:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6420.
00000400:00000200:1.0:1787762475.980123:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352330
00000400:00000010:1.0:1787762475.980124:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352330.
00000100:00000001:1.0:1787762475.980126:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762475.980129:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c1a40 x1874597595062784/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762475.980139:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c1a40 x1874597595062784/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762475.980147:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762475.980149:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762475.980153:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762475.980155:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762475.980160:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c1a40 x1874597595062784/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762475.980169:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762475.980175:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c1a40 x1874597595062784/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762475.980182:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762475.980185:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762475.980186:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762475.980187:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762475.980190:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762475.980192:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762475.980194:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762475.980197:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762475.980199:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762475.980203:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c1a40 x1874597595062784/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762475.980210:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595062784:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762475.980214:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762475.980215:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762475.980217:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c1a40 x1874597595062784/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762475.980221:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762475.980224:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762475.980226:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762475.980229:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762475.980230:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762475.980231:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762475.980233:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762475.980236:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760cc00.
02000000:00000001:1.0:1787762475.980239:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762475.980240:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762475.980241:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c1a40.
00000100:00000001:1.0:1787762475.980244:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762475.980263:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762475.980265:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762475.980273:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762475.980274:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762475.980276:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762475.980278:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762475.980279:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762475.980282:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c0000 x1874597595062912/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762475.980288:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762475.980290:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762475.980292:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762475.980294:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762475.980296:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762475.980298:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595062912:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762475.980301:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762475.980303:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762475.980305:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762475.980306:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762475.980308:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762475.980310:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762475.980314:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762475.980316:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6420.
00000400:00000010:1.0:1787762475.980318:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352330.
00000100:00000200:1.0:1787762475.980321:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595062912, portal 10
00000100:00000001:1.0:1787762475.980323:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762475.980324:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115987968 : -110616593563648 : ffff9b65113c0000)
00000100:00000040:1.0:1787762475.980330:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c0000 x1874597595062912/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762475.980335:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762475.980337:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762475.980338:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762475.980340:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595062912, offset 0
00000400:00000200:1.0:1787762475.980343:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762475.980346:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762475.980348:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762475.980350:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762475.980353:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762475.980356:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762475.980359:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762475.980362:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278085:278085:256:4294967295] 192.168.203.101@tcp LPNI seq info [278084:278084:8:4294967295]
00000400:00000200:1.0:1787762475.980367:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762475.980374:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762475.980379:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762475.980383:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762475.980387:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762475.980391:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762475.980396:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762475.980399:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787762475.980402:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762475.980405:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762475.980408:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762475.980411:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762475.980414:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762475.980415:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762475.980417:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762475.980420:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c0000 x1874597595062912/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762475.980426:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762475.980428:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c0000 x1874597595062912/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762475.980432:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762475.980434:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762475.980436:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762475.980440:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762475.980442:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762475.980444:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315889165
00000100:00000001:1.0:1787762475.980447:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315889911
00000100:00000001:1.0:1787762475.980449:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315889165
00000100:00000001:1.0:1787762475.980450:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315889911
00000100:00000001:1.0:1787762475.980452:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762475.980453:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762475.980455:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762475.980458:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762475/real 1787762475]  req@ffff9b65113c0000 x1874597595062912/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762475.980463:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762475.980464:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762475.980466:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6420.
00000400:00000200:1.0:1787762475.980468:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352330
00000400:00000010:1.0:1787762475.980469:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352330.
00000100:00000001:1.0:1787762475.980471:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762475.980473:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c0000 x1874597595062912/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762475.980478:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c0000 x1874597595062912/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762475.980482:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762475.980483:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762475.980484:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762475.980485:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762475.980487:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c0000 x1874597595062912/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762475.980491:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762475.980494:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c0000 x1874597595062912/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762475.980499:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762475.980501:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762475.980502:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762475.980503:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762475.980504:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762475.980505:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762475.980506:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762475.980508:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762475.980510:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762475.980512:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c0000 x1874597595062912/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762475.980517:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595062912:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762475.980520:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762475.980522:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c2d00 x1874597595063040/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762475.980527:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762475.980528:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762475.980529:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762475.980530:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762475.980532:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762475.980533:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595063040:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762475.980535:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762475.980536:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762475.980537:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762475.980539:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762475.980542:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762475.980543:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762475.980546:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762475.980548:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6420.
00000400:00000010:1.0:1787762475.980550:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352330.
00000100:00000200:1.0:1787762475.980552:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595063040, portal 4
00000100:00000001:1.0:1787762475.980554:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762475.980555:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115999488 : -110616593552128 : ffff9b65113c2d00)
00000100:00000040:1.0:1787762475.980559:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c2d00 x1874597595063040/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762475.980564:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762475.980566:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762475.980567:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762475.980569:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595063040, offset 0
00000400:00000200:1.0:1787762475.980571:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762475.980574:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762475.980576:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762475.980578:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762475.980580:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762475.980582:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762475.980584:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762475.980586:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278086:278086:256:4294967295] 192.168.203.101@tcp LPNI seq info [278085:278085:8:4294967295]
00000400:00000200:1.0:1787762475.980589:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762475.980593:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762475.980596:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762475.980598:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762475.980601:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762475.980603:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762475.980606:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762475.980609:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787762475.980611:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762475.980613:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762475.980615:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762475.980617:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762475.980619:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762475.980621:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762475.980622:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762475.980624:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c2d00 x1874597595063040/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762475.980629:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762475.980631:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c2d00 x1874597595063040/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762475.980636:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762475.980637:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762475.980639:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762475.980641:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762475.980642:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762475.980643:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315889171
00000100:00000001:1.0:1787762475.980646:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315889911
00000100:00000001:1.0:1787762475.980648:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315889171
00000100:00000001:1.0:1787762475.980649:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315889911
00000100:00000001:1.0:1787762475.980651:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762475.980653:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762475.980654:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762475.980657:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762475/real 1787762475]  req@ffff9b65113c2d00 x1874597595063040/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762475.980661:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762475.980662:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762475.980663:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6420.
00000400:00000200:1.0:1787762475.980664:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352330
00000400:00000010:1.0:1787762475.980665:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352330.
00000100:00000001:1.0:1787762475.980666:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762475.980668:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c2d00 x1874597595063040/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762475.980674:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c2d00 x1874597595063040/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762475.980679:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762475.980680:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762475.980681:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762475.980681:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762475.980683:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c2d00 x1874597595063040/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762475.980687:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762475.980690:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c2d00 x1874597595063040/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762475.980694:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762475.980695:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762475.980696:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762475.980697:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762475.980698:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762475.980700:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762475.980702:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762475.980704:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762475.980706:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762475.980708:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c2d00 x1874597595063040/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762475.980713:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595063040:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762475.980715:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762475.980716:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762475.980718:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c0000 x1874597595062912/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762475.980722:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762475.980723:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762475.980724:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762475.980725:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762475.980726:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762475.980727:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762475.980728:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762475.980729:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760c400.
02000000:00000001:1.0:1787762475.980731:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762475.980732:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762475.980733:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c0000.
00000100:00000001:1.0:1787762475.980735:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762475.980736:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762475.980737:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762475.980739:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c2d00 x1874597595063040/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762475.980743:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762475.980744:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762475.980745:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762475.980748:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762475.980749:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762475.980750:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762475.980752:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762475.980753:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760d000.
02000000:00000001:1.0:1787762475.980754:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762475.980755:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762475.980756:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c2d00.
00000100:00000001:1.0:1787762475.980760:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762475.980761:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762475.980762:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762475.980764:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762475.980765:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762475.980766:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762475.980767:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762476.747339:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315889911, at 4315889920
00000100:00000040:1.0:1787762476.747339:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315889911, at 4315889920
00000100:00000010:1.0:1787762476.747359:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82a20.
00000100:00000010:0.0:1787762476.747367:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a822a0.
00010000:00000001:0.0:1787762476.811340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762476.811347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762476.811354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762476.811356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762476.811360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762476.811362:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762476.811388:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762476.811392:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762476.811395:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762477.003326:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762477.003342:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762477.003344:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762477.003351:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762477.003354:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762477.003358:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762477.003361:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762477.003365:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762477.003368:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762477.835429:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762477.835441:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762477.835452:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762477.835454:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762477.835458:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762477.835459:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762477.835546:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762477.835553:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762477.835557:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762478.027320:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762478.027329:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762478.027331:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762478.027337:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762478.027341:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762478.027345:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762478.027348:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762478.027351:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762478.027354:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762478.859415:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762478.859428:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762478.859441:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762478.859445:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762478.859451:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762478.859454:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762478.859506:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762478.859510:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762478.859514:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762479.051377:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762479.051387:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762479.051390:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762479.051397:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762479.051402:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762479.051407:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762479.051411:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762479.051415:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762479.051418:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762479.883338:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762479.883346:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762479.883352:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762479.883353:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762479.883356:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762479.883357:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762479.883410:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762479.883415:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762479.883418:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762480.075324:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762480.075331:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762480.075334:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762480.075340:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762480.075344:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762480.075349:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762480.075353:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762480.075357:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762480.075361:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762480.907342:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762480.907356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762480.907363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762480.907364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762480.907367:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762480.907371:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762480.907373:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762480.907377:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762480.907380:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762480.907383:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762480.907385:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762480.907387:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762480.907429:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762480.907432:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762480.907434:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762481.099350:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762481.099363:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762481.099367:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787762481.099373:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787762481.099373:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762481.099379:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762481.099382:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762481.099383:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762481.099389:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762481.099391:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787762481.099395:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21221
00000100:00000001:2.0:1787762481.099396:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762481.099401:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762481.099405:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762481.099408:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762481.099413:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762481.099423:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762481.099428:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762481.099432:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762481.099436:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762481.099438:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762481.099441:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762481.099445:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762481.099447:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762481.099450:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762481.099454:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762481.099455:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762481.099458:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762481.099460:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762481.099461:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762481.099463:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762481.099465:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762481.099467:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762481.099470:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762481.099471:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762481.099474:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762481.099477:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762481.099479:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762481.099482:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762481.099484:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762481.099496:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787762481.099499:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762481.099503:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762481.099504:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762481.099507:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762481.099510:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762481.099515:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762481.099527:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14000.
00000100:00000001:3.0:1787762481.099534:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762481.099544:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597595063168/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762481.099559:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762481.099565:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762481.099569:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597595063168/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762481.099589:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762481.099591:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762481.099594:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762481.099596:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762481.099597:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762481.099600:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762481.099602:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21221
00000400:00000200:3.0:1787762481.099605:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762481.099607:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762481.099610:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762481.099612:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762481.099614:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762481.099617:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762481.099619:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762481.099620:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762481.099621:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762481.099622:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787762481.099623:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787762481.099624:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000100:00000001:1.0:1787762481.099629:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787762481.099629:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762481.099630:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:1.0:1787762481.099633:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762481.099635:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762481.099638:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762481.099643:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000040:1.0:1787762481.099645:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e1c0 x1874597595063168/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762481.099646:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762481.099652:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762481.099659:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762481.099663:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762481.099664:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762481.099665:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762481.099667:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762481.099670:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762481.099674:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762481.099675:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762481.099678:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762481.099679:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762481.099683:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:1.0:1787762481.099686:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595063168:192.168.203.101@tcp:250:kworker.0
00000008:00100000:3.0:1787762481.099689:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787762481.099691:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1787762481.099693:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762481.099696:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762481.099698:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:3.0:1787762481.099699:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
02000000:00000001:1.0:1787762481.099702:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787762481.099703:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:1.0:1787762481.099708:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787762481.099709:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762481.099712:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762481.099713:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762481.099714:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1787762481.099716:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09400.
02000000:00000001:3.0:1787762481.099717:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762481.099722:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762481.099724:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14c00.
00000100:00000001:3.0:1787762481.099729:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762481.099730:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762481.099736:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6420.
00000100:00100000:3.0:1787762481.099737:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597595063296/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762481.099744:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1787762481.099745:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352330.
00000100:00000001:3.0:1787762481.099746:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762481.099752:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597595063296/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762481.099758:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762481.099760:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762481.099762:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:1.0:1787762481.099764:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595063168, portal 25
00000100:00000001:3.0:1787762481.099764:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762481.099768:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762481.099769:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762481.099773:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765441984 : -110615944109632 : ffff9b6537f1e1c0)
00000100:00000001:3.0:1787762481.099773:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762481.099778:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21221
00000100:00000040:1.0:1787762481.099782:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e1c0 x1874597595063168/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787762481.099785:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762481.099791:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762481.099795:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787762481.099798:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787762481.099799:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762481.099802:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762481.099803:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000040:3.0:1787762481.099807:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762481.099811:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000010:1.0:1787762481.099812:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000020:00000001:3.0:1787762481.099813:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762481.099827:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000100:00000200:1.0:1787762481.099831:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595063168, offset 0
00000020:00000001:3.0:1787762481.099831:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762481.099835:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762481.099837:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762481.099840:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:1.0:1787762481.099844:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000040:3.0:1787762481.099848:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762481.099851:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762481.099854:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762481.099856:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:1.0:1787762481.099857:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000020:00000040:3.0:1787762481.099863:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000400:00000200:1.0:1787762481.099869:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00080000:3.0:1787762481.099869:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762481.099877:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762481.099878:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787762481.099882:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787762481.099885:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
02000000:00000001:3.0:1787762481.099888:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787762481.099890:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787762481.099895:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762481.099896:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762481.099902:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278087:278087:256:4294967295] 192.168.203.101@tcp LPNI seq info [278086:278086:8:4294967295]
00000100:00000001:3.0:1787762481.099903:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787762481.099907:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000008:00100000:3.0:1787762481.099908:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762481.099911:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762481.099913:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762481.099916:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000400:00000200:1.0:1787762481.099920:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1787762481.099922:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762481.099927:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.0:1787762481.099930:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
02000000:00000001:3.0:1787762481.099930:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762481.099934:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762481.099936:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:1.0:1787762481.099937:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
02000000:00000001:3.0:1787762481.099938:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762481.099944:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17000.
00000800:00000200:1.0:1787762481.099948:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:3.0:1787762481.099950:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762481.099955:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000100:00100000:3.0:1787762481.099958:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597595063424/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787762481.099965:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762481.099971:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1787762481.099977:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000100:1.0:1787762481.099978:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762481.099983:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000100:00000001:3.0:1787762481.099983:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762481.099992:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787762481.099993:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597595063424/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762481.099998:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762481.100005:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762481.100010:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:3.0:1787762481.100011:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762481.100015:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1787762481.100015:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787762481.100021:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1e1c0 x1874597595063168/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762481.100022:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762481.100030:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21231)
00000100:00000001:1.0:1787762481.100034:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762481.100038:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e1c0 x1874597595063168/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762506 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.100044:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762481.100046:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762481.100053:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762481.100056:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762481.100059:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315895031
00000100:00000010:1.0:1787762481.100064:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82a20.
00000100:00000001:1.0:1787762481.100073:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762481.100080:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315895031
00000100:00000010:1.0:1787762481.100082:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82960.
00000100:00000001:1.0:1787762481.100085:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762481.100087:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762481.100089:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762481.100091:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762481.100095:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762481/real 1787762481]  req@ffff9b6537f1e1c0 x1874597595063168/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762481.100101:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762481.100102:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762481.100104:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6420.
00000400:00000200:1.0:1787762481.100107:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352330
00000400:00000010:1.0:1787762481.100108:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352330.
00000100:00000001:1.0:1787762481.100110:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762481.100114:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e1c0 x1874597595063168/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762481.100120:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e1c0 x1874597595063168/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.100125:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762481.100126:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762481.100128:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762481.100130:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762481.100133:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e1c0 x1874597595063168/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.100137:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762481.100141:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e1c0 x1874597595063168/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762506 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.100146:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762481.100148:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762481.100149:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762481.100150:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762481.100152:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762481.100153:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762481.100156:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762481.100158:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762481.100161:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762481.100164:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e1c0 x1874597595063168/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762506 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762481.100170:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595063168:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762481.100173:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762481.100175:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762481.100177:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e1c0 x1874597595063168/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762506 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.100187:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762481.100190:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762481.100192:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762481.100195:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762481.100196:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762481.100197:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762481.100199:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762481.100202:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14000.
02000000:00000001:1.0:1787762481.100206:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762481.100207:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762481.100209:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e1c0.
00000100:00000001:1.0:1787762481.100212:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762481.100213:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762481.100214:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762481.100222:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762481.100223:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762481.100225:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762481.100226:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762481.100227:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762481.100230:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1cf00 x1874597595063296/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.100235:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762481.100236:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762481.100238:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762481.100239:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762481.100241:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762481.100242:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595063296:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762481.100244:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762481.100272:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762481.100274:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762481.100275:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762481.100278:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762481.100279:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762481.100282:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762481.100285:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6420.
00000400:00000010:1.0:1787762481.100287:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352330.
00000100:00000200:1.0:1787762481.100289:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595063296, portal 10
00000100:00000001:1.0:1787762481.100291:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762481.100292:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765437184 : -110615944114432 : ffff9b6537f1cf00)
00000100:00000040:1.0:1787762481.100298:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1cf00 x1874597595063296/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.100303:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762481.100304:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762481.100306:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762481.100308:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595063296, offset 0
00000400:00000200:1.0:1787762481.100310:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762481.100313:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762481.100315:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762481.100317:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762481.100319:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762481.100321:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762481.100323:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762481.100325:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278088:278088:256:4294967295] 192.168.203.101@tcp LPNI seq info [278087:278087:8:4294967295]
00000400:00000200:1.0:1787762481.100328:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762481.100333:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762481.100336:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762481.100339:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762481.100343:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762481.100347:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762481.100352:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762481.100354:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787762481.100358:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762481.100360:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762481.100364:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762481.100368:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762481.100371:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762481.100374:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762481.100590:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762481.100608:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1cf00 x1874597595063296/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.100627:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762481.100632:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1cf00 x1874597595063296/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762506 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.100643:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762481.100646:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762481.100662:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762481.100670:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762481.100677:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762481.100681:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315894285
00000100:00000001:1.0:1787762481.100687:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315895031
00000100:00000001:1.0:1787762481.100690:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315894285
00000100:00000001:1.0:1787762481.100693:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315895031
00000100:00000001:1.0:1787762481.100696:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762481.100701:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762481.100705:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762481.100711:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762481/real 1787762481]  req@ffff9b6537f1cf00 x1874597595063296/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762481.100724:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762481.100727:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762481.100731:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6420.
00000400:00000200:1.0:1787762481.100737:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352330
00000400:00000010:1.0:1787762481.100740:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352330.
00000100:00000001:1.0:1787762481.100744:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762481.100748:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1cf00 x1874597595063296/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762481.100759:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1cf00 x1874597595063296/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.100776:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762481.100778:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762481.100781:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762481.100784:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762481.100789:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1cf00 x1874597595063296/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.100797:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762481.100803:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1cf00 x1874597595063296/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762506 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.100812:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762481.100859:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762481.100862:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762481.100863:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762481.100867:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762481.100871:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762481.100881:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762481.100888:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762481.100891:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762481.100897:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1cf00 x1874597595063296/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762506 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762481.100908:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595063296:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762481.100916:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762481.100921:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1c3c0 x1874597595063424/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.100931:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762481.100934:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762481.100939:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762481.100943:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762481.100947:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762481.100950:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595063424:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762481.100956:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762481.100960:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762481.100964:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762481.100967:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762481.100978:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762481.100981:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762481.100988:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762481.100993:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6420.
00000400:00000010:1.0:1787762481.100999:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352330.
00000100:00000200:1.0:1787762481.101018:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595063424, portal 4
00000100:00000001:1.0:1787762481.101021:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762481.101023:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765434304 : -110615944117312 : ffff9b6537f1c3c0)
00000100:00000040:1.0:1787762481.101033:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1c3c0 x1874597595063424/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.101042:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762481.101046:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762481.101049:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762481.101053:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595063424, offset 0
00000400:00000200:1.0:1787762481.101062:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762481.101075:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762481.101088:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762481.101098:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762481.101105:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762481.101111:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762481.101116:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762481.101124:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278089:278089:256:4294967295] 192.168.203.101@tcp LPNI seq info [278088:278088:8:4294967295]
00000400:00000200:1.0:1787762481.101134:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762481.101152:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762481.101165:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762481.101174:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762481.101186:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762481.101191:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762481.101200:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762481.101205:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787762481.101211:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762481.101214:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762481.101221:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762481.101228:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762481.101234:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762481.101236:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762481.101240:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762481.101317:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1c3c0 x1874597595063424/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.101329:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762481.101334:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1c3c0 x1874597595063424/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762506 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.101342:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762481.101344:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762481.101350:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762481.101355:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762481.101363:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762481.101366:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315894292
00000100:00000001:1.0:1787762481.101369:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315895031
00000100:00000001:1.0:1787762481.101372:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315894292
00000100:00000001:1.0:1787762481.101375:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315895031
00000100:00000001:1.0:1787762481.101378:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762481.101380:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762481.101383:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762481.101388:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762481/real 1787762481]  req@ffff9b6537f1c3c0 x1874597595063424/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762481.101399:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762481.101401:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762481.101403:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6420.
00000400:00000200:1.0:1787762481.101406:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352330
00000400:00000010:1.0:1787762481.101408:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352330.
00000100:00000001:1.0:1787762481.101411:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762481.101415:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1c3c0 x1874597595063424/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762481.101425:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1c3c0 x1874597595063424/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.101433:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762481.101435:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762481.101437:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762481.101439:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762481.101443:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1c3c0 x1874597595063424/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.101451:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762481.101456:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1c3c0 x1874597595063424/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762506 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.101465:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762481.101468:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762481.101470:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762481.101472:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762481.101474:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762481.101476:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762481.101479:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762481.101483:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762481.101486:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762481.101491:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1c3c0 x1874597595063424/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762506 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762481.101501:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595063424:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762481.101507:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762481.101510:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762481.101514:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1cf00 x1874597595063296/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762506 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.101522:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762481.101525:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762481.101528:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762481.101532:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762481.101535:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762481.101538:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762481.101541:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762481.101544:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14c00.
02000000:00000001:1.0:1787762481.101548:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762481.101551:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762481.101554:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1cf00.
00000100:00000001:1.0:1787762481.101558:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762481.101560:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762481.101562:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762481.101566:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1c3c0 x1874597595063424/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762506 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762481.101574:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762481.101575:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762481.101577:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762481.101579:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762481.101581:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762481.101582:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762481.101584:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762481.101586:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17000.
02000000:00000001:1.0:1787762481.101589:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762481.101591:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762481.101593:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1c3c0.
00000100:00000001:1.0:1787762481.101596:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762481.101597:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762481.101600:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762481.101610:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762481.101612:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762481.101615:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762481.101618:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762481.867348:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315895031, at 4315895040
00000100:00000010:0.0:1787762481.867367:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82a20.
00000100:00000040:1.0:1787762481.867390:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315895031, at 4315895040
00000100:00000010:1.0:1787762481.867411:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82960.
00010000:00000001:0.0:1787762481.931330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762481.931336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762481.931341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762481.931342:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762481.931345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762481.931347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762481.931476:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762481.931483:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762481.931488:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762482.123319:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762482.123326:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762482.123329:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762482.123335:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762482.123338:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762482.123342:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762482.123345:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762482.123348:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762482.123351:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762482.955390:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762482.955404:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762482.955416:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762482.955418:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762482.955422:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762482.955424:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762482.955497:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762482.955503:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762482.955508:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762483.147394:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762483.147402:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762483.147405:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762483.147411:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762483.147416:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762483.147420:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762483.147422:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762483.147425:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762483.147428:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762483.979334:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762483.979351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762483.979364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762483.979366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762483.979370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762483.979371:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762483.979490:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762483.979497:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762483.979503:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762484.171338:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762484.171348:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762484.171350:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762484.171356:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762484.171360:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762484.171364:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762484.171367:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762484.171370:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762484.171373:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762485.003338:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762485.003346:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762485.003352:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762485.003353:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762485.003356:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762485.003358:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762485.003401:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762485.003404:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762485.003413:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762485.195358:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762485.195368:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762485.195370:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762485.195378:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762485.195383:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762485.195387:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762485.195391:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762485.195395:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762485.195399:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762486.027346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762486.027355:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762486.027358:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762486.027361:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762486.027366:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762486.027369:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762486.027370:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762486.027372:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762486.027375:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762486.027377:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762486.027378:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762486.027380:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762486.027381:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762486.027401:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762486.027403:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762486.027404:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762486.027408:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762486.027409:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762486.027470:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762486.027475:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762486.027478:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762486.219352:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762486.219364:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762486.219368:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762486.219368:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762486.219372:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762486.219375:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762486.219379:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762486.219381:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:2.0:1787762486.219385:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762486.219388:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787762486.219392:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21226
00000100:00000001:2.0:1787762486.219394:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762486.219398:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762486.219402:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787762486.219406:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762486.219407:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762486.219417:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762486.219421:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762486.219425:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762486.219428:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762486.219431:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762486.219433:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762486.219437:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762486.219439:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762486.219442:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762486.219445:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762486.219447:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762486.219449:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762486.219452:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762486.219453:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762486.219455:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762486.219456:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762486.219460:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762486.219463:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762486.219465:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762486.219468:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762486.219472:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762486.219474:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762486.219476:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762486.219478:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762486.219488:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000020:00000040:3.0:1787762486.219492:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762486.219497:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762486.219498:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762486.219501:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762486.219505:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762486.219510:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762486.219519:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15400.
00000100:00000001:3.0:1787762486.219527:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762486.219536:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597595063552/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762486.219546:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762486.219552:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762486.219557:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597595063552/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762486.219576:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762486.219579:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762486.219582:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762486.219583:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762486.219584:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762486.219587:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762486.219589:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21226
00000400:00000200:3.0:1787762486.219591:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762486.219594:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762486.219595:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762486.219598:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762486.219600:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762486.219602:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762486.219604:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762486.219605:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762486.219607:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762486.219608:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762486.219610:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762486.219611:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762486.219613:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762486.219616:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762486.219618:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762486.219621:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762486.219622:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762486.219624:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:1.0:1787762486.219629:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1787762486.219629:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000001:1.0:1787762486.219634:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1787762486.219636:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762486.219641:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762486.219645:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787762486.219646:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e940 x1874597595063552/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762486.219653:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762486.219659:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762486.219664:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762486.219664:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762486.219668:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787762486.219673:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787762486.219676:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:3.0:1787762486.219677:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762486.219680:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762486.219681:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1787762486.219685:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
02000000:00000001:1.0:1787762486.219687:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787762486.219688:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762486.219693:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1787762486.219695:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595063552:192.168.203.101@tcp:250:kworker.0
02000000:00000001:3.0:1787762486.219695:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762486.219698:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762486.219701:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762486.219703:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762486.219706:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15800.
00000100:00000001:3.0:1787762486.219710:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762486.219714:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1787762486.219717:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597595063680/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787762486.219722:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787762486.219724:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787762486.219728:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762486.219728:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762486.219732:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597595063680/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787762486.219735:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787762486.219743:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762486.219745:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:1.0:1787762486.219747:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09800.
00000100:00080000:3.0:1787762486.219748:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762486.219751:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:1.0:1787762486.219753:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762486.219754:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762486.219759:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762486.219761:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21226
00000400:00000200:1.0:1787762486.219767:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762486.219767:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762486.219773:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762486.219775:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1787762486.219776:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6420.
00000100:00000040:3.0:1787762486.219778:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762486.219797:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762486.219799:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000010:1.0:1787762486.219801:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352330.
00000100:00000001:3.0:1787762486.219802:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762486.219808:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762486.219809:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762486.219811:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:1.0:1787762486.219813:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595063552, portal 25
00000020:00000040:3.0:1787762486.219814:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762486.219819:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762486.219822:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000001:1.0:1787762486.219826:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1787762486.219829:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762486.219830:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765443904 : -110615944107712 : ffff9b6537f1e940)
00000100:00000001:3.0:1787762486.219834:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762486.219839:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000040:1.0:1787762486.219843:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e940 x1874597595063552/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762486.219843:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762486.219846:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762486.219852:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762486.219858:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762486.219861:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762486.219864:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762486.219866:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787762486.219867:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762486.219873:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762486.219877:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:1.0:1787762486.219878:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000008:00100000:3.0:1787762486.219880:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000200:1.0:1787762486.219884:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595063552, offset 0
00000008:00000001:3.0:1787762486.219884:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762486.219886:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762486.219893:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787762486.219896:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762486.219898:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762486.219900:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762486.219902:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762486.219903:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762486.219905:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762486.219907:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762486.219911:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17c00.
00000100:00000001:3.0:1787762486.219914:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762486.219918:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00100000:3.0:1787762486.219920:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597595063808/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762486.219927:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762486.219930:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762486.219931:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000040:3.0:1787762486.219936:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597595063808/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762486.219944:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787762486.219945:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762486.219950:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787762486.219956:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000040:3.0:1787762486.219958:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787762486.219964:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1787762486.219967:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21237)
00000400:00000200:1.0:1787762486.219970:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762486.219978:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278090:278090:256:4294967295] 192.168.203.101@tcp LPNI seq info [278089:278089:8:4294967295]
00000400:00000200:1.0:1787762486.219985:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762486.219998:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762486.220006:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762486.220014:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762486.220022:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762486.220027:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787762486.220034:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762486.220038:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787762486.220044:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762486.220047:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762486.220055:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762486.220061:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762486.220070:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762486.220073:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762486.220078:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762486.220084:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1e940 x1874597595063552/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762486.220097:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762486.220101:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e940 x1874597595063552/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762511 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762486.220110:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762486.220113:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762486.220121:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762486.220126:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762486.220130:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315900151
00000100:00000010:1.0:1787762486.220137:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82960.
00000100:00000001:1.0:1787762486.220147:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762486.220157:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315900151
00000100:00000010:1.0:1787762486.220160:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a827e0.
00000100:00000001:1.0:1787762486.220165:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762486.220169:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762486.220172:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762486.220175:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762486.220180:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762486/real 1787762486]  req@ffff9b6537f1e940 x1874597595063552/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762486.220191:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762486.220193:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762486.220196:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6420.
00000400:00000200:1.0:1787762486.220200:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352330
00000400:00000010:1.0:1787762486.220202:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352330.
00000100:00000001:1.0:1787762486.220205:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762486.220209:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e940 x1874597595063552/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762486.220228:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e940 x1874597595063552/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762486.220236:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762486.220238:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762486.220241:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762486.220244:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762486.220285:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e940 x1874597595063552/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762486.220294:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762486.220301:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e940 x1874597595063552/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762511 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762486.220310:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762486.220314:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762486.220316:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762486.220318:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762486.220321:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762486.220324:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762486.220328:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762486.220333:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762486.220337:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762486.220342:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e940 x1874597595063552/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762511 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762486.220353:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595063552:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762486.220359:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762486.220362:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762486.220366:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e940 x1874597595063552/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762511 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762486.220381:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762486.220384:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762486.220388:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762486.220391:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762486.220394:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762486.220396:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762486.220399:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762486.220402:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15400.
02000000:00000001:1.0:1787762486.220408:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762486.220410:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762486.220412:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e940.
00000100:00000001:1.0:1787762486.220416:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762486.220418:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762486.220421:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762486.220429:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762486.220431:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762486.220433:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762486.220435:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762486.220437:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762486.220441:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f480 x1874597595063680/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762486.220449:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762486.220450:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762486.220453:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762486.220455:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762486.220458:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762486.220461:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595063680:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762486.220466:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762486.220468:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762486.220470:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762486.220472:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762486.220476:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762486.220479:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762486.220484:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762486.220488:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6420.
00000400:00000010:1.0:1787762486.220492:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352330.
00000100:00000200:1.0:1787762486.220496:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595063680, portal 10
00000100:00000001:1.0:1787762486.220499:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762486.220500:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765446784 : -110615944104832 : ffff9b6537f1f480)
00000100:00000040:1.0:1787762486.220509:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f480 x1874597595063680/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762486.220517:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762486.220520:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762486.220523:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762486.220526:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595063680, offset 0
00000400:00000200:1.0:1787762486.220531:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762486.220536:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762486.220540:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762486.220544:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762486.220547:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762486.220550:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762486.220552:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762486.220556:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278091:278091:256:4294967295] 192.168.203.101@tcp LPNI seq info [278090:278090:8:4294967295]
00000400:00000200:1.0:1787762486.220561:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762486.220568:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762486.220573:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762486.220577:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762486.220581:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762486.220584:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787762486.220589:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762486.220592:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787762486.220596:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762486.220598:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762486.220601:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762486.220605:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762486.220609:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762486.220611:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762486.220614:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762486.220618:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f480 x1874597595063680/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762486.220627:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762486.220630:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f480 x1874597595063680/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762511 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762486.220637:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762486.220639:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762486.220643:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762486.220647:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762486.220651:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762486.220653:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315899405
00000100:00000001:1.0:1787762486.220656:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315900151
00000100:00000001:1.0:1787762486.220660:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315899405
00000100:00000001:1.0:1787762486.220662:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315900151
00000100:00000001:1.0:1787762486.220665:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762486.220668:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762486.220670:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762486.220674:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762486/real 1787762486]  req@ffff9b6537f1f480 x1874597595063680/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762486.220684:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762486.220686:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762486.220688:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6420.
00000400:00000200:1.0:1787762486.220691:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352330
00000400:00000010:1.0:1787762486.220693:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352330.
00000100:00000001:1.0:1787762486.220696:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762486.220700:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f480 x1874597595063680/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762486.220710:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f480 x1874597595063680/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762486.220725:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762486.220727:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762486.220730:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762486.220731:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762486.220736:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f480 x1874597595063680/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762486.220744:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762486.220748:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f480 x1874597595063680/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762511 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762486.220757:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762486.220760:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762486.220762:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762486.220764:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762486.220766:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762486.220768:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762486.220771:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762486.220774:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762486.220777:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762486.220797:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f480 x1874597595063680/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762511 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762486.220807:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595063680:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762486.220811:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762486.220815:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d680 x1874597595063808/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762486.220824:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762486.220825:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762486.220828:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762486.220831:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762486.220833:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762486.220837:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595063808:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762486.220840:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762486.220842:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762486.220844:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762486.220846:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762486.220850:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762486.220852:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762486.220857:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762486.220860:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6420.
00000400:00000010:1.0:1787762486.220863:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352330.
00000100:00000200:1.0:1787762486.220866:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595063808, portal 4
00000100:00000001:1.0:1787762486.220868:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762486.220870:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765439104 : -110615944112512 : ffff9b6537f1d680)
00000100:00000040:1.0:1787762486.220877:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d680 x1874597595063808/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762486.220885:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762486.220888:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762486.220890:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762486.220893:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595063808, offset 0
00000400:00000200:1.0:1787762486.220898:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762486.220903:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762486.220907:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762486.220911:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762486.220914:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762486.220917:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762486.220919:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762486.220924:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278092:278092:256:4294967295] 192.168.203.101@tcp LPNI seq info [278091:278091:8:4294967295]
00000400:00000200:1.0:1787762486.220929:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762486.220936:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762486.220942:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762486.220946:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762486.220951:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762486.220954:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787762486.220959:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762486.220962:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787762486.220967:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762486.220969:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762486.220972:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762486.220976:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762486.220979:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762486.220981:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762486.220984:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762486.220988:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d680 x1874597595063808/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762486.220997:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762486.221000:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d680 x1874597595063808/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762511 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762486.221008:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762486.221009:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762486.221013:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762486.221016:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762486.221020:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762486.221022:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315899411
00000100:00000001:1.0:1787762486.221025:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315900151
00000100:00000001:1.0:1787762486.221027:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315899411
00000100:00000001:1.0:1787762486.221029:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315900151
00000100:00000001:1.0:1787762486.221032:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762486.221034:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762486.221036:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762486.221040:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762486/real 1787762486]  req@ffff9b6537f1d680 x1874597595063808/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762486.221050:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762486.221051:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762486.221053:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6420.
00000400:00000200:1.0:1787762486.221056:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352330
00000400:00000010:1.0:1787762486.221058:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352330.
00000100:00000001:1.0:1787762486.221060:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762486.221064:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d680 x1874597595063808/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762486.221073:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d680 x1874597595063808/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762486.221080:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762486.221082:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762486.221084:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762486.221086:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762486.221091:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d680 x1874597595063808/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762486.221099:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762486.221104:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d680 x1874597595063808/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762511 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762486.221113:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762486.221116:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762486.221118:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762486.221119:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762486.221122:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762486.221124:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762486.221127:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762486.221131:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762486.221134:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762486.221139:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d680 x1874597595063808/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762511 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762486.221149:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595063808:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762486.221154:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762486.221156:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762486.221160:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f480 x1874597595063680/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762511 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762486.221168:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762486.221170:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762486.221172:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762486.221175:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762486.221177:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762486.221178:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762486.221181:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762486.221183:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15800.
02000000:00000001:1.0:1787762486.221185:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762486.221187:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762486.221189:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f480.
00000100:00000001:1.0:1787762486.221191:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762486.221193:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762486.221195:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762486.221199:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d680 x1874597595063808/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762511 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762486.221207:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762486.221208:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762486.221210:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762486.221213:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762486.221214:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762486.221216:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762486.221218:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762486.221220:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17c00.
02000000:00000001:1.0:1787762486.221222:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762486.221224:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762486.221226:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d680.
00000100:00000001:1.0:1787762486.221229:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762486.221231:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762486.221233:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762486.221237:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762486.221239:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762486.221241:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762486.221243:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762486.987342:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315900151, at 4315900160
00000100:00000040:1.0:1787762486.987342:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315900151, at 4315900160
00000100:00000010:1.0:1787762486.987362:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a827e0.
00000100:00000010:0.0:1787762486.987364:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82960.
00010000:00000001:0.0:1787762487.051335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762487.051340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762487.051346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762487.051347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762487.051350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762487.051352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762487.051373:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762487.051376:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762487.051379:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762487.243313:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762487.243322:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762487.243324:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762487.243330:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762487.243335:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762487.243339:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762487.243342:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762487.243345:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762487.243347:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762488.075401:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762488.075412:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762488.075421:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762488.075423:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762488.075427:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762488.075429:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762488.075523:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762488.075530:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762488.075549:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762488.267365:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762488.267376:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762488.267379:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762488.267388:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762488.267394:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762488.267399:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762488.267403:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762488.267407:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762488.267411:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762489.099373:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762489.099383:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762489.099390:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762489.099392:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762489.099396:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762489.099399:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762489.099440:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762489.099444:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762489.099448:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762489.291338:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762489.291358:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762489.291360:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762489.291367:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762489.291371:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762489.291375:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762489.291378:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762489.291382:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762489.291385:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762490.123346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762490.123355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762490.123361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762490.123362:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762490.123365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762490.123366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762490.123423:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762490.123428:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762490.123431:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762490.315373:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762490.315383:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762490.315386:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762490.315393:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762490.315399:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762490.315403:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762490.315407:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762490.315411:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762490.315415:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762491.147314:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762491.147321:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762491.147327:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762491.147328:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762491.147331:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762491.147335:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762491.147344:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762491.147347:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762491.147350:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762491.147353:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762491.147355:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762491.147357:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762491.147374:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762491.147377:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762491.147379:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762491.339366:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762491.339379:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762491.339382:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762491.339391:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762491.339397:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762491.339403:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762491.339408:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762491.339413:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787762491.339417:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787762491.339418:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762491.339432:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762491.339436:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762491.339441:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762491.339447:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762491.339457:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21232
00000400:00000200:2.0:1787762491.339471:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762491.339481:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762491.339485:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762491.339489:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762491.339493:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762491.339496:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762491.339499:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762491.339505:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762491.339507:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:2.0:1787762491.339511:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762491.339515:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:2.0:1787762491.339518:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:2.0:1787762491.339521:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:2.0:1787762491.339527:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762491.339530:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762491.339532:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762491.339535:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762491.339539:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:2.0:1787762491.339543:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762491.339546:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762491.339549:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762491.339553:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762491.339556:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762491.339559:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762491.339562:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762491.339573:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a9e00.
00000020:00000040:2.0:1787762491.339578:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:2.0:1787762491.339583:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762491.339585:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762491.339589:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762491.339593:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762491.339598:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762491.339609:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541867800.
00000100:00000001:2.0:1787762491.339621:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762491.339637:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a9e00 x1874597595063936/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762491.339657:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762491.339665:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762491.339674:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b092d61d] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a9e00 x1874597595063936/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762491.339720:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762491.339726:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762491.339731:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762491.339733:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762491.339737:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762491.339743:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787762491.339775:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1787762491.339776:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21232
00000100:00000001:1.0:1787762491.339784:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1787762491.339789:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762491.339790:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:2.0:1787762491.339804:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762491.339813:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762491.339814:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a9e00 x1874597595063936/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762491.339829:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762491.339833:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762491.339845:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762491.339858:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:1.0:1787762491.339862:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1787762491.339865:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787762491.339867:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787762491.339869:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:2.0:1787762491.339875:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:1.0:1787762491.339877:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1787762491.339880:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
02000000:00000001:1.0:1787762491.339882:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1787762491.339887:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
02000000:00000001:1.0:1787762491.339890:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762491.339895:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00100000:1.0:1787762491.339902:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595063936:192.168.203.101@tcp:250:kworker.0
00000100:00000040:2.0:1787762491.339908:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762491.339913:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762491.339915:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1787762491.339923:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
02000000:00000001:1.0:1787762491.339925:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787762491.339928:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
02000000:00000001:1.0:1787762491.339931:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787762491.339935:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
02000000:00000001:1.0:1787762491.339937:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1787762491.339948:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
02000000:00000010:1.0:1787762491.339952:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09800.
00000100:00000001:2.0:1787762491.339952:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762491.339964:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762491.339964:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762491.339980:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787762491.339982:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:2.0:1787762491.339998:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762491.340001:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6420.
00000100:00000001:2.0:1787762491.340003:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762491.340016:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1787762491.340020:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352330.
00000008:00000001:2.0:1787762491.340024:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762491.340029:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762491.340033:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595063936, portal 25
00000100:00000010:2.0:1787762491.340037:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366aad00.
00000100:00000001:1.0:1787762491.340040:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000040:2.0:1787762491.340047:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000100:00000001:1.0:1787762491.340048:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739800064 : -110615969751552 : ffff9b65366a9e00)
02000000:00000001:2.0:1787762491.340070:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762491.340077:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762491.340078:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a9e00 x1874597595063936/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762491.340091:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762491.340099:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787762491.340110:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1787762491.340111:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762491.340121:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
02000000:00000010:2.0:1787762491.340125:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541864000.
00000400:00000010:1.0:1787762491.340126:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762491.340134:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595063936, offset 0
00000100:00000001:2.0:1787762491.340136:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762491.340148:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00100000:2.0:1787762491.340150:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366aad00 x1874597595064064/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762491.340166:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787762491.340171:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762491.340176:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762491.340185:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090a410c6] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366aad00 x1874597595064064/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762491.340187:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762491.340205:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762491.340219:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000001:2.0:1787762491.340219:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762491.340227:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1787762491.340228:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787762491.340240:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762491.340288:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278093:278093:256:4294967295] 192.168.203.101@tcp LPNI seq info [278092:278092:8:4294967295]
00000400:00000200:1.0:1787762491.340296:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00080000:2.0:1787762491.340300:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762491.340309:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787762491.340313:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1787762491.340318:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1787762491.340322:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000001:2.0:1787762491.340331:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:1.0:1787762491.340333:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000100:00080000:2.0:1787762491.340349:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21232
00000800:00000200:1.0:1787762491.340350:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762491.340368:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000400:00000200:2.0:1787762491.340377:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762491.340386:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762491.340390:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787762491.340393:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762491.340395:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762491.340404:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762491.340405:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762491.340418:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315905272
00000100:00000040:2.0:1787762491.340420:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762491.340432:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000010:1.0:1787762491.340434:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a827e0.
00000020:00000001:2.0:1787762491.340438:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762491.340442:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:2.0:1787762491.340445:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762491.340448:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:2.0:1787762491.340452:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000001:1.0:1787762491.340454:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000020:00000001:2.0:1787762491.340461:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000001:1.0:1787762491.340473:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315905272
00000100:00000040:2.0:1787762491.340474:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000010:1.0:1787762491.340487:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82de0.
00000100:00000001:2.0:1787762491.340487:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762491.340498:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762491.340499:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762491.340510:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762491.340511:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:1.0:1787762491.340530:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787762491.340531:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00000001:1.0:1787762491.340548:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762491.340549:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762491.340556:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762491.340557:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762491.340573:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762491.340580:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:2.0:1787762491.340581:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762491.340585:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
02000000:00000001:2.0:1787762491.340587:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762491.340594:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762491.340595:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762491.340607:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00100000:2.0:1787762491.340609:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787762491.340612:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762491.340621:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366aad00 x1874597595064064/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1787762491.340625:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762491.340639:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762491.340641:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762491.340644:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762491.340650:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762491.340651:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762491.340653:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762491.340656:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595064064:192.168.203.101@tcp:38:kworker.0
00000100:00000010:2.0:1787762491.340658:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a8000.
00000100:00000001:1.0:1787762491.340660:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762491.340665:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762491.340668:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787762491.340670:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:1.0:1787762491.340671:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762491.340676:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787762491.340684:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762491.340685:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787762491.340694:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:2.0:1787762491.340694:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762491.340698:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6948.
00000100:00000001:2.0:1787762491.340702:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1787762491.340704:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352110.
02000000:00000001:2.0:1787762491.340707:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1787762491.340709:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595064064, portal 10
02000000:00000001:2.0:1787762491.340712:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762491.340714:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762491.340719:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739803904 : -110615969747712 : ffff9b65366aad00)
02000000:00000010:2.0:1787762491.340723:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541867000.
00000100:00000040:1.0:1787762491.340732:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366aad00 x1874597595064064/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762491.340734:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762491.340764:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762491.340770:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762491.340778:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352088.
00000100:00100000:2.0:1787762491.340779:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a8000 x1874597595064192/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787762491.340786:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595064064, offset 0
00000400:00000200:1.0:1787762491.340811:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000001:2.0:1787762491.340821:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787762491.340829:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762491.340834:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762491.340840:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762491.340844:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762491.340846:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762491.340848:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762491.340850:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762491.340854:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278094:278094:255:4294967295] 192.168.203.101@tcp LPNI seq info [278093:278093:7:4294967295]
00000400:00000200:1.0:1787762491.340859:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762491.340866:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762491.340871:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762491.340876:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18000.
00000800:00000200:1.0:1787762491.340882:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762491.340887:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:1.0:1787762491.340890:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762491.340895:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762491.340898:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762491.340901:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315904525
00000100:00000001:1.0:1787762491.340904:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315905272
00000100:00000001:1.0:1787762491.340907:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315904525
00000100:00000001:1.0:1787762491.340909:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315905272
00000100:00000001:1.0:1787762491.340911:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762491.340913:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762491.340916:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762491.340918:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762491.340922:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762491.340924:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787762491.340938:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762491.340941:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762491.340946:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762491.340948:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8c6ba4f] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a8000 x1874597595064192/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762491.340952:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762491.340986:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762491.340993:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787762491.341002:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787762491.341008:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787762491.341013:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21242)
00000100:00000001:1.0:1787762491.341015:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762491.341025:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762491.341036:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8000 x1874597595064192/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762491.341048:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762491.341049:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762491.341054:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762491.341057:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762491.341061:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762491.341067:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595064192:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762491.341072:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762491.341074:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762491.341077:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762491.341079:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762491.341085:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0a400.
02000000:00000001:1.0:1787762491.341087:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762491.341092:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762491.341096:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6f20.
00000400:00000010:1.0:1787762491.341100:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762491.341104:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595064192, portal 4
00000100:00000001:1.0:1787762491.341106:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762491.341108:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739792384 : -110615969759232 : ffff9b65366a8000)
00000100:00000040:1.0:1787762491.341115:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8000 x1874597595064192/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762491.341123:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762491.341125:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762491.341128:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762491.341130:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595064192, offset 0
00000400:00000200:1.0:1787762491.341135:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762491.341140:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762491.341144:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762491.341148:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762491.341151:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762491.341153:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762491.341155:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762491.341158:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278095:278095:254:4294967295] 192.168.203.101@tcp LPNI seq info [278094:278094:6:4294967295]
00000400:00000200:1.0:1787762491.341163:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762491.341169:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762491.341173:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762491.341177:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18a00.
00000800:00000200:1.0:1787762491.341182:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762491.341186:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:1.0:1787762491.341188:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762491.341192:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762491.341195:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762491.341197:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315904531
00000100:00000001:1.0:1787762491.341200:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315905272
00000100:00000001:1.0:1787762491.341202:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315904531
00000100:00000001:1.0:1787762491.341204:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315905272
00000100:00000001:1.0:1787762491.341206:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762491.341209:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762491.341211:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762491.341213:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762491.341217:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762491.341219:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787762491.341221:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762491.341222:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762491.341224:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762491.341226:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762492.107445:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315905272, at 4315905280
00000100:00000040:1.0:1787762492.107445:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315905272, at 4315905280
00000100:00000010:1.0:1787762492.107476:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82de0.
00000100:00000010:0.0:1787762492.107481:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a827e0.
00010000:00000001:0.0:1787762492.171388:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762492.171395:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762492.171402:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762492.171404:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762492.171408:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762492.171409:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762492.171482:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762492.171488:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762492.171493:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762492.363500:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762492.363510:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762492.363512:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762492.363518:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762492.363522:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762492.363527:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762492.363530:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762492.363535:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762492.363538:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762493.195354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762493.195362:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762493.195369:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762493.195371:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762493.195375:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762493.195377:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762493.195440:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762493.195446:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762493.195452:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762493.387420:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762493.387431:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762493.387433:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762493.387440:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762493.387444:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762493.387449:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762493.387453:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762493.387457:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762493.387460:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762494.219325:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762494.219332:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762494.219339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762494.219340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762494.219343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762494.219345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762494.219397:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762494.219401:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762494.219416:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762494.411510:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762494.411518:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762494.411520:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762494.411525:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762494.411529:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762494.411533:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762494.411536:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762494.411545:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762494.411548:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1787762494.411696:0:238623:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.101:988
00000400:00000100:1.0:1787762494.411772:0:238623:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.101@tcp at host 192.168.203.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1787762494.411787:0:238623:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762494.411792:0:238623:0:(router.c:1791:lnet_notify()) 192.168.203.1@tcp notifying 192.168.203.101@tcp: down
00000400:00000200:1.0:1787762494.411799:0:238623:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762494.411805:0:238623:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1787762494.411812:0:238623:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:1.0:1787762494.411817:0:238623:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762494.411830:0:238623:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1787762494.411835:0:238623:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1787762494.411845:0:238623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762494.411848:0:238623:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762494.411855:0:238623:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762494.411866:0:238623:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b65366a9e00 x1874597595063936/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762494.411899:0:238623:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762494.411904:0:238623:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a9e00 x1874597595063936/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762516 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762494.411913:0:238623:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762494.411915:0:238623:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1787762494.411931:0:238623:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:1.0:1787762494.411935:0:238623:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18000.
00000400:00000200:1.0:1787762494.411940:0:238623:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1787762494.411944:0:238623:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1787762494.411948:0:238623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352088
00000400:00000010:1.0:1787762494.411951:0:238623:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352088.
00000100:00000001:2.0:1787762494.411954:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762494.411955:0:238623:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787762494.411961:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000200:1.0:1787762494.411963:0:238623:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b65366aad00 x1874597595064064/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762494.411967:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1787762494.411978:0:238623:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1787762494.411982:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762491/real 1787762494]  req@ffff9b65366a9e00 x1874597595063936/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762494.411985:0:238623:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366aad00 x1874597595064064/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762516 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762494.412011:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1787762494.412012:0:238623:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787762494.412016:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787762494.412017:0:238623:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000010:2.0:1787762494.412024:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6420.
00000400:00000200:2.0:1787762494.412033:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352330
00000800:00000100:1.0:1787762494.412034:0:238623:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000400:00000010:2.0:1787762494.412038:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352330.
00000800:00000010:1.0:1787762494.412040:0:238623:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18a00.
00000100:00000001:2.0:1787762494.412046:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:1.0:1787762494.412047:0:238623:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1787762494.412056:0:238623:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000100:00000200:2.0:1787762494.412056:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a9e00 x1874597595063936/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762494.412064:0:238623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762494.412068:0:238623:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762494.412074:0:238623:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762494.412080:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a9e00 x1874597595063936/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762494.412084:0:238623:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b65366a8000 x1874597595064192/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762494.412103:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762494.412105:0:238623:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787762494.412107:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762494.412110:0:238623:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8000 x1874597595064192/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762516 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762494.412113:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762494.412118:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762494.412125:0:238623:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762494.412129:0:238623:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:2.0:1787762494.412130:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a9e00 x1874597595063936/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762494.412140:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762494.412148:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a9e00 x1874597595063936/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762516 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762494.412171:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762494.412176:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762494.412178:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762494.412180:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762494.412184:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762494.412187:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762494.412192:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762494.412199:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762494.412203:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762494.412208:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a9e00 x1874597595063936/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762516 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762494.412220:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595063936:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762494.412227:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762494.412230:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762494.412234:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a9e00 x1874597595063936/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762516 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762494.412242:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762494.412283:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762494.412290:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09800.
02000000:00000001:2.0:1787762494.412296:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762494.412301:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762494.412304:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762494.412307:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762494.412310:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762494.412317:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762494.412319:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762494.412322:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a9e00.
00000100:00000001:2.0:1787762494.412326:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762494.412328:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762494.412331:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762494.412334:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762494.412336:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762494.412338:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762494.412343:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762491/real 1787762494]  req@ffff9b65366a8000 x1874597595064192/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762494.412353:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762494.412355:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762494.412358:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6f20.
00000400:00000200:2.0:1787762494.412360:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:2.0:1787762494.412362:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:2.0:1787762494.412365:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762494.412369:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8000 x1874597595064192/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762494.412379:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8000 x1874597595064192/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762494.412387:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762494.412389:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762494.412391:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762494.412393:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762494.412398:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8000 x1874597595064192/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762494.412406:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762494.412411:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8000 x1874597595064192/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762516 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762494.412419:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762494.412422:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762494.412424:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762494.412426:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762494.412429:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762494.412431:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762494.412434:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762494.412440:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762494.412442:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762494.412447:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8000 x1874597595064192/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762516 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762494.412457:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595064192:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762494.412462:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762494.412467:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762491/real 1787762494]  req@ffff9b65366aad00 x1874597595064064/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762494.412485:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762494.412487:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762494.412489:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6948.
00000400:00000200:2.0:1787762494.412493:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352110
00000400:00000010:2.0:1787762494.412494:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352110.
00000100:00000001:2.0:1787762494.412497:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762494.412501:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366aad00 x1874597595064064/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762494.412510:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366aad00 x1874597595064064/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762494.412517:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762494.412519:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762494.412520:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762494.412522:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762494.412526:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366aad00 x1874597595064064/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762494.412533:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762494.412538:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366aad00 x1874597595064064/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762516 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762494.412553:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762494.412555:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762494.412557:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762494.412558:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762494.412560:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762494.412562:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762494.412565:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762494.412569:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762494.412571:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762494.412576:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366aad00 x1874597595064064/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762516 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762494.412585:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595064064:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762494.412590:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762494.412592:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762494.412596:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8000 x1874597595064192/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762516 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762494.412604:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762494.412606:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762494.412608:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0a400.
02000000:00000001:2.0:1787762494.412612:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762494.412614:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762494.412616:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762494.412619:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762494.412621:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541867000.
02000000:00000001:2.0:1787762494.412624:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762494.412626:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762494.412628:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8000.
00000100:00000001:2.0:1787762494.412631:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762494.412633:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762494.412636:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762494.412640:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366aad00 x1874597595064064/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762516 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762494.412648:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762494.412650:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762494.412652:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0bc00.
02000000:00000001:2.0:1787762494.412655:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762494.412657:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762494.412659:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762494.412662:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762494.412663:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541864000.
02000000:00000001:2.0:1787762494.412667:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762494.412669:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762494.412671:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366aad00.
00000100:00000001:2.0:1787762494.412674:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762494.412676:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762494.412678:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762494.412687:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762494.412689:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762494.412691:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762494.412693:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762495.243322:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762495.243333:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762495.243336:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762495.243339:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762495.243345:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762495.243347:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762495.243349:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762495.243351:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762495.243354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762495.243356:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762495.243357:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762495.243358:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762495.243359:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762495.243360:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762495.243362:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762495.243363:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762495.243366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762495.243367:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762495.243385:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762495.243388:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762495.243390:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762495.435396:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762495.435405:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762495.435407:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762495.435412:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762495.435416:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762495.435420:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762495.435423:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762495.435426:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762495.435429:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762496.267360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762496.267367:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762496.267374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762496.267375:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762496.267378:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762496.267379:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762496.267474:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762496.267479:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762496.267482:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762496.459310:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762496.459322:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762496.459325:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762496.459329:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762496.459335:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762496.459343:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21237
00000400:00000200:2.0:1787762496.459354:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762496.459362:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762496.459365:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762496.459368:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762496.459372:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762496.459375:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762496.459376:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762496.459377:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:3.0:1787762496.459382:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:2.0:1787762496.459384:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1787762496.459386:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787762496.459388:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:2.0:1787762496.459392:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:3.0:1787762496.459392:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000020:00000040:2.0:1787762496.459398:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000100:00000001:3.0:1787762496.459398:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787762496.459402:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000001:3.0:1787762496.459402:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787762496.459405:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000001:3.0:1787762496.459407:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1787762496.459410:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762496.459412:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762496.459413:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762496.459417:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762496.459417:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762496.459423:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762496.459427:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:2.0:1787762496.459429:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762496.459431:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762496.459434:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762496.459437:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762496.459440:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762496.459441:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762496.459443:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762496.459450:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366aad00.
00000020:00000040:2.0:1787762496.459453:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:2.0:1787762496.459457:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762496.459458:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762496.459462:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762496.459464:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762496.459469:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762496.459478:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541864000.
00000100:00000001:2.0:1787762496.459492:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762496.459502:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366aad00 x1874597595064320/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762496.459515:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762496.459526:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762496.459531:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090a410c6] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366aad00 x1874597595064320/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762496.459562:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762496.459566:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762496.459570:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762496.459572:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762496.459574:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762496.459577:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762496.459580:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21237
00000400:00000200:2.0:1787762496.459584:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762496.459588:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762496.459591:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762496.459595:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762496.459598:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762496.459600:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762496.459602:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762496.459605:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762496.459607:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:2.0:1787762496.459609:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762496.459612:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000100:00000001:1.0:1787762496.459615:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1787762496.459615:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:2.0:1787762496.459618:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:1.0:1787762496.459623:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762496.459627:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762496.459629:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762496.459633:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762496.459638:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000040:1.0:1787762496.459641:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366aad00 x1874597595064320/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762496.459641:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762496.459647:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:2.0:1787762496.459655:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762496.459659:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762496.459661:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762496.459662:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762496.459668:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762496.459671:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762496.459676:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762496.459677:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762496.459682:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762496.459683:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762496.459688:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:1.0:1787762496.459691:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595064320:192.168.203.101@tcp:250:kworker.0
00000008:00100000:2.0:1787762496.459696:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787762496.459699:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:2.0:1787762496.459702:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762496.459707:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787762496.459707:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762496.459725:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a8000.
02000000:00000001:1.0:1787762496.459726:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787762496.459730:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:1.0:1787762496.459732:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787762496.459737:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762496.459739:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762496.459742:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:1.0:1787762496.459743:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0b400.
02000000:00000001:2.0:1787762496.459745:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762496.459749:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762496.459750:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762496.459758:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541867000.
00000400:00000200:1.0:1787762496.459762:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762496.459766:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762496.459771:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000100:00100000:2.0:1787762496.459775:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a8000 x1874597595064448/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787762496.459784:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000001:2.0:1787762496.459787:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762496.459790:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762496.459793:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8c6ba4f] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a8000 x1874597595064448/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762496.459797:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595064320, portal 25
00000100:00000001:1.0:1787762496.459804:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762496.459808:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739803904 : -110615969747712 : ffff9b65366aad00)
00000100:00000001:2.0:1787762496.459809:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762496.459816:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787762496.459825:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366aad00 x1874597595064320/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762496.459827:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762496.459831:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762496.459833:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762496.459839:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787762496.459845:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787762496.459846:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21237
00000100:00000040:1.0:1787762496.459853:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762496.459856:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762496.459860:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352088.
00000400:00000200:2.0:1787762496.459863:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000200:1.0:1787762496.459867:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595064320, offset 0
00000100:00080000:2.0:1787762496.459868:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762496.459875:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762496.459878:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762496.459883:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:1.0:1787762496.459885:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000001:2.0:1787762496.459888:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762496.459892:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762496.459893:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:2.0:1787762496.459895:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762496.459898:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:2.0:1787762496.459902:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:1.0:1787762496.459903:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000020:00000001:2.0:1787762496.459911:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:2.0:1787762496.459917:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762496.459919:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762496.459921:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000040:2.0:1787762496.459925:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762496.459929:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:1.0:1787762496.459932:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1787762496.459934:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000400:00000200:1.0:1787762496.459939:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00080000:2.0:1787762496.459942:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000400:00000200:1.0:1787762496.459947:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1787762496.459949:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762496.459952:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
02000000:00000001:2.0:1787762496.459954:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787762496.459960:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278096:278096:256:4294967295] 192.168.203.101@tcp LPNI seq info [278095:278095:8:4294967295]
02000000:00000001:2.0:1787762496.459961:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762496.459966:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762496.459970:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787762496.459972:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000008:00100000:2.0:1787762496.459975:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762496.459979:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762496.459981:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762496.459986:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a9e00.
00000020:00000040:2.0:1787762496.459991:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000200:1.0:1787762496.459992:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1787762496.459997:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762496.460000:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762496.460004:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.0:1787762496.460005:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
02000000:00000001:2.0:1787762496.460007:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762496.460011:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787762496.460017:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18a00.
02000000:00000010:2.0:1787762496.460018:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541867800.
00000100:00000001:2.0:1787762496.460025:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762496.460030:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00100000:2.0:1787762496.460032:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a9e00 x1874597595064576/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787762496.460039:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1787762496.460045:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762496.460049:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762496.460053:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:2.0:1787762496.460059:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b092d61d] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a9e00 x1874597595064576/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787762496.460061:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787762496.460073:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000100:00000001:2.0:1787762496.460078:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787762496.460079:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18a00.
00000100:00000040:2.0:1787762496.460083:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787762496.460089:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1787762496.460090:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1787762496.460100:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21247)
00000400:00000200:1.0:1787762496.460101:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762496.460112:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352088
00000400:00000010:1.0:1787762496.460116:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352088.
00000100:00000001:1.0:1787762496.460121:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762496.460127:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366aad00 x1874597595064320/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762496.460138:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762496.460143:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366aad00 x1874597595064320/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762521 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762496.460150:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762496.460152:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762496.460161:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762496.460166:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762496.460170:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315910391
00000100:00000010:1.0:1787762496.460177:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82de0.
00000100:00000001:1.0:1787762496.460187:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762496.460197:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315910391
00000100:00000010:1.0:1787762496.460200:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82ae0.
00000100:00000001:1.0:1787762496.460204:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762496.460209:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762496.460212:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762496.460215:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762496.460221:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762496/real 1787762496]  req@ffff9b65366aad00 x1874597595064320/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762496.460240:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762496.460243:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762496.460286:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762496.460291:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762496.460292:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762496.460295:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762496.460315:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366aad00 x1874597595064320/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762496.460326:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366aad00 x1874597595064320/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762496.460333:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762496.460336:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762496.460339:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762496.460342:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762496.460347:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366aad00 x1874597595064320/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762496.460356:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762496.460362:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366aad00 x1874597595064320/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762521 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762496.460371:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762496.460380:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762496.460382:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762496.460384:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762496.460387:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762496.460389:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762496.460393:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762496.460399:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762496.460403:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762496.460408:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366aad00 x1874597595064320/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762521 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762496.460419:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595064320:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762496.460425:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762496.460428:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762496.460432:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366aad00 x1874597595064320/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762521 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762496.460439:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762496.460443:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762496.460446:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0b400.
02000000:00000001:1.0:1787762496.460451:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762496.460453:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762496.460455:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762496.460457:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762496.460461:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541864000.
02000000:00000001:1.0:1787762496.460468:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762496.460471:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762496.460473:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366aad00.
00000100:00000001:1.0:1787762496.460477:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762496.460478:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762496.460481:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762496.460492:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762496.460494:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762496.460497:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762496.460498:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762496.460500:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762496.460505:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8000 x1874597595064448/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762496.460513:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762496.460515:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762496.460518:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762496.460521:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762496.460524:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762496.460527:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595064448:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762496.460532:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762496.460536:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762496.460537:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762496.460539:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762496.460542:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0b400.
02000000:00000001:1.0:1787762496.460544:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762496.460547:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762496.460550:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762496.460554:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762496.460558:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595064448, portal 10
00000100:00000001:1.0:1787762496.460561:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762496.460562:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739792384 : -110615969759232 : ffff9b65366a8000)
00000100:00000040:1.0:1787762496.460572:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8000 x1874597595064448/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762496.460579:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762496.460582:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762496.460585:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352088.
00000100:00000200:1.0:1787762496.460587:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595064448, offset 0
00000400:00000200:1.0:1787762496.460593:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762496.460598:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762496.460604:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762496.460608:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762496.460612:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762496.460615:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762496.460618:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762496.460621:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278097:278097:256:4294967295] 192.168.203.101@tcp LPNI seq info [278096:278096:8:4294967295]
00000400:00000200:1.0:1787762496.460624:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762496.460629:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762496.460633:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762496.460637:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18a00.
00000800:00000200:1.0:1787762496.460640:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762496.460644:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762496.460650:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762496.460654:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787762496.460658:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762496.460661:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18a00.
00000400:00000200:1.0:1787762496.460664:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762496.460668:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762496.460672:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352088
00000400:00000010:1.0:1787762496.460674:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352088.
00000100:00000001:1.0:1787762496.460677:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762496.460681:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a8000 x1874597595064448/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762496.460689:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762496.460693:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8000 x1874597595064448/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762521 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762496.460700:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762496.460702:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762496.460706:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762496.460723:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762496.460728:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762496.460731:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315909645
00000100:00000001:1.0:1787762496.460734:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315910391
00000100:00000001:1.0:1787762496.460737:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315909645
00000100:00000001:1.0:1787762496.460739:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315910391
00000100:00000001:1.0:1787762496.460742:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762496.460745:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762496.460746:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762496.460750:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762496/real 1787762496]  req@ffff9b65366a8000 x1874597595064448/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762496.460756:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762496.460758:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762496.460760:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762496.460762:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762496.460764:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762496.460766:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762496.460768:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8000 x1874597595064448/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762496.460774:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8000 x1874597595064448/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762496.460778:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762496.460779:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762496.460780:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762496.460781:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762496.460783:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8000 x1874597595064448/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762496.460788:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762496.460791:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8000 x1874597595064448/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762521 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762496.460796:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762496.460797:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762496.460798:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762496.460799:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762496.460800:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762496.460802:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762496.460803:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762496.460805:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762496.460807:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762496.460809:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8000 x1874597595064448/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762521 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762496.460814:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595064448:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762496.460817:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762496.460820:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a9e00 x1874597595064576/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762496.460825:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762496.460826:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762496.460827:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762496.460828:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762496.460830:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762496.460831:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595064576:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762496.460833:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762496.460835:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762496.460836:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762496.460838:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762496.460841:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762496.460843:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762496.460846:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762496.460847:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762496.460850:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762496.460852:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595064576, portal 4
00000100:00000001:1.0:1787762496.460853:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762496.460854:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739800064 : -110615969751552 : ffff9b65366a9e00)
00000100:00000040:1.0:1787762496.460859:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a9e00 x1874597595064576/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762496.460863:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762496.460865:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762496.460866:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352088.
00000100:00000200:1.0:1787762496.460868:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595064576, offset 0
00000400:00000200:1.0:1787762496.460871:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762496.460874:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762496.460877:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762496.460879:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762496.460881:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762496.460883:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762496.460885:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762496.460887:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278098:278098:256:4294967295] 192.168.203.101@tcp LPNI seq info [278097:278097:8:4294967295]
00000400:00000200:1.0:1787762496.460890:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762496.460895:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762496.460897:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762496.460899:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18a00.
00000800:00000200:1.0:1787762496.460902:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762496.460904:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762496.460907:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762496.460909:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787762496.460912:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762496.460914:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18a00.
00000400:00000200:1.0:1787762496.460916:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762496.460918:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762496.460920:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352088
00000400:00000010:1.0:1787762496.460922:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352088.
00000100:00000001:1.0:1787762496.460923:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762496.460926:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a9e00 x1874597595064576/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762496.460931:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762496.460933:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a9e00 x1874597595064576/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762521 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762496.460937:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762496.460939:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762496.460941:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762496.460943:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762496.460945:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762496.460947:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315909651
00000100:00000001:1.0:1787762496.460949:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315910391
00000100:00000001:1.0:1787762496.460951:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315909651
00000100:00000001:1.0:1787762496.460953:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315910391
00000100:00000001:1.0:1787762496.460955:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762496.460956:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762496.460957:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762496.460960:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762496/real 1787762496]  req@ffff9b65366a9e00 x1874597595064576/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762496.460965:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762496.460965:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762496.460966:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762496.460968:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762496.460969:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762496.460970:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762496.460972:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a9e00 x1874597595064576/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762496.460978:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a9e00 x1874597595064576/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762496.460982:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762496.460983:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762496.460984:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762496.460985:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762496.460987:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a9e00 x1874597595064576/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762496.460991:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762496.460993:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a9e00 x1874597595064576/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762521 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762496.460997:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762496.460999:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762496.461000:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762496.461000:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762496.461002:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762496.461004:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762496.461005:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762496.461008:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762496.461010:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762496.461012:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a9e00 x1874597595064576/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762521 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762496.461017:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595064576:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762496.461019:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762496.461020:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762496.461022:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8000 x1874597595064448/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762521 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762496.461026:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762496.461027:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762496.461028:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0b400.
02000000:00000001:1.0:1787762496.461029:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762496.461030:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762496.461031:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762496.461032:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762496.461033:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541867000.
02000000:00000001:1.0:1787762496.461036:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762496.461037:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762496.461038:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8000.
00000100:00000001:1.0:1787762496.461040:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762496.461041:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762496.461043:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762496.461044:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a9e00 x1874597595064576/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762521 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762496.461049:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762496.461050:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762496.461051:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762496.461054:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762496.461055:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762496.461056:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762496.461058:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762496.461059:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541867800.
02000000:00000001:1.0:1787762496.461060:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762496.461061:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762496.461062:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a9e00.
00000100:00000001:1.0:1787762496.461063:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762496.461064:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762496.461065:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762496.461068:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762496.461069:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762496.461070:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762496.461071:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762497.227344:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315910391, at 4315910400
00000100:00000040:1.0:1787762497.227344:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315910391, at 4315910400
00000100:00000010:1.0:1787762497.227365:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82ae0.
00000100:00000010:0.0:1787762497.227371:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82de0.
00010000:00000001:0.0:1787762497.291328:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762497.291333:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762497.291338:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762497.291339:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762497.291342:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762497.291343:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762497.291365:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762497.291369:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762497.291372:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762497.483445:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762497.483453:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762497.483456:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762497.483462:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762497.483465:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762497.483470:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762497.483473:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762497.483476:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762497.483479:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762498.315350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762498.315366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762498.315372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762498.315373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762498.315377:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762498.315378:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762498.315474:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762498.315479:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762498.315483:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762498.507318:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762498.507326:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762498.507328:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762498.507334:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762498.507337:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762498.507341:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762498.507343:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762498.507346:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762498.507349:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762499.339346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762499.339354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762499.339360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762499.339361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762499.339364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762499.339365:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762499.339388:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762499.339391:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762499.339393:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762499.531328:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762499.531336:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762499.531338:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762499.531345:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762499.531349:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762499.531353:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762499.531355:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762499.531359:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762499.531361:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762500.363395:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762500.363403:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762500.363410:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762500.363412:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762500.363416:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762500.363418:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762500.363532:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762500.363539:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762500.363543:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762500.555367:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762500.555376:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762500.555378:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762500.555392:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762500.555396:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762500.555400:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762500.555403:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762500.555406:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762500.555408:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762501.387418:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762501.387426:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762501.387434:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762501.387436:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762501.387440:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762501.387444:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762501.387447:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762501.387451:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762501.387454:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762501.387457:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762501.387460:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762501.387463:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762501.387497:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762501.387500:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762501.387504:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762501.579331:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762501.579342:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762501.579346:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762501.579351:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762501.579356:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787762501.579360:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1787762501.579364:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21242
00000100:00000001:3.0:1787762501.579367:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762501.579372:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762501.579376:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000400:00000200:2.0:1787762501.579378:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762501.579379:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762501.579384:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1787762501.579388:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:3.0:1787762501.579389:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762501.579393:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787762501.579394:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787762501.579397:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762501.579399:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762501.579403:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762501.579405:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762501.579407:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762501.579411:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762501.579413:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:2.0:1787762501.579416:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762501.579420:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:2.0:1787762501.579422:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:2.0:1787762501.579425:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:2.0:1787762501.579427:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762501.579429:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762501.579430:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762501.579432:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762501.579434:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:2.0:1787762501.579437:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762501.579439:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762501.579441:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762501.579445:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762501.579447:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762501.579449:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762501.579451:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762501.579461:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a92c0.
00000020:00000040:2.0:1787762501.579465:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:2.0:1787762501.579470:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762501.579471:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762501.579474:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762501.579477:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762501.579482:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762501.579490:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541864800.
00000100:00000001:2.0:1787762501.579498:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762501.579509:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a92c0 x1874597595064704/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762501.579519:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762501.579524:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762501.579528:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050439926] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a92c0 x1874597595064704/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762501.579547:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762501.579550:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762501.579554:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762501.579556:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762501.579559:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762501.579562:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762501.579565:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21242
00000400:00000200:2.0:1787762501.579570:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762501.579574:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762501.579577:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762501.579581:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762501.579584:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762501.579587:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762501.579589:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:1.0:1787762501.579592:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1787762501.579593:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762501.579597:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000100:00000001:1.0:1787762501.579598:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787762501.579600:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787762501.579601:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1787762501.579606:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:2.0:1787762501.579611:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:1.0:1787762501.579612:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a92c0 x1874597595064704/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787762501.579617:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:2.0:1787762501.579625:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762501.579628:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762501.579629:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762501.579631:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762501.579633:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762501.579636:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
02000000:00000001:1.0:1787762501.579637:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1787762501.579638:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
02000000:00000001:1.0:1787762501.579641:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1787762501.579643:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
02000000:00000001:1.0:1787762501.579646:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762501.579647:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762501.579652:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787762501.579655:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595064704:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762501.579660:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762501.579660:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762501.579664:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762501.579667:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787762501.579668:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762501.579672:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1787762501.579686:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787762501.579688:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:2.0:1787762501.579691:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762501.579695:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762501.579697:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08800.
00000100:00000010:2.0:1787762501.579699:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a8b40.
02000000:00000001:1.0:1787762501.579700:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787762501.579704:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:2.0:1787762501.579707:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762501.579708:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762501.579712:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762501.579712:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762501.579715:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762501.579718:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762501.579719:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
02000000:00000010:2.0:1787762501.579723:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541866400.
00000100:00000001:2.0:1787762501.579727:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762501.579729:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00100000:2.0:1787762501.579734:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a8b40 x1874597595064832/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762501.579741:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787762501.579742:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595064704, portal 25
00000100:00000001:2.0:1787762501.579746:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762501.579747:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762501.579750:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739797184 : -110615969754432 : ffff9b65366a92c0)
00000100:00000040:2.0:1787762501.579752:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047032930] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a8b40 x1874597595064832/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762501.579760:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a92c0 x1874597595064704/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762501.579763:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762501.579768:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762501.579777:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762501.579779:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787762501.579780:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762501.579784:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1787762501.579787:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000001:2.0:1787762501.579788:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1787762501.579790:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352088.
00000100:00080000:2.0:1787762501.579793:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21242
00000100:00000200:1.0:1787762501.579795:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595064704, offset 0
00000400:00000200:2.0:1787762501.579800:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762501.579804:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762501.579806:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787762501.579810:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000040:2.0:1787762501.579812:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762501.579815:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762501.579818:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762501.579821:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:1.0:1787762501.579823:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000020:00000001:2.0:1787762501.579827:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762501.579831:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000400:00000200:1.0:1787762501.579834:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000020:00000001:2.0:1787762501.579835:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762501.579841:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000400:00000200:1.0:1787762501.579843:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1787762501.579847:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:2.0:1787762501.579851:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:2.0:1787762501.579857:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000200:1.0:1787762501.579858:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000001:2.0:1787762501.579863:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762501.579866:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1787762501.579870:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:1.0:1787762501.579873:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000001:2.0:1787762501.579877:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:1.0:1787762501.579881:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278099:278099:256:4294967295] 192.168.203.101@tcp LPNI seq info [278098:278098:8:4294967295]
00000020:00000040:2.0:1787762501.579882:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:2.0:1787762501.579889:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000400:00000200:1.0:1787762501.579890:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762501.579895:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762501.579897:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762501.579899:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762501.579901:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762501.579905:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787762501.579908:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000008:00100000:2.0:1787762501.579909:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762501.579915:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762501.579917:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762501.579921:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000010:2.0:1787762501.579923:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a8780.
00000020:00000040:2.0:1787762501.579927:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000800:00000010:1.0:1787762501.579929:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18a00.
02000000:00000001:2.0:1787762501.579929:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762501.579932:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762501.579935:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762501.579936:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762501.579938:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762501.579941:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
02000000:00000010:2.0:1787762501.579944:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541867400.
00000800:00000200:1.0:1787762501.579947:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1787762501.579949:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762501.579958:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a8780 x1874597595064960/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787762501.579958:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762501.579964:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1787762501.579970:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000100:1.0:1787762501.579974:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000100:00000001:2.0:1787762501.579975:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787762501.579980:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18a00.
00000100:00000040:2.0:1787762501.579981:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000105b7063] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a8780 x1874597595064960/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762501.579987:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787762501.579989:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762501.579993:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787762501.579998:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1787762501.579999:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787762501.580006:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352088
00000100:00000040:2.0:1787762501.580007:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21252)
00000400:00000010:1.0:1787762501.580011:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352088.
00000100:00000001:1.0:1787762501.580017:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762501.580020:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a92c0 x1874597595064704/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762501.580029:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762501.580032:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a92c0 x1874597595064704/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762501.580038:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762501.580039:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762501.580045:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762501.580049:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762501.580052:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315915511
00000100:00000010:1.0:1787762501.580057:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82ae0.
00000100:00000001:1.0:1787762501.580066:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762501.580072:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315915511
00000100:00000010:1.0:1787762501.580074:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82d20.
00000100:00000001:1.0:1787762501.580077:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762501.580080:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762501.580082:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762501.580084:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762501.580088:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762501/real 1787762501]  req@ffff9b65366a92c0 x1874597595064704/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762501.580094:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762501.580096:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762501.580097:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762501.580100:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762501.580101:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762501.580104:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762501.580107:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a92c0 x1874597595064704/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762501.580113:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a92c0 x1874597595064704/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762501.580118:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762501.580119:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762501.580121:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762501.580123:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762501.580126:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a92c0 x1874597595064704/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762501.580130:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762501.580134:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a92c0 x1874597595064704/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762501.580139:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762501.580140:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762501.580142:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762501.580142:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762501.580144:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762501.580146:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762501.580148:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762501.580151:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762501.580153:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762501.580157:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a92c0 x1874597595064704/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762501.580163:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595064704:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762501.580166:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762501.580168:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762501.580170:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a92c0 x1874597595064704/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762501.580452:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762501.580458:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762501.580464:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762501.580472:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762501.580476:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762501.580479:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762501.580483:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762501.580486:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541864800.
02000000:00000001:1.0:1787762501.580493:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762501.580496:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762501.580498:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a92c0.
00000100:00000001:1.0:1787762501.580503:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762501.580505:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762501.580510:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762501.580520:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762501.580523:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762501.580526:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762501.580530:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762501.580534:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762501.580549:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8b40 x1874597595064832/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762501.580562:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762501.580564:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762501.580569:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762501.580573:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762501.580577:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762501.580582:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595064832:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762501.580588:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762501.580594:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762501.580597:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762501.580600:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762501.580610:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762501.580612:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762501.580622:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762501.580628:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762501.580637:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762501.580645:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595064832, portal 10
00000100:00000001:1.0:1787762501.580649:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762501.580651:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739795264 : -110615969756352 : ffff9b65366a8b40)
00000100:00000040:1.0:1787762501.580660:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8b40 x1874597595064832/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762501.580670:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762501.580699:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762501.580703:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352088.
00000100:00000200:1.0:1787762501.580708:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595064832, offset 0
00000400:00000200:1.0:1787762501.580716:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762501.580728:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762501.580738:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762501.580745:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762501.580750:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762501.580755:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762501.580759:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762501.580764:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278100:278100:256:4294967295] 192.168.203.101@tcp LPNI seq info [278099:278099:8:4294967295]
00000400:00000200:1.0:1787762501.580770:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762501.580781:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762501.580789:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762501.580795:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18a00.
00000800:00000200:1.0:1787762501.580804:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762501.580809:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762501.580817:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762501.580823:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787762501.580828:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762501.580832:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18a00.
00000400:00000200:1.0:1787762501.580837:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762501.580843:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762501.580849:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352088
00000400:00000010:1.0:1787762501.580852:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352088.
00000100:00000001:1.0:1787762501.580857:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762501.580862:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a8b40 x1874597595064832/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762501.580875:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762501.580879:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8b40 x1874597595064832/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762501.580888:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762501.580890:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762501.580897:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762501.580902:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762501.580907:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762501.580910:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315914765
00000100:00000001:1.0:1787762501.580914:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315915511
00000100:00000001:1.0:1787762501.580918:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315914765
00000100:00000001:1.0:1787762501.580921:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315915511
00000100:00000001:1.0:1787762501.580924:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762501.580927:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762501.580931:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762501.580935:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762501/real 1787762501]  req@ffff9b65366a8b40 x1874597595064832/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762501.580946:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762501.580948:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762501.580950:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762501.580955:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762501.580957:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762501.580960:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762501.580964:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8b40 x1874597595064832/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762501.580975:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8b40 x1874597595064832/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762501.580992:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762501.580994:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762501.580997:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762501.581000:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762501.581005:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8b40 x1874597595064832/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762501.581013:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762501.581019:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8b40 x1874597595064832/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762501.581028:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762501.581032:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762501.581034:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762501.581035:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762501.581039:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762501.581042:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762501.581046:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762501.581052:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762501.581055:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762501.581060:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8b40 x1874597595064832/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762501.581070:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595064832:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762501.581075:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762501.581080:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8780 x1874597595064960/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762501.581088:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762501.581090:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762501.581093:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762501.581096:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762501.581098:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762501.581102:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595064960:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762501.581106:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762501.581109:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762501.581111:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762501.581113:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762501.581117:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0b400.
02000000:00000001:1.0:1787762501.581119:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762501.581123:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762501.581126:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762501.581130:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762501.581133:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595064960, portal 4
00000100:00000001:1.0:1787762501.581136:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762501.581138:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739794304 : -110615969757312 : ffff9b65366a8780)
00000100:00000040:1.0:1787762501.581145:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8780 x1874597595064960/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762501.581153:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762501.581156:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762501.581158:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352088.
00000100:00000200:1.0:1787762501.581161:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595064960, offset 0
00000400:00000200:1.0:1787762501.581166:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762501.581170:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762501.581173:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762501.581177:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762501.581180:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762501.581183:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762501.581186:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762501.581190:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278101:278101:256:4294967295] 192.168.203.101@tcp LPNI seq info [278100:278100:8:4294967295]
00000400:00000200:1.0:1787762501.581195:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762501.581203:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762501.581210:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762501.581213:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18a00.
00000800:00000200:1.0:1787762501.581218:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762501.581222:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762501.581227:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762501.581230:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787762501.581235:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762501.581238:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18a00.
00000400:00000200:1.0:1787762501.581241:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762501.581272:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762501.581277:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352088
00000400:00000010:1.0:1787762501.581280:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352088.
00000100:00000001:1.0:1787762501.581283:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762501.581288:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a8780 x1874597595064960/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762501.581298:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762501.581302:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8780 x1874597595064960/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762501.581310:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762501.581312:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762501.581316:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762501.581319:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762501.581323:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762501.581326:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315914772
00000100:00000001:1.0:1787762501.581329:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315915511
00000100:00000001:1.0:1787762501.581332:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315914772
00000100:00000001:1.0:1787762501.581335:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315915511
00000100:00000001:1.0:1787762501.581337:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762501.581340:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762501.581342:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762501.581347:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762501/real 1787762501]  req@ffff9b65366a8780 x1874597595064960/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762501.581357:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762501.581359:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762501.581361:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762501.581364:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762501.581366:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762501.581368:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762501.581372:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8780 x1874597595064960/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762501.581382:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8780 x1874597595064960/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762501.581390:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762501.581392:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762501.581395:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762501.581396:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762501.581401:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8780 x1874597595064960/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762501.581408:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762501.581413:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8780 x1874597595064960/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762501.581421:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762501.581424:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762501.581426:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762501.581427:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762501.581430:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762501.581432:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762501.581435:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762501.581438:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762501.581441:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762501.581447:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8780 x1874597595064960/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762501.581457:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595064960:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762501.581462:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762501.581464:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762501.581468:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8b40 x1874597595064832/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762501.581475:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762501.581477:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762501.581480:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762501.581482:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762501.581484:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762501.581486:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762501.581489:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762501.581491:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541866400.
02000000:00000001:1.0:1787762501.581494:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762501.581496:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762501.581499:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8b40.
00000100:00000001:1.0:1787762501.581502:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762501.581503:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762501.581505:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762501.581509:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8780 x1874597595064960/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762501.581517:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762501.581519:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762501.581521:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0b400.
02000000:00000001:1.0:1787762501.581524:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762501.581525:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762501.581526:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762501.581528:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762501.581530:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541867400.
02000000:00000001:1.0:1787762501.581534:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762501.581536:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762501.581538:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8780.
00000100:00000001:1.0:1787762501.581541:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762501.581542:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762501.581545:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762501.581548:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762501.581550:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762501.581552:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762501.581555:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762502.347411:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315915511, at 4315915520
00000100:00000040:1.0:1787762502.347411:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315915511, at 4315915520
00000100:00000010:0.0:1787762502.347435:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82ae0.
00000100:00000010:1.0:1787762502.347448:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82d20.
00010000:00000001:0.0:1787762502.411394:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762502.411400:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762502.411407:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762502.411409:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762502.411413:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762502.411415:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762502.411517:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762502.411521:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762502.411526:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762502.603348:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762502.603357:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762502.603359:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762502.603364:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762502.603367:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762502.603372:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762502.603375:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762502.603378:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762502.603380:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762503.435412:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762503.435421:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762503.435427:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762503.435429:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762503.435433:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762503.435435:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762503.435463:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762503.435466:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762503.435470:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762503.627319:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762503.627328:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762503.627330:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762503.627337:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762503.627340:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762503.627344:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762503.627347:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762503.627350:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762503.627352:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762504.459381:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762504.459389:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762504.459396:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762504.459397:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762504.459400:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762504.459401:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762504.459557:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762504.459566:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762504.459571:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762504.651319:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762504.651329:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762504.651331:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762504.651338:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762504.651342:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762504.651354:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762504.651358:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762504.651362:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762504.651365:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762505.483343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762505.483352:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762505.483354:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762505.483357:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762505.483362:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762505.483364:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762505.483366:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762505.483367:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762505.483371:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762505.483372:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762505.483373:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762505.483375:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762505.483376:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762505.483377:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762505.483379:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762505.483380:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762505.483383:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762505.483385:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762505.483405:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762505.483408:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762505.483410:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762505.675323:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762505.675332:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762505.675334:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762505.675340:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762505.675344:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762505.675348:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762505.675352:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762505.675356:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762505.675360:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762506.507330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762506.507337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762506.507343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762506.507344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762506.507348:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762506.507349:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762506.507449:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762506.507458:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762506.507464:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762506.699328:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762506.699338:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762506.699339:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762506.699345:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762506.699350:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762506.699354:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762506.699357:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762506.699360:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762506.699362:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762506.699499:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762506.699512:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762506.699516:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762506.699520:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762506.699526:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762506.699536:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21247
00000400:00000200:1.0:1787762506.699548:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762506.699556:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762506.699561:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762506.699565:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762506.699569:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762506.699572:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762506.699576:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762506.699581:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762506.699586:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:1.0:1787762506.699589:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762506.699594:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:1.0:1787762506.699597:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:1.0:1787762506.699600:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:1.0:1787762506.699604:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762506.699606:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762506.699609:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762506.699611:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762506.699615:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:1.0:1787762506.699619:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762506.699622:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762506.699625:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762506.699630:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762506.699633:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762506.699636:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762506.699661:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762506.699674:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588d2c0.
00000020:00000040:1.0:1787762506.699679:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:1.0:1787762506.699684:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762506.699687:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762506.699691:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762506.699694:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762506.699699:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762506.699709:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee0b400.
00000100:00000001:1.0:1787762506.699717:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762506.699729:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588d2c0 x1874597595065088/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762506.699743:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762506.699749:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762506.699755:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000032a8dc5] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588d2c0 x1874597595065088/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762506.699804:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762506.699809:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762506.699813:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762506.699815:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762506.699817:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762506.699821:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762506.699826:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21247
00000400:00000200:1.0:1787762506.699832:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762506.699838:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762506.699841:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762506.699845:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762506.699848:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762506.699849:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762506.699864:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1787762506.699865:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762506.699870:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787762506.699872:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762506.699877:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762506.699880:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:1.0:1787762506.699888:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:2.0:1787762506.699890:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588d2c0 x1874597595065088/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787762506.699893:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:1.0:1787762506.699904:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:1.0:1787762506.699919:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:1.0:1787762506.699930:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762506.699941:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762506.699943:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1787762506.699945:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762506.699951:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762506.699952:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762506.699965:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
02000000:00000001:2.0:1787762506.699969:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1787762506.699971:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762506.699977:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762506.699979:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762506.699981:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762506.699991:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762506.699996:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787762506.700002:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595065088:192.168.203.101@tcp:250:kworker.0
02000000:00000001:1.0:1787762506.700003:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762506.700016:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762506.700022:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:1.0:1787762506.700025:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787762506.700029:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:1.0:1787762506.700033:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762506.700035:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762506.700040:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762506.700042:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:1.0:1787762506.700051:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588f840.
00000020:00000040:1.0:1787762506.700057:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000010:2.0:1787762506.700057:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541866000.
02000000:00000001:2.0:1787762506.700068:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762506.700070:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762506.700081:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762506.700088:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787762506.700089:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:1.0:1787762506.700101:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1787762506.700103:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
02000000:00000001:1.0:1787762506.700105:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762506.700118:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee08800.
00000400:00000010:2.0:1787762506.700120:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000001:1.0:1787762506.700124:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762506.700133:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595065088, portal 25
00000100:00100000:1.0:1787762506.700135:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588f840 x1874597595065216/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762506.700141:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762506.700148:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188131520 : -110616521420096 : ffff9b651588d2c0)
00000100:00000040:2.0:1787762506.700169:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588d2c0 x1874597595065088/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762506.700170:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762506.700182:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762506.700204:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010754fdf] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588f840 x1874597595065216/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762506.700275:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762506.700280:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762506.700282:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762506.700286:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595065088, offset 0
00000400:00000200:2.0:1787762506.700294:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762506.700306:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762506.700320:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000001:1.0:1787762506.700325:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762506.700328:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1787762506.700334:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787762506.700342:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00080000:1.0:1787762506.700350:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1787762506.700356:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1787762506.700359:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787762506.700365:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00080000:1.0:1787762506.700366:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762506.700377:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787762506.700379:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278102:278102:256:4294967295] 192.168.203.101@tcp LPNI seq info [278101:278101:8:4294967295]
00000100:00080000:1.0:1787762506.700393:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21247
00000400:00000200:2.0:1787762506.700404:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762506.700410:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762506.700416:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762506.700420:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762506.700431:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000200:2.0:1787762506.700444:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1787762506.700445:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762506.700459:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000800:00000200:2.0:1787762506.700466:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000001:1.0:1787762506.700469:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000800:00000010:2.0:1787762506.700474:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000020:00000001:1.0:1787762506.700475:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762506.700481:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:1.0:1787762506.700485:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762506.700490:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000800:00000200:2.0:1787762506.700491:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000020:00000001:1.0:1787762506.700502:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000800:00000200:2.0:1787762506.700505:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000020:00000001:1.0:1787762506.700509:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:1.0:1787762506.700527:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000800:00000200:2.1:1787762506.700528:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:1.0:1787762506.700540:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1787762506.700541:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000100:00000040:1.0:1787762506.700549:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762506.700558:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000800:00000100:2.0:1787762506.700559:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762506.700576:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000020:00000040:1.0:1787762506.700578:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000400:00000200:2.0:1787762506.700598:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1787762506.700599:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762506.700611:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762506.700623:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787762506.700625:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1787762506.700637:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787762506.700652:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762506.700656:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
02000000:00000001:1.0:1787762506.700666:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762506.700668:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787762506.700670:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762506.700676:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000200:2.0:1787762506.700678:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588d2c0 x1874597595065088/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1787762506.700681:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762506.700694:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762506.700714:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c780.
00000100:00000001:2.0:1787762506.700716:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000040:1.0:1787762506.700726:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000100:00000040:2.0:1787762506.700726:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588d2c0 x1874597595065088/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787762506.700741:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762506.700747:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762506.700760:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762506.700765:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787762506.700772:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762506.700774:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762506.700780:0:238635:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:1.0:1787762506.700785:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee08c00.
00000100:00000001:2.0:1787762506.700792:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762506.700793:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762506.700807:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00100000:1.0:1787762506.700809:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c780 x1874597595065344/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762506.700813:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315920632
00000100:00000010:2.0:1787762506.700830:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd060.
00000100:00000001:1.0:1787762506.700834:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762506.700838:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762506.700842:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1787762506.700845:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c5bf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c780 x1874597595065344/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762506.700852:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315920632
00000100:00000001:1.0:1787762506.700866:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762506.700866:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdf60.
00000100:00000040:1.0:1787762506.700888:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762506.700888:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762506.700900:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787762506.700902:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1787762506.700908:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762506.700914:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1787762506.700915:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21257)
00000100:00100000:2.0:1787762506.700924:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762506/real 1787762506]  req@ffff9b651588d2c0 x1874597595065088/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762506.700939:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762506.700941:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762506.700944:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762506.700950:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762506.700953:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762506.700957:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762506.700962:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588d2c0 x1874597595065088/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762506.700972:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588d2c0 x1874597595065088/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762506.700979:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762506.700980:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762506.700982:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762506.700984:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762506.700988:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588d2c0 x1874597595065088/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762506.700994:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762506.700998:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588d2c0 x1874597595065088/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762506.701003:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762506.701005:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762506.701006:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762506.701007:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762506.701009:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762506.701011:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762506.701014:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762506.701018:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762506.701019:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762506.701022:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588d2c0 x1874597595065088/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762506.701028:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595065088:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762506.701032:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762506.701034:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762506.701036:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588d2c0 x1874597595065088/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762506.701041:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762506.701045:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762506.701048:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541866000.
02000000:00000001:2.0:1787762506.701051:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762506.701053:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762506.701055:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762506.701057:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762506.701059:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0b400.
02000000:00000001:2.0:1787762506.701063:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762506.701065:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762506.701067:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588d2c0.
00000100:00000001:2.0:1787762506.701074:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762506.701076:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762506.701078:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762506.701085:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762506.701087:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762506.701089:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762506.701090:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762506.701092:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762506.701095:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588f840 x1874597595065216/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762506.701100:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762506.701101:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762506.701103:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762506.701105:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762506.701107:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762506.701109:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595065216:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762506.701111:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762506.701112:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762506.701113:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762506.701115:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762506.701117:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541866000.
02000000:00000001:2.0:1787762506.701119:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762506.701122:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762506.701125:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762506.701127:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762506.701129:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595065216, portal 10
00000100:00000001:2.0:1787762506.701131:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762506.701132:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188141120 : -110616521410496 : ffff9b651588f840)
00000100:00000040:2.0:1787762506.701138:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588f840 x1874597595065216/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762506.701143:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762506.701145:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762506.701147:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762506.701148:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595065216, offset 0
00000400:00000200:2.0:1787762506.701151:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762506.701154:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762506.701157:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762506.701160:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762506.701162:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762506.701164:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762506.701166:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762506.701168:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278103:278103:256:4294967295] 192.168.203.101@tcp LPNI seq info [278102:278102:8:4294967295]
00000400:00000200:2.0:1787762506.701171:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762506.701176:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762506.701179:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762506.701182:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762506.701184:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762506.701187:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787762506.701191:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762506.701193:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787762506.701196:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762506.701197:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762506.701199:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762506.701202:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762506.701204:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762506.701205:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762506.701207:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762506.701209:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588f840 x1874597595065216/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762506.701215:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762506.701218:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588f840 x1874597595065216/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762506.701222:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762506.701223:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762506.701226:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762506.701230:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762506.701232:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762506.701234:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315919885
00000100:00000001:2.0:1787762506.701236:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315920632
00000100:00000001:2.0:1787762506.701238:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315919885
00000100:00000001:2.0:1787762506.701240:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315920632
00000100:00000001:2.0:1787762506.701241:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762506.701242:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762506.701244:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762506.701264:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762506/real 1787762506]  req@ffff9b651588f840 x1874597595065216/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762506.701271:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762506.701272:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762506.701273:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762506.701275:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762506.701277:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762506.701278:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762506.701281:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588f840 x1874597595065216/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762506.701287:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588f840 x1874597595065216/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762506.701291:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762506.701292:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762506.701293:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762506.701294:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762506.701296:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588f840 x1874597595065216/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762506.701300:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762506.701303:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588f840 x1874597595065216/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762506.701309:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762506.701311:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762506.701312:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762506.701313:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762506.701314:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762506.701315:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762506.701317:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762506.701319:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762506.701320:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762506.701323:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588f840 x1874597595065216/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762506.701327:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595065216:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762506.701330:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762506.701332:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c780 x1874597595065344/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762506.701337:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762506.701338:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762506.701339:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762506.701341:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762506.701342:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762506.701344:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595065344:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762506.701346:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762506.701347:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762506.701348:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762506.701349:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762506.701352:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541865000.
02000000:00000001:2.0:1787762506.701353:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762506.701356:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762506.701358:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762506.701361:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762506.701363:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595065344, portal 4
00000100:00000001:2.0:1787762506.701364:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762506.701365:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188128640 : -110616521422976 : ffff9b651588c780)
00000100:00000040:2.0:1787762506.701370:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c780 x1874597595065344/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762506.701375:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762506.701376:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762506.701378:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762506.701379:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595065344, offset 0
00000400:00000200:2.0:1787762506.701382:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762506.701384:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762506.701386:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762506.701388:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762506.701390:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762506.701392:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762506.701394:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762506.701396:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278104:278104:256:4294967295] 192.168.203.101@tcp LPNI seq info [278103:278103:8:4294967295]
00000400:00000200:2.0:1787762506.701399:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762506.701403:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762506.701406:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762506.701409:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762506.701412:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762506.701414:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787762506.701416:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762506.701418:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787762506.701421:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762506.701423:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762506.701424:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762506.701427:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762506.701428:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762506.701430:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762506.701432:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762506.701434:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c780 x1874597595065344/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762506.701440:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762506.701442:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c780 x1874597595065344/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762506.701446:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762506.701447:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762506.701450:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762506.701452:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762506.701454:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762506.701456:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315919892
00000100:00000001:2.0:1787762506.701457:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315920632
00000100:00000001:2.0:1787762506.701459:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315919892
00000100:00000001:2.0:1787762506.701461:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315920632
00000100:00000001:2.0:1787762506.701463:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762506.701464:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762506.701465:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762506.701467:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762506/real 1787762506]  req@ffff9b651588c780 x1874597595065344/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762506.701472:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762506.701473:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762506.701474:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762506.701475:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762506.701476:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762506.701477:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762506.701479:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c780 x1874597595065344/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762506.701484:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c780 x1874597595065344/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762506.701489:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762506.701490:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762506.701491:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762506.701492:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762506.701495:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c780 x1874597595065344/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762506.701499:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762506.701501:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c780 x1874597595065344/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762506.701505:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762506.701506:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762506.701507:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762506.701508:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762506.701509:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762506.701510:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762506.701511:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762506.701513:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762506.701515:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762506.701517:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c780 x1874597595065344/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762506.701521:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595065344:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762506.701524:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762506.701525:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762506.701526:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588f840 x1874597595065216/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762506.701531:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762506.701532:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762506.701534:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541866000.
02000000:00000001:2.0:1787762506.701536:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762506.701537:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762506.701538:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762506.701539:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762506.701541:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08800.
02000000:00000001:2.0:1787762506.701543:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762506.701544:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762506.701545:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588f840.
00000100:00000001:2.0:1787762506.701548:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762506.701550:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762506.701551:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762506.701553:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c780 x1874597595065344/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762506.701558:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762506.701559:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762506.701559:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865000.
02000000:00000001:2.0:1787762506.701561:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762506.701561:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762506.701562:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762506.701563:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762506.701564:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:2.0:1787762506.701565:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762506.701566:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762506.701567:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c780.
00000100:00000001:2.0:1787762506.701570:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762506.701571:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762506.701572:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762506.701574:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762506.701574:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762506.701576:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762506.701577:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762507.467348:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315920632, at 4315920640
00000100:00000010:0.0:1787762507.467369:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd060.
00000100:00000040:1.0:1787762507.467407:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315920632, at 4315920640
00000100:00000010:1.0:1787762507.467428:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdf60.
00010000:00000001:0.0:1787762507.531328:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762507.531333:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762507.531338:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762507.531339:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762507.531343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762507.531344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762507.531365:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762507.531368:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762507.531371:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762507.723347:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762507.723356:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762507.723358:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762507.723365:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762507.723369:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762507.723374:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762507.723378:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762507.723381:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762507.723384:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762508.555376:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762508.555385:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762508.555392:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762508.555394:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762508.555398:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762508.555400:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762508.555524:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762508.555530:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762508.555534:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762508.747364:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762508.747374:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762508.747376:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762508.747384:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762508.747389:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762508.747395:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762508.747399:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762508.747405:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762508.747410:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762509.579410:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762509.579419:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762509.579426:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762509.579428:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762509.579431:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762509.579432:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762509.579463:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762509.579468:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762509.579471:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762509.771372:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762509.771380:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762509.771382:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762509.771388:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762509.771392:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762509.771396:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762509.771400:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762509.771403:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762509.771417:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762510.603387:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762510.603396:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762510.603402:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762510.603403:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762510.603406:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762510.603407:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762510.603503:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762510.603511:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762510.603517:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762510.795353:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762510.795361:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762510.795364:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762510.795369:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762510.795373:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762510.795377:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762510.795380:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762510.795383:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762510.795385:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762511.627370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762511.627378:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762511.627384:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762511.627385:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762511.627388:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762511.627392:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762511.627394:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762511.627398:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762511.627401:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762511.627403:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762511.627405:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762511.627407:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762511.627437:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762511.627441:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762511.627444:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762511.819407:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1787762511.819410:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787762511.819416:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762511.819423:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762511.819438:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00080000:1.0:1787762511.819442:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762511.819444:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762511.819454:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762511.819455:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787762511.819459:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762511.819463:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787762511.819465:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762511.819468:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762511.819484:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762511.819499:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21252
00000400:00000200:1.0:1787762511.819515:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762511.819524:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762511.819529:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762511.819535:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762511.819543:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762511.819547:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762511.819551:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762511.819556:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762511.819559:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:1.0:1787762511.819562:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762511.819567:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:1.0:1787762511.819570:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:1.0:1787762511.819573:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:1.0:1787762511.819578:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762511.819581:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762511.819586:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762511.819589:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762511.819593:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:1.0:1787762511.819598:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762511.819630:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762511.819636:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762511.819642:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762511.819646:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762511.819649:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762511.819653:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762511.819662:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588e940.
00000020:00000040:1.0:1787762511.819667:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:1.0:1787762511.819673:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762511.819675:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762511.819679:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762511.819683:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762511.819687:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762511.819696:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee08400.
00000100:00000001:1.0:1787762511.819704:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762511.819716:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588e940 x1874597595065472/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762511.819739:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762511.819744:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762511.819750:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000186ab8f7] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588e940 x1874597595065472/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762511.819778:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762511.819783:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762511.819788:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762511.819790:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762511.819793:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762511.819796:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762511.819801:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21252
00000400:00000200:1.0:1787762511.819808:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762511.819813:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762511.819816:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787762511.819821:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1787762511.819822:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762511.819830:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762511.819831:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1787762511.819837:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762511.819839:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787762511.819847:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762511.819854:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:2.0:1787762511.819857:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588e940 x1874597595065472/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787762511.819858:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:1.0:1787762511.819865:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762511.819871:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:1.0:1787762511.819879:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:1.0:1787762511.819888:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:1.0:1787762511.819899:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762511.819907:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762511.819914:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762511.819922:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762511.819925:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1787762511.819929:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000001:2.0:1787762511.819931:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762511.819941:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1787762511.819942:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
02000000:00000001:2.0:1787762511.819950:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762511.819952:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762511.819961:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762511.819961:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762511.819974:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595065472:192.168.203.101@tcp:250:kworker.0
02000000:00000001:1.0:1787762511.819975:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762511.819985:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762511.819989:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787762511.819991:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787762511.819998:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:1.0:1787762511.819999:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787762511.820004:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1787762511.820007:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762511.820011:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787762511.820013:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762511.820022:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541866000.
00000100:00000010:1.0:1787762511.820023:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c000.
02000000:00000001:2.0:1787762511.820033:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787762511.820034:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:1.0:1787762511.820042:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762511.820044:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762511.820052:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762511.820054:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762511.820060:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1787762511.820065:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
02000000:00000001:1.0:1787762511.820066:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762511.820082:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee0a800.
00000400:00000010:2.0:1787762511.820085:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000001:1.0:1787762511.820088:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762511.820098:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595065472, portal 25
00000100:00100000:1.0:1787762511.820102:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c000 x1874597595065600/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762511.820105:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762511.820110:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188137280 : -110616521414336 : ffff9b651588e940)
00000100:00000001:1.0:1787762511.820127:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1787762511.820129:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588e940 x1874597595065472/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762511.820135:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762511.820152:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762511.820154:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bd17bd7] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c000 x1874597595065600/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762511.820167:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762511.820176:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000001:1.0:1787762511.820185:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762511.820186:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595065472, offset 0
00000100:00080000:1.0:1787762511.820193:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762511.820200:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1787762511.820203:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000001:1.0:1787762511.820207:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762511.820212:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762511.820219:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787762511.820224:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762511.820236:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00080000:1.0:1787762511.820243:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21252
00000400:00000200:2.0:1787762511.820282:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762511.820295:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762511.820302:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762511.820305:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762511.820314:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762511.820319:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000400:00000200:2.0:1787762511.820330:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278105:278105:256:4294967295] 192.168.203.101@tcp LPNI seq info [278104:278104:8:4294967295]
00000100:00080000:1.0:1787762511.820331:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762511.820345:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762511.820352:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787762511.820353:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:1.0:1787762511.820363:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762511.820369:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762511.820374:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762511.820382:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000400:00000200:2.0:1787762511.820388:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1787762511.820391:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762511.820401:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000800:00000200:2.0:1787762511.820402:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000020:00000001:1.0:1787762511.820414:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000800:00000010:2.0:1787762511.820417:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000020:00000001:1.0:1787762511.820424:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000800:00000200:2.0:1787762511.820434:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:1.0:1787762511.820444:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000800:00000200:2.0:1787762511.820445:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000100:00000001:1.0:1787762511.820458:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1787762511.820465:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:1.0:1787762511.820472:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000800:00000200:2.1:1787762511.820475:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000100:00000001:1.0:1787762511.820485:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000800:00000100:2.0:1787762511.820492:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000020:00000040:1.0:1787762511.820495:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000800:00000010:2.0:1787762511.820500:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000100:00080000:1.0:1787762511.820508:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000400:00000200:2.0:1787762511.820512:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1787762511.820514:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762511.820520:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787762511.820528:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1787762511.820529:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787762511.820536:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
02000000:00000001:1.0:1787762511.820537:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762511.820544:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:1.0:1787762511.820545:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762511.820554:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787762511.820556:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:1.0:1787762511.820559:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762511.820564:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762511.820567:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588e940 x1874597595065472/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1787762511.820573:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c780.
00000020:00000040:1.0:1787762511.820582:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:1.0:1787762511.820594:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787762511.820596:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1787762511.820600:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762511.820625:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588e940 x1874597595065472/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762511.820631:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762511.820637:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762511.820643:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762511.820646:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762511.820652:0:238635:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:1.0:1787762511.820654:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee0ac00.
00000100:00000001:1.0:1787762511.820663:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762511.820663:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762511.820678:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00100000:1.0:1787762511.820683:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c780 x1874597595065728/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762511.820685:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315925752
00000100:00000010:2.0:1787762511.820701:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd1e0.
00000100:00000001:1.0:1787762511.820705:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762511.820711:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762511.820713:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1787762511.820720:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c5bf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c780 x1874597595065728/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762511.820726:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315925752
00000100:00000010:2.0:1787762511.820736:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdba0.
00000100:00000001:2.0:1787762511.820745:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762511.820748:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762511.820753:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787762511.820754:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762511.820764:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762511.820766:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1787762511.820772:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1787762511.820777:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21262)
00000100:00100000:2.0:1787762511.820785:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762511/real 1787762511]  req@ffff9b651588e940 x1874597595065472/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762511.820799:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762511.820802:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762511.820804:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762511.820809:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762511.820811:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762511.820815:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762511.820820:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588e940 x1874597595065472/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762511.820831:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588e940 x1874597595065472/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762511.820839:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762511.820841:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762511.820844:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762511.820847:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762511.820851:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588e940 x1874597595065472/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762511.820860:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762511.820865:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588e940 x1874597595065472/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762511.820875:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762511.820878:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762511.820880:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762511.820882:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762511.820885:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762511.820888:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762511.820891:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762511.820896:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762511.820900:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762511.820906:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588e940 x1874597595065472/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762511.820916:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595065472:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762511.820922:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762511.820925:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762511.820928:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588e940 x1874597595065472/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762511.820936:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762511.820939:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762511.820943:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541866000.
02000000:00000001:2.0:1787762511.820946:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762511.820949:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762511.820951:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762511.820954:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762511.820957:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08400.
02000000:00000001:2.0:1787762511.820961:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762511.820964:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762511.820966:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588e940.
00000100:00000001:2.0:1787762511.820971:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762511.820973:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762511.820975:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762511.820983:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762511.820986:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762511.820989:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762511.820991:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762511.820993:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762511.820998:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c000 x1874597595065600/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762511.821007:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762511.821009:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762511.821012:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762511.821014:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762511.821017:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762511.821022:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595065600:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762511.821026:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762511.821028:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762511.821031:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762511.821033:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762511.821036:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541866000.
02000000:00000001:2.0:1787762511.821039:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762511.821043:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762511.821046:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762511.821050:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762511.821054:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595065600, portal 10
00000100:00000001:2.0:1787762511.821057:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762511.821058:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188126720 : -110616521424896 : ffff9b651588c000)
00000100:00000040:2.0:1787762511.821066:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c000 x1874597595065600/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762511.821074:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762511.821078:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762511.821080:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762511.821083:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595065600, offset 0
00000400:00000200:2.0:1787762511.821088:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762511.821092:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762511.821097:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762511.821101:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762511.821104:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762511.821107:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762511.821110:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762511.821114:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278106:278106:256:4294967295] 192.168.203.101@tcp LPNI seq info [278105:278105:8:4294967295]
00000400:00000200:2.0:1787762511.821120:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762511.821128:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762511.821134:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762511.821138:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762511.821143:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762511.821147:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787762511.821153:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762511.821156:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787762511.821161:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762511.821164:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762511.821168:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762511.821172:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762511.821175:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762511.821178:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762511.821180:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762511.821185:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c000 x1874597595065600/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762511.821194:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762511.821198:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c000 x1874597595065600/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762511.821206:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762511.821209:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762511.821213:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762511.821218:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762511.821222:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762511.821224:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315925005
00000100:00000001:2.0:1787762511.821228:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315925752
00000100:00000001:2.0:1787762511.821231:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315925005
00000100:00000001:2.0:1787762511.821234:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315925752
00000100:00000001:2.0:1787762511.821236:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762511.821239:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762511.821241:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762511.821274:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762511/real 1787762511]  req@ffff9b651588c000 x1874597595065600/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762511.821294:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762511.821296:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762511.821299:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762511.821302:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762511.821304:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762511.821307:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762511.821312:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c000 x1874597595065600/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762511.821324:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c000 x1874597595065600/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762511.821336:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762511.821338:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762511.821342:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762511.821345:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762511.821351:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c000 x1874597595065600/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762511.821361:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762511.821366:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c000 x1874597595065600/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762511.821374:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762511.821377:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762511.821379:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762511.821380:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762511.821382:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762511.821385:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762511.821388:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762511.821392:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762511.821394:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762511.821400:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c000 x1874597595065600/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762511.821410:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595065600:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762511.821414:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762511.821418:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c780 x1874597595065728/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762511.821426:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762511.821428:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762511.821430:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762511.821434:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762511.821436:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762511.821439:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595065728:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762511.821443:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762511.821445:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762511.821447:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762511.821449:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762511.821454:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541865000.
02000000:00000001:2.0:1787762511.821457:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762511.821461:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762511.821464:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762511.821468:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762511.821471:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595065728, portal 4
00000100:00000001:2.0:1787762511.821474:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762511.821476:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188128640 : -110616521422976 : ffff9b651588c780)
00000100:00000040:2.0:1787762511.821483:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c780 x1874597595065728/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762511.821490:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762511.821493:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762511.821496:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762511.821499:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595065728, offset 0
00000400:00000200:2.0:1787762511.821505:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762511.821509:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762511.821513:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762511.821517:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762511.821520:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762511.821524:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762511.821527:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762511.821530:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278107:278107:256:4294967295] 192.168.203.101@tcp LPNI seq info [278106:278106:8:4294967295]
00000400:00000200:2.0:1787762511.821536:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762511.821544:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762511.821549:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762511.821553:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762511.821558:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762511.821562:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787762511.821567:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762511.821571:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787762511.821576:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762511.821578:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762511.821583:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762511.821587:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762511.821591:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762511.821593:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762511.821596:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762511.821600:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c780 x1874597595065728/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762511.821632:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762511.821637:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c780 x1874597595065728/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762511.821646:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762511.821648:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762511.821652:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762511.821656:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762511.821660:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762511.821663:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315925012
00000100:00000001:2.0:1787762511.821666:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315925752
00000100:00000001:2.0:1787762511.821669:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315925012
00000100:00000001:2.0:1787762511.821672:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315925752
00000100:00000001:2.0:1787762511.821674:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762511.821677:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762511.821679:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762511.821684:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762511/real 1787762511]  req@ffff9b651588c780 x1874597595065728/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762511.821693:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762511.821695:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762511.821697:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762511.821700:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762511.821702:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762511.821705:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762511.821709:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c780 x1874597595065728/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762511.821719:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c780 x1874597595065728/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762511.821727:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762511.821728:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762511.821730:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762511.821732:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762511.821736:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c780 x1874597595065728/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762511.821744:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762511.821749:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c780 x1874597595065728/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762511.821757:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762511.821760:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762511.821762:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762511.821764:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762511.821766:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762511.821768:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762511.821772:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762511.821775:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762511.821778:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762511.821782:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c780 x1874597595065728/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762511.821791:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595065728:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762511.821796:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762511.821798:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762511.821802:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c000 x1874597595065600/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762511.821809:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762511.821811:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762511.821814:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541866000.
02000000:00000001:2.0:1787762511.821816:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762511.821818:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762511.821820:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762511.821822:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762511.821825:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0a800.
02000000:00000001:2.0:1787762511.821829:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762511.821830:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762511.821832:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c000.
00000100:00000001:2.0:1787762511.821837:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762511.821839:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762511.821841:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762511.821845:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c780 x1874597595065728/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762511.821860:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762511.821862:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762511.821864:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865000.
02000000:00000001:2.0:1787762511.821867:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762511.821868:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762511.821870:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762511.821872:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762511.821873:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0ac00.
02000000:00000001:2.0:1787762511.821876:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762511.821877:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762511.821878:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c780.
00000100:00000001:2.0:1787762511.821881:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762511.821882:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762511.821885:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762511.821888:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762511.821890:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762511.821892:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762511.821894:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762512.587423:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315925752, at 4315925760
00000100:00000040:0.0:1787762512.587436:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315925752, at 4315925760
00000100:00000010:1.0:1787762512.587444:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdba0.
00000100:00000010:0.0:1787762512.587454:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd1e0.
00010000:00000001:0.0:1787762512.651321:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762512.651326:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762512.651332:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762512.651333:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762512.651336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762512.651337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762512.651475:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762512.651484:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762512.651492:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762512.843456:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762512.843467:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762512.843471:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762512.843479:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762512.843485:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762512.843490:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762512.843494:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762512.843498:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762512.843502:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762513.675323:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762513.675329:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762513.675334:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762513.675336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762513.675338:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762513.675339:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762513.675357:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762513.675360:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762513.675362:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762513.867380:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762513.867388:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762513.867391:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762513.867397:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762513.867402:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762513.867407:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762513.867410:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762513.867414:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762513.867419:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762514.699300:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762514.699306:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762514.699310:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762514.699311:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762514.699314:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762514.699315:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762514.699371:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762514.699376:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762514.699378:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762514.891319:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762514.891325:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762514.891327:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762514.891331:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762514.891334:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762514.891337:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762514.891339:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762514.891341:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762514.891343:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762515.723345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762515.723354:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762515.723357:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762515.723361:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762515.723367:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762515.723370:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762515.723373:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762515.723375:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762515.723380:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762515.723383:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762515.723384:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762515.723387:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762515.723389:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762515.723391:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762515.723393:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762515.723395:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762515.723399:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762515.723401:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762515.723426:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762515.723431:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762515.723436:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762515.915381:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762515.915390:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762515.915393:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762515.915399:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762515.915403:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762515.915408:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762515.915411:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762515.915414:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762515.915418:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762516.747351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762516.747359:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762516.747365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762516.747366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762516.747369:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762516.747370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762516.747499:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762516.747507:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762516.747513:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762516.939384:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762516.939392:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762516.939395:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762516.939402:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762516.939406:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762516.939410:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762516.939415:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762516.939418:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762516.939422:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762516.939438:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762516.939450:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762516.939453:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762516.939458:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762516.939466:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762516.939475:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21257
00000400:00000200:1.0:1787762516.939487:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762516.939496:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762516.939500:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762516.939504:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762516.939508:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762516.939511:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762516.939515:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762516.939520:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762516.939523:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:1.0:1787762516.939526:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762516.939530:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:1.0:1787762516.939533:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:1.0:1787762516.939536:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:1.0:1787762516.939540:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762516.939542:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762516.939545:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762516.939548:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762516.939552:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:1.0:1787762516.939556:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762516.939560:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762516.939563:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762516.939593:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762516.939597:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762516.939600:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762516.939603:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762516.939614:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588f840.
00000020:00000040:1.0:1787762516.939619:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:1.0:1787762516.939625:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762516.939627:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762516.939632:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762516.939635:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762516.939640:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762516.939649:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee08000.
00000100:00000001:1.0:1787762516.939658:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762516.939670:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588f840 x1874597595065856/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762516.939684:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762516.939689:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762516.939695:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010754fdf] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588f840 x1874597595065856/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762516.939727:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762516.939731:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762516.939736:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762516.939738:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762516.939741:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762516.939744:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762516.939748:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21257
00000400:00000200:1.0:1787762516.939752:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762516.939756:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762516.939759:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762516.939763:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762516.939766:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762516.939768:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762516.939771:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762516.939774:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762516.939775:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:1.0:1787762516.939777:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762516.939780:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:1.0:1787762516.939789:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:1.0:1787762516.939792:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:1.0:1787762516.939797:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762516.939800:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762516.939802:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762516.939805:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762516.939808:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:1.0:1787762516.939812:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762516.939816:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762516.939818:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762516.939825:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762516.939828:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762516.939832:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762516.939837:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787762516.939839:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:1.0:1787762516.939842:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762516.939848:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762516.939849:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762516.939856:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000010:1.0:1787762516.939858:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588d2c0.
00000020:00000040:1.0:1787762516.939865:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:1.0:1787762516.939872:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1787762516.939874:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588f840 x1874597595065856/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787762516.939875:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762516.939883:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762516.939887:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762516.939892:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762516.939903:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee0ac00.
00000100:00000001:2.0:1787762516.939905:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762516.939911:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762516.939912:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762516.939919:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:1.0:1787762516.939928:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588d2c0 x1874597595065984/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787762516.939929:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762516.939940:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762516.939956:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595065856:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762516.939957:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762516.939966:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762516.939968:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762516.939977:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:1.0:1787762516.939979:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000032a8dc5] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588d2c0 x1874597595065984/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787762516.939982:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762516.939992:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787762516.940005:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762516.940006:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541865000.
00000100:00080000:1.0:1787762516.940012:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1787762516.940014:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762516.940026:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762516.940031:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787762516.940033:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00080000:1.0:1787762516.940036:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1787762516.940042:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000100:00000001:1.0:1787762516.940043:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762516.940052:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21257
00000400:00000010:2.0:1787762516.940057:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000400:00000200:1.0:1787762516.940060:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762516.940068:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762516.940071:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762516.940074:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762516.940077:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762516.940079:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762516.940082:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000200:2.0:1787762516.940084:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595065856, portal 25
00000020:00000001:1.0:1787762516.940086:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762516.940093:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000100:00000001:2.0:1787762516.940094:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:1.0:1787762516.940097:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787762516.940100:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188141120 : -110616521410496 : ffff9b651588f840)
00000020:00000040:1.0:1787762516.940102:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:1.0:1787762516.940109:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:1.0:1787762516.940114:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:2.0:1787762516.940118:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588f840 x1874597595065856/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762516.940123:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762516.940132:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762516.940140:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762516.940149:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762516.940154:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:1.0:1787762516.940156:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00000040:2.0:1787762516.940167:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00080000:1.0:1787762516.940168:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000400:00000010:2.0:1787762516.940177:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000001:1.0:1787762516.940178:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762516.940187:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1787762516.940190:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595065856, offset 0
02000000:00000001:1.0:1787762516.940192:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762516.940199:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762516.940202:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762516.940209:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787762516.940209:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000008:00000001:1.0:1787762516.940217:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762516.940220:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762516.940225:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000010:1.0:1787762516.940227:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c780.
00000020:00000040:1.0:1787762516.940235:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000200:2.0:1787762516.940239:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
02000000:00000001:1.0:1787762516.940241:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762516.940277:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762516.940281:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762516.940283:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762516.940286:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762516.940292:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee0a800.
00000100:00000001:1.0:1787762516.940297:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762516.940305:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:1.0:1787762516.940312:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c780 x1874597595066112/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787762516.940320:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762516.940335:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1787762516.940336:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762516.940341:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762516.940347:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c5bf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c780 x1874597595066112/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762516.940357:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762516.940373:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278108:278108:256:4294967295] 192.168.203.101@tcp LPNI seq info [278107:278107:8:4294967295]
00000100:00000001:1.0:1787762516.940374:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762516.940384:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787762516.940392:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:1.0:1787762516.940397:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1787762516.940408:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21267)
00000400:00000200:2.0:1787762516.940419:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762516.940429:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762516.940437:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762516.940447:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762516.940453:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787762516.940460:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762516.940465:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787762516.940471:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762516.940474:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762516.940482:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762516.940488:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762516.940495:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762516.940498:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762516.940503:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762516.940509:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588f840 x1874597595065856/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762516.940523:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762516.940527:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588f840 x1874597595065856/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762516.940537:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762516.940539:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762516.940547:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762516.940552:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762516.940556:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315930872
00000100:00000010:2.0:1787762516.940591:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd9c0.
00000100:00000001:2.0:1787762516.940601:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762516.940610:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315930872
00000100:00000010:2.0:1787762516.940614:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd6c0.
00000100:00000001:2.0:1787762516.940618:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762516.940622:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762516.940626:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762516.940629:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762516.940636:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762516/real 1787762516]  req@ffff9b651588f840 x1874597595065856/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762516.940648:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762516.940650:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762516.940653:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762516.940658:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762516.940660:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762516.940663:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762516.940667:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588f840 x1874597595065856/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762516.940679:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588f840 x1874597595065856/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762516.940688:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762516.940691:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762516.940694:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762516.940697:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762516.940702:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588f840 x1874597595065856/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762516.940711:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762516.940716:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588f840 x1874597595065856/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762516.940817:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762516.940822:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762516.940824:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762516.940826:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762516.940829:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762516.940832:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762516.940836:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762516.940841:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762516.940845:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762516.940851:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588f840 x1874597595065856/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762516.940862:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595065856:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762516.940869:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762516.940872:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762516.940876:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588f840 x1874597595065856/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762516.940885:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762516.940888:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762516.940892:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865000.
02000000:00000001:2.0:1787762516.940896:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762516.940899:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762516.940901:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762516.940904:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762516.940907:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08000.
02000000:00000001:2.0:1787762516.940913:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762516.940915:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762516.940917:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588f840.
00000100:00000001:2.0:1787762516.940922:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762516.940924:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762516.940927:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762516.940935:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762516.940937:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762516.940940:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762516.940942:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762516.940944:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762516.940949:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588d2c0 x1874597595065984/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762516.940958:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762516.940960:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762516.940963:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762516.940965:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762516.940968:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762516.940972:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595065984:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762516.940976:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762516.940979:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762516.940981:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762516.940983:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762516.940988:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541865000.
02000000:00000001:2.0:1787762516.940990:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762516.940995:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762516.940999:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762516.941003:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762516.941007:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595065984, portal 10
00000100:00000001:2.0:1787762516.941011:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762516.941013:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188131520 : -110616521420096 : ffff9b651588d2c0)
00000100:00000040:2.0:1787762516.941021:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588d2c0 x1874597595065984/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762516.941030:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762516.941033:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762516.941035:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762516.941039:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595065984, offset 0
00000400:00000200:2.0:1787762516.941044:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762516.941049:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762516.941055:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762516.941059:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762516.941063:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762516.941066:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762516.941069:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762516.941073:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278109:278109:256:4294967295] 192.168.203.101@tcp LPNI seq info [278108:278108:8:4294967295]
00000400:00000200:2.0:1787762516.941079:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762516.941087:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762516.941093:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762516.941097:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762516.941103:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762516.941107:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787762516.941112:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762516.941115:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787762516.941120:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762516.941123:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762516.941127:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762516.941132:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762516.941136:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762516.941138:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762516.941141:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762516.941146:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588d2c0 x1874597595065984/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762516.941165:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762516.941168:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588d2c0 x1874597595065984/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762516.941177:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762516.941179:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762516.941183:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762516.941188:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762516.941192:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762516.941195:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315930125
00000100:00000001:2.0:1787762516.941199:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315930872
00000100:00000001:2.0:1787762516.941202:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315930125
00000100:00000001:2.0:1787762516.941204:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315930872
00000100:00000001:2.0:1787762516.941207:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762516.941210:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762516.941212:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762516.941216:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762516/real 1787762516]  req@ffff9b651588d2c0 x1874597595065984/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762516.941226:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762516.941228:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762516.941230:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762516.941233:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762516.941234:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762516.941237:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762516.941241:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588d2c0 x1874597595065984/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762516.941283:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588d2c0 x1874597595065984/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762516.941291:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762516.941294:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762516.941297:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762516.941299:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762516.941303:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588d2c0 x1874597595065984/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762516.941312:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762516.941317:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588d2c0 x1874597595065984/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762516.941326:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762516.941329:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762516.941331:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762516.941333:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762516.941335:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762516.941337:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762516.941341:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762516.941344:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762516.941347:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762516.941352:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588d2c0 x1874597595065984/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762516.941361:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595065984:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762516.941366:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762516.941370:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c780 x1874597595066112/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762516.941379:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762516.941380:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762516.941383:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762516.941385:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762516.941388:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762516.941392:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595066112:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762516.941396:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762516.941399:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762516.941401:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762516.941403:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762516.941408:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541866000.
02000000:00000001:2.0:1787762516.941410:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762516.941414:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762516.941417:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762516.941421:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762516.941425:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595066112, portal 4
00000100:00000001:2.0:1787762516.941427:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762516.941429:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188128640 : -110616521422976 : ffff9b651588c780)
00000100:00000040:2.0:1787762516.941436:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c780 x1874597595066112/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762516.941444:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762516.941447:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762516.941450:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762516.941453:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595066112, offset 0
00000400:00000200:2.0:1787762516.941458:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762516.941462:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762516.941466:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762516.941470:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762516.941473:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762516.941476:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762516.941479:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762516.941483:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278110:278110:256:4294967295] 192.168.203.101@tcp LPNI seq info [278109:278109:8:4294967295]
00000400:00000200:2.0:1787762516.941489:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762516.941497:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762516.941503:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762516.941507:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762516.941512:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762516.941516:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787762516.941521:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762516.941524:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787762516.941529:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762516.941532:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762516.941536:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762516.941540:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762516.941544:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762516.941546:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762516.941549:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762516.941554:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c780 x1874597595066112/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762516.941564:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762516.941586:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c780 x1874597595066112/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762516.941596:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762516.941598:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762516.941603:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762516.941606:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762516.941610:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762516.941613:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315930132
00000100:00000001:2.0:1787762516.941616:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315930872
00000100:00000001:2.0:1787762516.941619:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315930132
00000100:00000001:2.0:1787762516.941622:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315930872
00000100:00000001:2.0:1787762516.941625:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762516.941627:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762516.941629:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762516.941634:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762516/real 1787762516]  req@ffff9b651588c780 x1874597595066112/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762516.941644:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762516.941646:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762516.941648:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762516.941651:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762516.941653:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762516.941656:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762516.941660:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c780 x1874597595066112/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762516.941670:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c780 x1874597595066112/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762516.941677:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762516.941679:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762516.941681:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762516.941683:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762516.941687:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c780 x1874597595066112/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762516.941695:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762516.941699:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c780 x1874597595066112/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762516.941708:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762516.941711:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762516.941713:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762516.941715:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762516.941726:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762516.941728:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762516.941732:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762516.941735:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762516.941738:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762516.941744:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c780 x1874597595066112/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762516.941761:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595066112:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762516.941766:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762516.941768:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762516.941772:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588d2c0 x1874597595065984/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762516.941780:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762516.941782:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762516.941784:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865000.
02000000:00000001:2.0:1787762516.941787:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762516.941788:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762516.941790:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762516.941793:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762516.941795:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0ac00.
02000000:00000001:2.0:1787762516.941798:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762516.941800:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762516.941802:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588d2c0.
00000100:00000001:2.0:1787762516.941809:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762516.941811:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762516.941813:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762516.941816:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c780 x1874597595066112/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762516.941825:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762516.941826:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762516.941828:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541866000.
02000000:00000001:2.0:1787762516.941831:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762516.941833:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762516.941834:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762516.941836:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762516.941838:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0a800.
02000000:00000001:2.0:1787762516.941840:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762516.941841:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762516.941843:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c780.
00000100:00000001:2.0:1787762516.941848:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762516.941850:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762516.941852:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762516.941856:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762516.941857:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762516.941860:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762516.941862:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762517.707399:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315930872, at 4315930880
00000100:00000040:1.0:1787762517.707399:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315930872, at 4315930880
00000100:00000010:0.0:1787762517.707423:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd9c0.
00000100:00000010:1.0:1787762517.707428:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd6c0.
00010000:00000001:0.0:1787762517.771365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762517.771371:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762517.771377:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762517.771379:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762517.771384:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762517.771385:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762517.771411:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762517.771414:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762517.771418:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762517.963356:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762517.963364:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762517.963366:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762517.963371:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762517.963375:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762517.963379:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762517.963381:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762517.963384:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762517.963387:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762518.795358:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762518.795370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762518.795379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762518.795380:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762518.795385:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762518.795386:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762518.795471:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762518.795480:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762518.795486:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762518.987449:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762518.987460:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762518.987465:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762518.987474:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762518.987481:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762518.987487:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762518.987492:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762518.987497:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762518.987502:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762519.819354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762519.819362:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762519.819377:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762519.819378:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762519.819381:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762519.819382:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762519.819411:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762519.819413:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762519.819416:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762520.011345:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762520.011355:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762520.011358:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762520.011364:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762520.011369:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762520.011373:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762520.011377:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762520.011380:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762520.011384:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762520.843381:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762520.843391:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762520.843396:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762520.843398:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762520.843401:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762520.843402:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762520.843538:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762520.843574:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762520.843582:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762521.035340:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762521.035348:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762521.035351:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762521.035358:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762521.035363:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762521.035368:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762521.035371:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762521.035375:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762521.035378:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762521.867442:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762521.867453:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762521.867460:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762521.867462:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762521.867466:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762521.867472:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762521.867475:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762521.867478:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762521.867484:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762521.867487:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762521.867490:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762521.867492:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762521.867561:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762521.867565:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762521.867569:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762522.059360:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762522.059369:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762522.059372:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762522.059379:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762522.059387:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762522.059391:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762522.059395:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762522.059399:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762522.059405:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762522.059406:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762522.059420:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762522.059426:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762522.059433:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762522.059442:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762522.059455:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21262
00000400:00000200:1.0:1787762522.059472:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762522.059482:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762522.059489:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762522.059495:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762522.059501:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762522.059507:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762522.059511:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762522.059519:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762522.059522:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:1.0:1787762522.059525:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762522.059530:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:1.0:1787762522.059559:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:1.0:1787762522.059562:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:1.0:1787762522.059567:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762522.059570:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762522.059572:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762522.059575:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762522.059579:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:1.0:1787762522.059583:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762522.059586:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762522.059589:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762522.059594:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762522.059598:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762522.059601:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762522.059604:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762522.059616:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c000.
00000020:00000040:1.0:1787762522.059620:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:1.0:1787762522.059626:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762522.059628:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762522.059633:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762522.059636:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762522.059641:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762522.059650:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee08c00.
00000100:00000001:1.0:1787762522.059658:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762522.059670:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c000 x1874597595066240/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762522.059684:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762522.059690:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762522.059697:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bd17bd7] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c000 x1874597595066240/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762522.059728:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762522.059733:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762522.059737:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762522.059739:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762522.059741:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762522.059745:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762522.059748:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21262
00000400:00000200:1.0:1787762522.059755:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762522.059761:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762522.059764:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762522.059768:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762522.059772:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762522.059773:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762522.059782:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1787762522.059783:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762522.059790:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787762522.059791:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762522.059798:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762522.059801:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:1.0:1787762522.059805:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:2.0:1787762522.059807:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c000 x1874597595066240/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787762522.059809:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:1.0:1787762522.059820:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:1.0:1787762522.059830:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:2.0:1787762522.059843:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1787762522.059845:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762522.059849:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762522.059851:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787762522.059857:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1787762522.059858:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
02000000:00000001:2.0:1787762522.059866:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762522.059867:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
02000000:00000001:2.0:1787762522.059879:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787762522.059880:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00100000:2.0:1787762522.059890:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595066240:192.168.203.101@tcp:250:kworker.0
00000100:00080000:1.0:1787762522.059892:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762522.059903:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762522.059906:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762522.059908:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762522.059914:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762522.059918:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762522.059920:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762522.059926:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762522.059930:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787762522.059932:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762522.059941:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762522.059945:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762522.059947:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541866000.
00000100:00000001:1.0:1787762522.059949:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762522.059959:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762522.059963:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588e940.
00000020:00000040:1.0:1787762522.059969:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:1.0:1787762522.059973:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762522.059976:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762522.059980:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762522.059981:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762522.059987:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762522.059991:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762522.059996:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
02000000:00000010:1.0:1787762522.059999:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee08800.
00000100:00000001:1.0:1787762522.060008:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762522.060015:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00100000:1.0:1787762522.060016:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588e940 x1874597595066368/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762522.060035:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1787762522.060036:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595066240, portal 25
00000100:00000001:1.0:1787762522.060040:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762522.060045:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1787762522.060052:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000186ab8f7] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588e940 x1874597595066368/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762522.060054:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188126720 : -110616521424896 : ffff9b651588c000)
00000100:00000040:2.0:1787762522.060081:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c000 x1874597595066240/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762522.060087:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762522.060095:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762522.060109:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762522.060114:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762522.060119:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762522.060123:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787762522.060125:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762522.060134:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21262
00000100:00000040:2.0:1787762522.060143:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762522.060150:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762522.060153:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000400:00000200:1.0:1787762522.060158:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762522.060162:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762522.060165:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762522.060167:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762522.060170:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762522.060177:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000200:2.0:1787762522.060180:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595066240, offset 0
00000020:00000001:1.0:1787762522.060181:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762522.060186:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:1.0:1787762522.060192:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762522.060195:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:1.0:1787762522.060202:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:2.0:1787762522.060203:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000020:00000001:1.0:1787762522.060210:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:1.0:1787762522.060218:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762522.060223:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787762522.060225:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:1.0:1787762522.060232:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762522.060236:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:2.0:1787762522.060242:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000020:00000040:1.0:1787762522.060244:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000400:00000200:2.0:1787762522.060288:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762522.060297:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00080000:1.0:1787762522.060303:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000400:00000200:2.0:1787762522.060310:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1787762522.060313:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762522.060320:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
02000000:00000001:1.0:1787762522.060323:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762522.060331:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787762522.060332:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278111:278111:256:4294967295] 192.168.203.101@tcp LPNI seq info [278110:278110:8:4294967295]
02000000:00000001:1.0:1787762522.060339:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762522.060346:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1787762522.060348:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000008:00100000:1.0:1787762522.060352:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762522.060358:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762522.060364:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762522.060374:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000010:1.0:1787762522.060377:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c780.
00000800:00000200:2.0:1787762522.060387:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000020:00000040:1.0:1787762522.060390:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000800:00000010:2.0:1787762522.060396:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
02000000:00000001:1.0:1787762522.060400:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762522.060408:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787762522.060410:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:1.0:1787762522.060417:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.0:1787762522.060420:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
02000000:00000001:1.0:1787762522.060425:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1787762522.060434:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
02000000:00000001:1.0:1787762522.060435:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787762522.060441:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1787762522.060449:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
02000000:00000010:1.0:1787762522.060451:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee0b400.
00000800:00000010:2.0:1787762522.060454:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000100:00000001:1.0:1787762522.060466:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762522.060468:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762522.060486:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000100:00100000:1.0:1787762522.060490:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c780 x1874597595066496/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787762522.060495:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762522.060502:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762522.060513:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787762522.060516:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762522.060522:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762522.060525:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c000 x1874597595066240/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762522.060556:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c5bf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c780 x1874597595066496/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762522.060595:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787762522.060598:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762522.060605:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787762522.060608:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c000 x1874597595066240/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762547 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762522.060614:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1787762522.060628:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21272)
00000100:00000001:2.0:1787762522.060630:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762522.060637:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762522.060649:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762522.060657:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762522.060661:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315935992
00000100:00000010:2.0:1787762522.060670:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd660.
00000100:00000001:2.0:1787762522.060679:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762522.060688:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315935992
00000100:00000010:2.0:1787762522.060691:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdc60.
00000100:00000001:2.0:1787762522.060695:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762522.060699:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762522.060703:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762522.060706:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762522.060712:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762522/real 1787762522]  req@ffff9b651588c000 x1874597595066240/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762522.060723:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762522.060725:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762522.060728:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762522.060732:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762522.060735:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762522.060738:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762522.060742:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c000 x1874597595066240/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762522.060754:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c000 x1874597595066240/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762522.060763:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762522.060765:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762522.060768:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762522.060770:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762522.060775:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c000 x1874597595066240/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762522.060783:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762522.060789:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c000 x1874597595066240/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762547 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762522.060799:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762522.060803:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762522.060805:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762522.060807:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762522.060810:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762522.060813:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762522.060817:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762522.060821:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762522.060824:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762522.060830:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c000 x1874597595066240/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762547 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762522.060840:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595066240:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762522.060846:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762522.060849:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762522.060852:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c000 x1874597595066240/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762547 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762522.060861:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762522.060864:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762522.060868:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541866000.
02000000:00000001:2.0:1787762522.060872:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762522.060874:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762522.060876:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762522.060879:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762522.060883:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:2.0:1787762522.060888:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762522.060891:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762522.060893:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c000.
00000100:00000001:2.0:1787762522.060898:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762522.060900:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762522.060903:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762522.060911:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762522.060913:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762522.060916:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762522.060919:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762522.060921:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762522.060926:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588e940 x1874597595066368/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762522.060940:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762522.060943:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762522.060947:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762522.060951:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762522.060955:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762522.060961:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595066368:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762522.060968:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762522.060972:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762522.060976:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762522.060980:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762522.060986:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541866000.
02000000:00000001:2.0:1787762522.060991:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762522.060998:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762522.061004:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762522.061011:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762522.061018:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595066368, portal 10
00000100:00000001:2.0:1787762522.061022:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762522.061025:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188137280 : -110616521414336 : ffff9b651588e940)
00000100:00000040:2.0:1787762522.061038:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588e940 x1874597595066368/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762522.061049:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762522.061054:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762522.061059:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762522.061065:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595066368, offset 0
00000400:00000200:2.0:1787762522.061074:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762522.061082:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762522.061090:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762522.061096:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762522.061102:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762522.061108:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762522.061114:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762522.061121:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278112:278112:256:4294967295] 192.168.203.101@tcp LPNI seq info [278111:278111:8:4294967295]
00000400:00000200:2.0:1787762522.061130:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762522.061144:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762522.061152:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762522.061157:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762522.061163:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762522.061166:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787762522.061172:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762522.061176:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1787762522.061180:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762522.061183:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762522.061187:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762522.061192:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762522.061196:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762522.061198:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762522.061202:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762522.061207:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588e940 x1874597595066368/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762522.061218:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762522.061222:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588e940 x1874597595066368/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762547 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762522.061231:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762522.061233:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762522.061238:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762522.061243:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762522.061279:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762522.061283:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315935246
00000100:00000001:2.0:1787762522.061286:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315935992
00000100:00000001:2.0:1787762522.061289:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315935246
00000100:00000001:2.0:1787762522.061295:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315935992
00000100:00000001:2.0:1787762522.061298:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762522.061301:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762522.061303:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762522.061309:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762522/real 1787762522]  req@ffff9b651588e940 x1874597595066368/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762522.061319:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762522.061321:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762522.061323:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762522.061327:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762522.061329:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762522.061332:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762522.061336:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588e940 x1874597595066368/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762522.061347:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588e940 x1874597595066368/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762522.061355:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762522.061357:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762522.061359:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762522.061361:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762522.061365:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588e940 x1874597595066368/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762522.061373:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762522.061378:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588e940 x1874597595066368/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762547 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762522.061387:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762522.061390:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762522.061392:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762522.061394:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762522.061397:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762522.061400:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762522.061403:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762522.061408:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762522.061411:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762522.061416:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588e940 x1874597595066368/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762547 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762522.061426:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595066368:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762522.061431:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762522.061435:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c780 x1874597595066496/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762522.061444:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762522.061445:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762522.061448:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762522.061450:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762522.061453:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762522.061456:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595066496:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762522.061460:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762522.061462:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762522.061465:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762522.061467:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762522.061472:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541865000.
02000000:00000001:2.0:1787762522.061475:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762522.061479:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762522.061482:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762522.061486:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762522.061490:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595066496, portal 4
00000100:00000001:2.0:1787762522.061493:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762522.061495:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188128640 : -110616521422976 : ffff9b651588c780)
00000100:00000040:2.0:1787762522.061502:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c780 x1874597595066496/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762522.061511:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762522.061514:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762522.061516:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762522.061520:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595066496, offset 0
00000400:00000200:2.0:1787762522.061524:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762522.061529:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762522.061563:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762522.061567:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762522.061571:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762522.061575:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762522.061578:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762522.061582:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278113:278113:256:4294967295] 192.168.203.101@tcp LPNI seq info [278112:278112:8:4294967295]
00000400:00000200:2.0:1787762522.061588:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762522.061598:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762522.061604:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762522.061609:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762522.061614:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762522.061618:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787762522.061624:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762522.061627:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1787762522.061632:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762522.061635:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762522.061639:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762522.061643:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762522.061647:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762522.061650:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762522.061653:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762522.061658:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c780 x1874597595066496/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762522.061668:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762522.061672:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c780 x1874597595066496/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762547 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762522.061689:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762522.061691:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762522.061696:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762522.061700:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762522.061704:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762522.061706:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315935252
00000100:00000001:2.0:1787762522.061709:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315935992
00000100:00000001:2.0:1787762522.061712:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315935252
00000100:00000001:2.0:1787762522.061715:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315935992
00000100:00000001:2.0:1787762522.061718:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762522.061720:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762522.061723:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762522.061727:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762522/real 1787762522]  req@ffff9b651588c780 x1874597595066496/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762522.061736:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762522.061738:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762522.061740:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762522.061743:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762522.061745:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762522.061748:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762522.061752:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c780 x1874597595066496/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762522.061763:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c780 x1874597595066496/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762522.061770:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762522.061772:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762522.061774:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762522.061776:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762522.061780:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c780 x1874597595066496/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762522.061789:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762522.061794:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c780 x1874597595066496/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762547 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762522.061803:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762522.061806:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762522.061807:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762522.061809:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762522.061811:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762522.061813:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762522.061816:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762522.061820:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762522.061823:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762522.061827:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c780 x1874597595066496/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762547 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762522.061836:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595066496:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762522.061841:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762522.061843:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762522.061847:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588e940 x1874597595066368/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762547 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762522.061855:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762522.061857:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762522.061859:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541866000.
02000000:00000001:2.0:1787762522.061862:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762522.061865:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762522.061867:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762522.061869:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762522.061872:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08800.
02000000:00000001:2.0:1787762522.061875:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762522.061877:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762522.061879:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588e940.
00000100:00000001:2.0:1787762522.061884:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762522.061885:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762522.061887:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762522.061892:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c780 x1874597595066496/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762547 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762522.061900:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762522.061901:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762522.061903:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865000.
02000000:00000001:2.0:1787762522.061905:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762522.061907:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762522.061908:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762522.061910:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762522.061912:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0b400.
02000000:00000001:2.0:1787762522.061915:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762522.061916:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762522.061917:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c780.
00000100:00000001:2.0:1787762522.061920:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762522.061922:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762522.061925:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762522.061931:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762522.061934:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762522.061937:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762522.061941:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762522.827443:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315935992, at 4315936000
00000100:00000040:1.0:1787762522.827443:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315935992, at 4315936000
00000100:00000010:1.0:1787762522.827469:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdc60.
00000100:00000010:0.0:1787762522.827476:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd660.
00010000:00000001:0.0:1787762522.891347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762522.891351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762522.891356:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762522.891357:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762522.891361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762522.891362:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762522.891470:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762522.891479:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762522.891487:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762523.083368:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762523.083378:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762523.083382:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762523.083391:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762523.083397:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762523.083402:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762523.083407:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762523.083413:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762523.083418:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762523.915347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762523.915355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762523.915360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762523.915361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762523.915364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762523.915365:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762523.915404:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762523.915407:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762523.915409:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762524.107333:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762524.107340:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762524.107343:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762524.107349:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762524.107353:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762524.107357:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762524.107360:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762524.107363:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762524.107367:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762524.939364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762524.939372:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762524.939379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762524.939381:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762524.939385:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762524.939387:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762524.939480:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762524.939486:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762524.939491:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762525.131353:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762525.131361:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762525.131364:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762525.131370:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762525.131375:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762525.131380:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762525.131383:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762525.131386:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762525.131390:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762525.963352:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762525.963362:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762525.963365:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762525.963368:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762525.963375:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762525.963377:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762525.963379:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762525.963382:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762525.963385:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762525.963387:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762525.963389:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762525.963390:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762525.963391:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762525.963392:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762525.963393:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762525.963395:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762525.963398:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762525.963399:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762525.963423:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762525.963426:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762525.963428:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762526.155317:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762526.155323:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762526.155324:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762526.155329:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762526.155332:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762526.155335:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762526.155337:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762526.155340:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762526.155342:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762526.987355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762526.987366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762526.987375:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762526.987377:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762526.987381:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762526.987383:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762526.987469:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762526.987476:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762526.987482:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762527.179348:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762527.179353:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762527.179355:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762527.179359:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762527.179362:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762527.179364:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762527.179367:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762527.179368:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762527.179370:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762527.179457:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762527.179469:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762527.179473:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762527.179478:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762527.179484:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762527.179495:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21267
00000400:00000200:3.0:1787762527.179540:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762527.179550:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762527.179555:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762527.179560:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762527.179566:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762527.179570:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762527.179575:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762527.179580:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762527.179583:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762527.179587:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762527.179592:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762527.179596:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762527.179600:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762527.179606:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762527.179609:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762527.179612:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762527.179615:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762527.179619:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762527.179625:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762527.179628:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762527.179632:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762527.179638:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762527.179642:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762527.179645:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762527.179648:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762527.179659:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787762527.179665:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762527.179672:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762527.179674:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762527.179688:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762527.179693:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762527.179699:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762527.179711:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16000.
00000100:00000001:3.0:1787762527.179722:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762527.179736:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597595066624/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762527.179751:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762527.179758:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762527.179765:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597595066624/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762527.179794:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762527.179799:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762527.179804:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762527.179806:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762527.179809:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762527.179814:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762527.179818:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21267
00000100:00000001:2.0:1787762527.179820:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1787762527.179825:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762527.179826:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762527.179837:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1787762527.179839:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762527.179843:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762527.179850:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000040:2.0:1787762527.179852:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f0c0 x1874597595066624/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762527.179857:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762527.179868:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762527.179877:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762527.179886:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762527.179892:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762527.179898:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787762527.179899:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762527.179909:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787762527.179910:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762527.179921:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
02000000:00000001:2.0:1787762527.179922:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1787762527.179932:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
02000000:00000001:2.0:1787762527.179933:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762527.179943:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762527.179945:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762527.179952:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1787762527.179954:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595066624:192.168.203.101@tcp:250:kworker.0
00000100:00000040:3.0:1787762527.179963:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762527.179965:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787762527.179972:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
02000000:00000001:2.0:1787762527.179974:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1787762527.179978:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
02000000:00000001:2.0:1787762527.179979:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762527.179993:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787762527.179995:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762527.180000:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762527.180007:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541865000.
02000000:00000001:3.0:1787762527.180008:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762527.180016:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762527.180021:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787762527.180035:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:3.0:1787762527.180036:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762527.180044:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1787762527.180045:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000008:00100000:3.0:1787762527.180052:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1787762527.180054:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000008:00000001:3.0:1787762527.180062:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762527.180068:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762527.180070:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595066624, portal 25
00000100:00000001:2.0:1787762527.180075:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000010:3.0:1787762527.180075:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000100:00000001:2.0:1787762527.180080:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765445824 : -110615944105792 : ffff9b6537f1f0c0)
00000020:00000040:3.0:1787762527.180082:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762527.180090:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762527.180092:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762527.180099:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1787762527.180100:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f0c0 x1874597595066624/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762527.180103:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762527.180107:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762527.180118:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14400.
00000100:00000001:3.0:1787762527.180127:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762527.180133:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1787762527.180141:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597595066752/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787762527.180150:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762527.180157:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000001:3.0:1787762527.180171:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1787762527.180172:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595066624, offset 0
00000100:00000001:3.0:1787762527.180178:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762527.180188:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000040:3.0:1787762527.180193:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597595066752/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762527.180210:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762527.180234:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762527.180283:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762527.180291:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000001:3.0:1787762527.180294:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762527.180296:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762527.180306:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00080000:3.0:1787762527.180307:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762527.180323:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1787762527.180325:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278114:278114:256:4294967295] 192.168.203.101@tcp LPNI seq info [278113:278113:8:4294967295]
00000100:00000001:3.0:1787762527.180329:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762527.180340:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787762527.180342:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762527.180353:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762527.180364:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21267
00000400:00000200:2.0:1787762527.180374:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1787762527.180382:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762527.180393:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000800:00000200:2.0:1787762527.180394:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00080000:3.0:1787762527.180408:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1787762527.180410:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000100:00000040:3.0:1787762527.180418:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762527.180426:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1787762527.180428:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:3.0:1787762527.180435:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000800:00000200:2.0:1787762527.180436:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1787762527.180450:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762527.180461:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:2.1:1787762527.180462:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000020:00000040:3.0:1787762527.180467:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762527.180472:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:2.1:1787762527.180472:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000020:00000040:3.0:1787762527.180480:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762527.180490:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000800:00000100:2.0:1787762527.180491:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762527.180515:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000020:00000001:3.0:1787762527.180521:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:2.0:1787762527.180526:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787762527.180530:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762527.180544:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787762527.180545:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1787762527.180556:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:2.0:1787762527.180557:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000100:00000001:3.0:1787762527.180560:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000010:2.0:1787762527.180563:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000020:00000040:3.0:1787762527.180567:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00000001:2.0:1787762527.180571:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1787762527.180577:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000200:2.0:1787762527.180586:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f0c0 x1874597595066624/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762527.180586:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762527.180598:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762527.180606:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762527.180610:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787762527.180613:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762527.180623:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1787762527.180624:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f0c0 x1874597595066624/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762552 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787762527.180632:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762527.180649:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762527.180650:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762527.180667:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787762527.180668:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762527.180684:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000100:00000001:2.0:1787762527.180685:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787762527.180696:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000200:2.0:1787762527.180697:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:3.0:1787762527.180712:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787762527.180713:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315941112
02000000:00000001:3.0:1787762527.180720:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762527.180725:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:2.0:1787762527.180726:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd660.
02000000:00000001:3.0:1787762527.180729:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762527.180734:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762527.180737:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
02000000:00000010:3.0:1787762527.180740:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15000.
00000100:00000001:3.0:1787762527.180746:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762527.180747:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315941112
00000100:00000010:2.0:1787762527.180754:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdc60.
00000100:00100000:3.0:1787762527.180757:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597595066880/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762527.180760:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762527.180769:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762527.180785:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762527.180786:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762527.180797:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787762527.180797:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762527.180823:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597595066880/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762527.180825:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762527/real 1787762527]  req@ffff9b6537f1f0c0 x1874597595066624/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762527.180930:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787762527.180930:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787762527.180937:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1787762527.180939:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1787762527.180940:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000100:00000040:3.0:1787762527.180954:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1787762527.180955:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762527.180963:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762527.180971:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1787762527.180971:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21278)
00000100:00000200:2.0:1787762527.180983:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f0c0 x1874597595066624/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762527.180992:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f0c0 x1874597595066624/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762527.180998:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762527.180999:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762527.181001:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762527.181002:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762527.181007:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f0c0 x1874597595066624/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762527.181012:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762527.181016:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f0c0 x1874597595066624/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762552 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762527.181021:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762527.181023:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762527.181024:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762527.181024:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762527.181027:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762527.181029:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762527.181031:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762527.181034:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762527.181036:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762527.181039:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f0c0 x1874597595066624/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762552 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762527.181045:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595066624:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762527.181048:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762527.181050:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762527.181052:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f0c0 x1874597595066624/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762552 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762527.181056:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762527.181058:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762527.181060:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865000.
02000000:00000001:2.0:1787762527.181063:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762527.181065:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762527.181066:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762527.181068:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762527.181069:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16000.
02000000:00000001:2.0:1787762527.181072:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762527.181074:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762527.181075:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f0c0.
00000100:00000001:2.0:1787762527.181077:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762527.181078:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762527.181080:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762527.181085:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762527.181086:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762527.181089:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762527.181091:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762527.181093:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762527.181097:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1fc00 x1874597595066752/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762527.181105:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762527.181107:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762527.181110:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762527.181112:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762527.181115:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762527.181119:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595066752:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762527.181122:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762527.181125:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762527.181127:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762527.181129:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762527.181132:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541865000.
02000000:00000001:2.0:1787762527.181134:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762527.181138:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762527.181142:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762527.181144:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762527.181147:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595066752, portal 10
00000100:00000001:2.0:1787762527.181148:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762527.181149:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765448704 : -110615944102912 : ffff9b6537f1fc00)
00000100:00000040:2.0:1787762527.181155:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1fc00 x1874597595066752/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762527.181160:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762527.181161:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762527.181163:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762527.181164:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595066752, offset 0
00000400:00000200:2.0:1787762527.181167:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762527.181170:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762527.181173:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762527.181176:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762527.181177:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762527.181179:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762527.181181:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762527.181183:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278115:278115:256:4294967295] 192.168.203.101@tcp LPNI seq info [278114:278114:8:4294967295]
00000400:00000200:2.0:1787762527.181186:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762527.181191:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762527.181194:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762527.181197:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762527.181199:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762527.181201:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787762527.181205:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762527.181207:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787762527.181210:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762527.181211:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762527.181213:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762527.181215:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762527.181217:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762527.181219:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762527.181220:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762527.181223:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1fc00 x1874597595066752/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762527.181228:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762527.181230:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1fc00 x1874597595066752/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762552 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762527.181235:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762527.181236:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762527.181239:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762527.181243:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762527.181272:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762527.181275:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315940366
00000100:00000001:2.0:1787762527.181278:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315941112
00000100:00000001:2.0:1787762527.181281:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315940366
00000100:00000001:2.0:1787762527.181283:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315941112
00000100:00000001:2.0:1787762527.181286:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762527.181288:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762527.181290:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762527.181294:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762527/real 1787762527]  req@ffff9b6537f1fc00 x1874597595066752/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762527.181305:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762527.181307:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762527.181309:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762527.181313:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762527.181317:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762527.181322:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762527.181327:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1fc00 x1874597595066752/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762527.181334:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1fc00 x1874597595066752/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762527.181344:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762527.181345:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762527.181346:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762527.181347:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762527.181350:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1fc00 x1874597595066752/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762527.181354:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762527.181357:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1fc00 x1874597595066752/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762552 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762527.181361:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762527.181363:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762527.181364:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762527.181364:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762527.181366:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762527.181367:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762527.181369:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762527.181371:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762527.181372:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762527.181375:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1fc00 x1874597595066752/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762552 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762527.181381:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595066752:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762527.181383:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762527.181386:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d2c0 x1874597595066880/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762527.181390:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762527.181391:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762527.181392:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762527.181394:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762527.181396:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762527.181397:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595066880:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762527.181400:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762527.181402:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762527.181403:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762527.181404:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762527.181407:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541866000.
02000000:00000001:2.0:1787762527.181408:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762527.181411:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762527.181412:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762527.181415:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762527.181417:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595066880, portal 4
00000100:00000001:2.0:1787762527.181418:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762527.181419:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765438144 : -110615944113472 : ffff9b6537f1d2c0)
00000100:00000040:2.0:1787762527.181423:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d2c0 x1874597595066880/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762527.181428:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762527.181429:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762527.181431:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762527.181433:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595066880, offset 0
00000400:00000200:2.0:1787762527.181436:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762527.181439:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762527.181441:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762527.181443:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762527.181445:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762527.181447:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762527.181449:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762527.181451:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278116:278116:256:4294967295] 192.168.203.101@tcp LPNI seq info [278115:278115:8:4294967295]
00000400:00000200:2.0:1787762527.181454:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762527.181458:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762527.181461:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762527.181463:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762527.181466:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762527.181468:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787762527.181471:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762527.181472:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787762527.181475:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762527.181476:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762527.181478:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762527.181481:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762527.181483:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762527.181484:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762527.181485:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762527.181488:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d2c0 x1874597595066880/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762527.181493:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762527.181495:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d2c0 x1874597595066880/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762552 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762527.181515:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762527.181516:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762527.181519:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762527.181521:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762527.181524:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762527.181525:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315940372
00000100:00000001:2.0:1787762527.181527:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315941112
00000100:00000001:2.0:1787762527.181529:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315940372
00000100:00000001:2.0:1787762527.181530:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315941112
00000100:00000001:2.0:1787762527.181531:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762527.181533:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762527.181534:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762527.181537:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762527/real 1787762527]  req@ffff9b6537f1d2c0 x1874597595066880/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762527.181541:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762527.181542:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762527.181544:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762527.181545:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762527.181546:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762527.181548:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762527.181550:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d2c0 x1874597595066880/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762527.181555:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d2c0 x1874597595066880/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762527.181559:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762527.181560:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762527.181561:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762527.181562:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762527.181564:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d2c0 x1874597595066880/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762527.181568:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762527.181570:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d2c0 x1874597595066880/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762552 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762527.181575:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762527.181577:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762527.181578:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762527.181579:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762527.181580:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762527.181581:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762527.181583:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762527.181585:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762527.181586:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762527.181588:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d2c0 x1874597595066880/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762552 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762527.181593:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595066880:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762527.181595:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762527.181597:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762527.181598:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1fc00 x1874597595066752/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762552 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762527.181602:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762527.181603:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762527.181605:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865000.
02000000:00000001:2.0:1787762527.181606:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762527.181607:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762527.181608:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762527.181610:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762527.181611:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14400.
02000000:00000001:2.0:1787762527.181613:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762527.181614:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762527.181615:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1fc00.
00000100:00000001:2.0:1787762527.181617:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762527.181618:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762527.181619:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762527.181621:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d2c0 x1874597595066880/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762552 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762527.181629:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762527.181630:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762527.181631:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541866000.
02000000:00000001:2.0:1787762527.181633:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762527.181633:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762527.181634:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762527.181635:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762527.181636:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15000.
02000000:00000001:2.0:1787762527.181637:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762527.181638:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762527.181639:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d2c0.
00000100:00000001:2.0:1787762527.181641:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762527.181641:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762527.181642:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762527.181645:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762527.181646:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762527.181647:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762527.181648:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762527.947298:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315941112, at 4315941120
00000100:00000010:0.0:1787762527.947314:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd660.
00000100:00000040:1.0:1787762527.947373:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315941112, at 4315941120
00000100:00000010:1.0:1787762527.947392:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdc60.
00010000:00000001:0.0:1787762528.011311:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762528.011315:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762528.011320:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762528.011321:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762528.011324:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762528.011325:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762528.011341:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762528.011343:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762528.011345:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762528.203305:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762528.203311:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762528.203313:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762528.203317:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762528.203320:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762528.203323:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762528.203325:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762528.203328:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762528.203330:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762529.035398:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762529.035408:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762529.035416:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762529.035419:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762529.035423:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762529.035425:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762529.035547:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762529.035554:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762529.035559:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762529.227318:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762529.227324:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762529.227325:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762529.227329:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762529.227332:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762529.227335:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762529.227337:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762529.227339:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762529.227341:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762530.059323:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762530.059328:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762530.059333:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762530.059334:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762530.059337:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762530.059338:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762530.059369:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762530.059372:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762530.059375:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762530.251323:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762530.251329:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762530.251331:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762530.251337:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762530.251340:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762530.251344:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762530.251347:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762530.251349:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762530.251352:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762531.083388:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762531.083398:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762531.083406:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762531.083408:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762531.083412:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762531.083414:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762531.083572:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762531.083579:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762531.083585:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762531.275335:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762531.275341:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762531.275343:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762531.275347:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762531.275350:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762531.275353:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762531.275355:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762531.275358:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762531.275360:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762532.107343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762532.107352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762532.107358:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762532.107359:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762532.107361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762532.107365:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762532.107367:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762532.107371:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762532.107374:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762532.107376:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762532.107378:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762532.107380:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762532.107403:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762532.107406:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762532.107408:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762532.299336:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762532.299347:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762532.299351:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762532.299356:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762532.299361:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762532.299372:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21273
00000400:00000200:3.0:1787762532.299384:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762532.299396:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762532.299402:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787762532.299406:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000040:3.0:1787762532.299407:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762532.299418:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762532.299419:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762532.299426:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762532.299427:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762532.299443:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00100000:2.0:1787762532.299444:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000020:00000001:3.0:1787762532.299475:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762532.299480:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000100:00000001:2.0:1787762532.299482:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787762532.299488:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787762532.299490:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762532.299497:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1787762532.299498:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000100:00000001:2.0:1787762532.299501:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762532.299516:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762532.299516:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762532.299526:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762532.299531:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762532.299534:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762532.299537:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762532.299540:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762532.299544:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762532.299548:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762532.299550:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762532.299553:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762532.299557:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762532.299559:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762532.299562:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762532.299564:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762532.299573:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000020:00000040:3.0:1787762532.299577:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762532.299582:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762532.299584:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762532.299587:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762532.299590:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762532.299596:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762532.299607:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15c00.
00000100:00000001:3.0:1787762532.299616:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762532.299628:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597595067008/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762532.299643:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762532.299649:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762532.299655:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597595067008/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762532.299677:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762532.299680:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762532.299683:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762532.299684:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762532.299686:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762532.299689:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762532.299691:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21273
00000400:00000200:3.0:1787762532.299695:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762532.299698:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762532.299700:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762532.299703:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762532.299706:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762532.299708:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762532.299710:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762532.299712:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762532.299713:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762532.299714:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762532.299716:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762532.299718:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:2.0:1787762532.299719:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787762532.299722:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:2.0:1787762532.299727:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787762532.299728:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762532.299731:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787762532.299733:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762532.299738:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762532.299742:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762532.299745:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000040:2.0:1787762532.299753:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d2c0 x1874597595067008/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762532.299754:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762532.299768:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762532.299783:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762532.299795:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762532.299796:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762532.299809:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762532.299809:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762532.299832:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787762532.299834:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1787762532.299843:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787762532.299844:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762532.299866:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787762532.299866:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762532.299888:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762532.299897:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595067008:192.168.203.101@tcp:250:kworker.0
00000100:00000010:3.0:1787762532.299899:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000020:00000040:3.0:1787762532.299909:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000100:00000001:2.0:1787762532.299912:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762532.299915:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762532.299918:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762532.299920:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787762532.299922:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762532.299925:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762532.299926:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762532.299930:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762532.299932:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787762532.299943:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15000.
02000000:00000010:2.0:1787762532.299949:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541866000.
00000100:00000001:3.0:1787762532.299951:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762532.299955:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762532.299963:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597595067136/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787762532.299974:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762532.299987:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000100:00000001:3.0:1787762532.299988:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762532.299997:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762532.300003:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000040:3.0:1787762532.300004:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597595067136/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762532.300021:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595067008, portal 25
00000100:00000001:3.0:1787762532.300023:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762532.300028:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787762532.300030:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762532.300032:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765438144 : -110615944113472 : ffff9b6537f1d2c0)
00000100:00080000:3.0:1787762532.300051:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762532.300055:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762532.300061:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1787762532.300062:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d2c0 x1874597595067008/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762532.300075:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762532.300086:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21273
00000100:00000001:2.0:1787762532.300100:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1787762532.300108:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:2.0:1787762532.300119:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000200:3.0:1787762532.300129:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000400:00000010:2.0:1787762532.300131:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00080000:3.0:1787762532.300135:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1787762532.300139:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595067008, offset 0
00000100:00000040:3.0:1787762532.300147:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762532.300151:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762532.300156:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:2.0:1787762532.300162:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762532.300165:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762532.300174:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1787762532.300178:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000020:00000040:3.0:1787762532.300180:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762532.300187:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762532.300191:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000400:00000200:2.0:1787762532.300192:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000020:00000001:3.0:1787762532.300207:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:2.0:1787762532.300211:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1787762532.300222:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:2.0:1787762532.300229:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000040:3.0:1787762532.300240:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000200:2.0:1787762532.300241:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787762532.300279:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762532.300283:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762532.300286:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762532.300289:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000400:00000200:2.0:1787762532.300302:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00080000:3.0:1787762532.300302:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762532.300318:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762532.300322:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787762532.300324:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278117:278117:256:4294967295] 192.168.203.101@tcp LPNI seq info [278116:278116:8:4294967295]
02000000:00000001:3.0:1787762532.300328:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787762532.300338:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:3.0:1787762532.300339:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762532.300355:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762532.300359:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762532.300374:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762532.300381:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787762532.300383:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762532.300396:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000800:00000200:2.0:1787762532.300403:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000020:00000040:3.0:1787762532.300407:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762532.300411:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000010:2.0:1787762532.300412:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
02000000:00000001:3.0:1787762532.300413:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762532.300427:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762532.300431:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762532.300440:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787762532.300441:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762532.300455:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
02000000:00000010:3.0:1787762532.300456:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14400.
00000100:00000001:3.0:1787762532.300477:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762532.300487:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597595067264/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1787762532.300502:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762532.300514:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1787762532.300518:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762532.300523:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787762532.300527:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762532.300536:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000100:00000040:3.0:1787762532.300537:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597595067264/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762532.300552:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1787762532.300553:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762532.300570:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762532.300575:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1787762532.300583:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1787762532.300583:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21283)
00000400:00000200:2.0:1787762532.300602:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762532.300607:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762532.300616:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762532.300622:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d2c0 x1874597595067008/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762532.300637:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762532.300641:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d2c0 x1874597595067008/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762557 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762532.300651:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762532.300653:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762532.300662:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762532.300667:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762532.300671:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315946232
00000100:00000010:2.0:1787762532.300678:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd6c0.
00000100:00000001:2.0:1787762532.300687:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762532.300696:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315946232
00000100:00000010:2.0:1787762532.300700:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd9c0.
00000100:00000001:2.0:1787762532.300704:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762532.300708:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762532.300711:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762532.300714:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762532.300719:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762532/real 1787762532]  req@ffff9b6537f1d2c0 x1874597595067008/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762532.300730:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762532.300733:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762532.300735:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762532.300740:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762532.300742:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762532.300745:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762532.300750:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d2c0 x1874597595067008/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762532.300761:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d2c0 x1874597595067008/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762532.300770:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762532.300772:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762532.300775:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762532.300777:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762532.300782:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d2c0 x1874597595067008/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762532.300791:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762532.300796:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d2c0 x1874597595067008/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762557 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762532.300805:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762532.300809:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762532.300811:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762532.300812:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762532.300816:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762532.300818:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762532.300822:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762532.300827:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762532.300830:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762532.300836:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d2c0 x1874597595067008/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762557 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762532.300847:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595067008:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762532.300855:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762532.300858:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762532.300862:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d2c0 x1874597595067008/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762557 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762532.300870:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762532.300874:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762532.300877:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541866000.
02000000:00000001:2.0:1787762532.300881:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762532.300884:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762532.300886:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762532.300889:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762532.300892:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15c00.
02000000:00000001:2.0:1787762532.300897:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762532.300899:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762532.300902:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d2c0.
00000100:00000001:2.0:1787762532.300907:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762532.300910:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762532.300915:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762532.300926:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762532.300929:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762532.300934:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762532.300938:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762532.300941:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762532.300949:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1fc00 x1874597595067136/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762532.300963:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762532.300966:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762532.300970:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762532.300974:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762532.300979:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762532.300985:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595067136:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762532.300992:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762532.300996:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762532.301000:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762532.301004:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762532.301010:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541866000.
02000000:00000001:2.0:1787762532.301013:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762532.301020:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762532.301025:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762532.301031:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762532.301037:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595067136, portal 10
00000100:00000001:2.0:1787762532.301040:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762532.301043:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765448704 : -110615944102912 : ffff9b6537f1fc00)
00000100:00000040:2.0:1787762532.301056:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1fc00 x1874597595067136/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762532.301069:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762532.301074:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762532.301078:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762532.301084:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595067136, offset 0
00000400:00000200:2.0:1787762532.301093:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762532.301101:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762532.301109:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762532.301115:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762532.301121:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762532.301125:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762532.301131:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762532.301137:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278118:278118:256:4294967295] 192.168.203.101@tcp LPNI seq info [278117:278117:8:4294967295]
00000400:00000200:2.0:1787762532.301146:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762532.301159:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762532.301165:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762532.301170:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762532.301176:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762532.301179:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762532.301186:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762532.301190:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787762532.301195:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762532.301198:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762532.301202:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762532.301207:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762532.301211:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762532.301213:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762532.301217:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762532.301222:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1fc00 x1874597595067136/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762532.301233:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762532.301237:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1fc00 x1874597595067136/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762557 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762532.301275:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762532.301278:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762532.301284:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762532.301289:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762532.301294:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762532.301296:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315945486
00000100:00000001:2.0:1787762532.301301:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315946232
00000100:00000001:2.0:1787762532.301303:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315945486
00000100:00000001:2.0:1787762532.301306:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315946232
00000100:00000001:2.0:1787762532.301309:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762532.301312:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762532.301314:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762532.301319:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762532/real 1787762532]  req@ffff9b6537f1fc00 x1874597595067136/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762532.301329:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762532.301331:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762532.301334:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762532.301337:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762532.301339:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762532.301342:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762532.301347:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1fc00 x1874597595067136/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762532.301357:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1fc00 x1874597595067136/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762532.301365:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762532.301367:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762532.301369:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762532.301371:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762532.301376:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1fc00 x1874597595067136/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762532.301384:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762532.301388:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1fc00 x1874597595067136/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762557 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762532.301397:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762532.301399:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762532.301401:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762532.301403:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762532.301405:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762532.301408:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762532.301411:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762532.301415:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762532.301418:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762532.301423:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1fc00 x1874597595067136/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762557 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762532.301433:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595067136:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762532.301438:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762532.301442:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f0c0 x1874597595067264/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762532.301459:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762532.301483:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762532.301488:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762532.301490:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762532.301493:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762532.301497:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595067264:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762532.301502:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762532.301505:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762532.301507:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762532.301509:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762532.301514:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541865000.
02000000:00000001:2.0:1787762532.301517:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762532.301521:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762532.301524:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762532.301529:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762532.301532:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595067264, portal 4
00000100:00000001:2.0:1787762532.301535:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762532.301537:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765445824 : -110615944105792 : ffff9b6537f1f0c0)
00000100:00000040:2.0:1787762532.301544:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f0c0 x1874597595067264/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762532.301552:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762532.301555:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762532.301558:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762532.301561:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595067264, offset 0
00000400:00000200:2.0:1787762532.301565:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762532.301570:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762532.301574:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762532.301578:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762532.301582:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762532.301585:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762532.301588:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762532.301592:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278119:278119:256:4294967295] 192.168.203.101@tcp LPNI seq info [278118:278118:8:4294967295]
00000400:00000200:2.0:1787762532.301598:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762532.301606:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762532.301611:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762532.301616:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762532.301620:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762532.301624:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762532.301629:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762532.301633:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787762532.301638:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762532.301640:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762532.301644:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762532.301648:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762532.301652:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762532.301654:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762532.301657:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762532.301661:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f0c0 x1874597595067264/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762532.301671:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762532.301675:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f0c0 x1874597595067264/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762557 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762532.301683:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762532.301685:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762532.301689:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762532.301692:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762532.301696:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762532.301698:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315945492
00000100:00000001:2.0:1787762532.301701:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315946232
00000100:00000001:2.0:1787762532.301704:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315945492
00000100:00000001:2.0:1787762532.301707:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315946232
00000100:00000001:2.0:1787762532.301710:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762532.301713:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762532.301715:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762532.301720:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762532/real 1787762532]  req@ffff9b6537f1f0c0 x1874597595067264/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762532.301730:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762532.301731:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762532.301733:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762532.301736:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762532.301738:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762532.301740:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762532.301744:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f0c0 x1874597595067264/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762532.301755:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f0c0 x1874597595067264/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762532.301763:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762532.301764:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762532.301766:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762532.301768:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762532.301772:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f0c0 x1874597595067264/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762532.301780:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762532.301784:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f0c0 x1874597595067264/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762557 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762532.301792:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762532.301795:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762532.301797:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762532.301799:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762532.301801:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762532.301803:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762532.301806:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762532.301811:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762532.301813:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762532.301818:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f0c0 x1874597595067264/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762557 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762532.301828:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595067264:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762532.301832:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762532.301835:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762532.301838:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1fc00 x1874597595067136/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762557 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762532.301845:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762532.301848:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762532.301850:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541866000.
02000000:00000001:2.0:1787762532.301853:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762532.301855:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762532.301856:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762532.301859:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762532.301861:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15000.
02000000:00000001:2.0:1787762532.301864:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762532.301865:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762532.301867:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1fc00.
00000100:00000001:2.0:1787762532.301870:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762532.301872:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762532.301874:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762532.301878:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f0c0 x1874597595067264/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762557 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762532.301886:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762532.301888:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762532.301890:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865000.
02000000:00000001:2.0:1787762532.301892:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762532.301894:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762532.301895:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762532.301897:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762532.301900:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14400.
02000000:00000001:2.0:1787762532.301903:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762532.301904:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762532.301906:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f0c0.
00000100:00000001:2.0:1787762532.301908:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762532.301910:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762532.301912:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762532.301917:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762532.301918:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762532.301921:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762532.301923:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762533.067359:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315946232, at 4315946240
00000100:00000040:0.0:1787762533.067372:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315946232, at 4315946240
00000100:00000010:1.0:1787762533.067380:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd9c0.
00000100:00000010:0.0:1787762533.067384:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd6c0.
00010000:00000001:0.0:1787762533.131354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762533.131362:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762533.131367:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762533.131369:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762533.131372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762533.131374:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762533.131433:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762533.131437:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762533.131441:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762533.323349:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762533.323356:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762533.323359:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762533.323364:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762533.323368:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762533.323371:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762533.323374:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762533.323377:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762533.323379:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762534.155374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762534.155384:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762534.155392:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762534.155394:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762534.155398:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762534.155400:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762534.155430:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762534.155434:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762534.155438:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762534.347300:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762534.347305:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762534.347307:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762534.347312:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762534.347314:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762534.347317:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762534.347320:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762534.347322:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762534.347324:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762535.179351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762535.179372:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762535.179374:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762535.179377:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762535.179382:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762535.179384:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762535.179386:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762535.179388:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762535.179391:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762535.179393:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762535.179394:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762535.179395:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762535.179397:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762535.179398:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762535.179399:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762535.179400:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762535.179403:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762535.179404:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762535.179466:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762535.179470:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762535.179472:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762535.371306:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762535.371311:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762535.371313:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762535.371316:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762535.371320:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762535.371322:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762535.371324:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762535.371327:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762535.371329:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762536.203407:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762536.203417:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762536.203424:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762536.203426:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762536.203431:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762536.203433:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762536.203494:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762536.203498:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762536.203502:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762536.395328:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762536.395337:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762536.395339:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762536.395345:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762536.395349:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762536.395352:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762536.395355:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762536.395358:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762536.395360:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762537.227398:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762537.227408:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762537.227416:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762537.227418:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762537.227422:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762537.227424:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762537.227551:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762537.227558:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762537.227563:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762537.419329:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762537.419335:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762537.419338:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762537.419342:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762537.419348:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762537.419351:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762537.419354:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762537.419357:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762537.419360:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762537.419406:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762537.419418:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762537.419423:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762537.419453:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762537.419460:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762537.419471:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21278
00000400:00000200:3.0:1787762537.419485:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762537.419496:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762537.419501:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762537.419505:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762537.419511:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762537.419514:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762537.419518:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762537.419523:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762537.419526:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762537.419530:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762537.419535:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762537.419538:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762537.419542:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762537.419545:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762537.419548:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762537.419551:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762537.419554:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762537.419558:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762537.419563:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762537.419566:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762537.419570:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762537.419575:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762537.419579:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762537.419581:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762537.419584:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762537.419599:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787762537.419604:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762537.419622:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762537.419626:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762537.419633:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762537.419637:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762537.419646:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762537.419662:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16000.
00000100:00000001:3.0:1787762537.419674:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762537.419692:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597595067392/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762537.419768:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762537.419775:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762537.419784:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597595067392/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762537.419815:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762537.419819:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762537.419824:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762537.419826:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762537.419829:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762537.419833:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762537.419837:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21278
00000400:00000200:3.0:1787762537.419843:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762537.419848:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762537.419851:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762537.419855:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762537.419858:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762537.419862:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762537.419865:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762537.419869:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762537.419872:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762537.419874:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787762537.419879:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787762537.419879:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762537.419889:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:2.0:1787762537.419890:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787762537.419901:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:2.0:1787762537.419903:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762537.419913:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762537.419918:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762537.419921:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d680 x1874597595067392/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762537.419924:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762537.419936:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762537.419948:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762537.419958:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762537.419965:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762537.419966:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787762537.419969:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762537.419976:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762537.419982:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762537.419984:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762537.419988:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762537.419991:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762537.419992:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787762537.420001:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787762537.420001:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762537.420008:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762537.420009:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595067392:192.168.203.101@tcp:250:kworker.0
00000100:00000001:3.0:1787762537.420020:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762537.420024:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:3.0:1787762537.420029:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
02000000:00000001:2.0:1787762537.420030:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762537.420035:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787762537.420038:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:2.0:1787762537.420041:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787762537.420043:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762537.420047:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762537.420051:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:2.0:1787762537.420053:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541865000.
02000000:00000001:3.0:1787762537.420055:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762537.420062:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762537.420063:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762537.420081:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17c00.
00000400:00000200:2.0:1787762537.420083:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762537.420095:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762537.420097:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762537.420119:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00100000:3.0:1787762537.420121:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597595067520/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787762537.420129:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595067392, portal 25
00000100:00000001:2.0:1787762537.420141:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762537.420143:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762537.420147:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765439104 : -110615944112512 : ffff9b6537f1d680)
00000100:00000001:3.0:1787762537.420150:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762537.420168:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597595067520/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762537.420169:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d680 x1874597595067392/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762537.420278:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762537.420286:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762537.420288:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762537.420302:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595067392, offset 0
00000100:00000001:3.0:1787762537.420304:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762537.420312:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787762537.420314:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00080000:3.0:1787762537.420326:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762537.420329:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787762537.420336:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00080000:3.0:1787762537.420336:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762537.420346:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762537.420355:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21278
00000400:00000200:2.0:1787762537.420357:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762537.420368:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762537.420373:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762537.420376:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762537.420378:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762537.420381:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278120:278120:256:4294967295] 192.168.203.101@tcp LPNI seq info [278119:278119:8:4294967295]
00000400:00000200:2.0:1787762537.420384:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762537.420393:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762537.420409:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000400:00000200:2.0:1787762537.420410:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1787762537.420421:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1787762537.420445:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762537.420450:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000100:00000040:3.0:1787762537.420455:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762537.420463:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1787762537.420464:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:3.0:1787762537.420473:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000800:00000200:2.0:1787762537.420474:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1787762537.420483:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762537.420492:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:2.1:1787762537.420493:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000020:00000040:3.0:1787762537.420498:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000800:00000200:2.1:1787762537.420501:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1787762537.420503:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762537.420509:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000800:00000100:2.0:1787762537.420520:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000020:00000001:3.0:1787762537.420522:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000800:00000010:2.0:1787762537.420525:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000020:00000001:3.0:1787762537.420527:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:2.0:1787762537.420532:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787762537.420535:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762537.420540:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787762537.420548:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1787762537.420553:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762537.420559:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:2.0:1787762537.420561:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762537.420571:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000020:00000040:3.0:1787762537.420572:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00000001:2.0:1787762537.420589:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1787762537.420590:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762537.420597:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762537.420598:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d680 x1874597595067392/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762537.420602:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762537.420614:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762537.420616:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762537.420622:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d680 x1874597595067392/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762562 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762537.420626:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762537.420636:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762537.420639:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762537.420642:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000008:00100000:3.0:1787762537.420644:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787762537.420648:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787762537.420655:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762537.420667:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762537.420670:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762537.420672:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315951352
00000100:00000010:2.0:1787762537.420682:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd1e0.
00000100:00000010:3.0:1787762537.420688:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000100:00000001:2.0:1787762537.420691:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000020:00000040:3.0:1787762537.420699:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000100:00000001:2.0:1787762537.420702:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315951352
00000100:00000010:2.0:1787762537.420711:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdba0.
02000000:00000001:3.0:1787762537.420711:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762537.420720:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762537.420722:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787762537.420728:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787762537.420730:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762537.420733:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787762537.420735:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762537.420738:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762537.420740:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000010:3.0:1787762537.420751:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15800.
00000100:00100000:2.0:1787762537.420752:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762537/real 1787762537]  req@ffff9b6537f1d680 x1874597595067392/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762537.420765:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787762537.420770:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762537.420773:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762537.420776:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000100:00100000:3.0:1787762537.420778:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597595067648/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787762537.420781:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762537.420788:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762537.420801:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787762537.420810:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1787762537.420812:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d680 x1874597595067392/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762537.420816:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762537.420836:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597595067648/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762537.420848:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d680 x1874597595067392/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762537.420888:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762537.420902:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762537.420912:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:3.0:1787762537.420914:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1787762537.420915:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762537.420927:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762537.420931:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762537.420932:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21288)
00000100:00100000:2.0:1787762537.420942:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d680 x1874597595067392/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762537.420952:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762537.420959:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d680 x1874597595067392/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762562 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762537.420967:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762537.420970:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762537.420972:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762537.420974:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762537.420977:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762537.420980:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762537.420984:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762537.420989:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762537.420991:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762537.420994:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d680 x1874597595067392/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762562 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762537.421000:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595067392:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762537.421004:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762537.421006:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762537.421008:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d680 x1874597595067392/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762562 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762537.421012:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762537.421014:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762537.421017:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865000.
02000000:00000001:2.0:1787762537.421020:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762537.421022:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762537.421024:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762537.421025:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762537.421027:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16000.
02000000:00000001:2.0:1787762537.421031:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762537.421032:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762537.421034:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d680.
00000100:00000001:2.0:1787762537.421037:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762537.421038:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762537.421040:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762537.421045:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762537.421046:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762537.421048:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762537.421049:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762537.421050:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762537.421053:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f480 x1874597595067520/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762537.421059:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762537.421060:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762537.421062:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762537.421064:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762537.421065:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762537.421067:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595067520:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762537.421070:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762537.421072:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762537.421073:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762537.421074:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762537.421077:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541865000.
02000000:00000001:2.0:1787762537.421078:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762537.421081:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762537.421083:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762537.421085:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762537.421088:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595067520, portal 10
00000100:00000001:2.0:1787762537.421090:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762537.421091:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765446784 : -110615944104832 : ffff9b6537f1f480)
00000100:00000040:2.0:1787762537.421096:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f480 x1874597595067520/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762537.421101:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762537.421102:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762537.421104:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762537.421105:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595067520, offset 0
00000400:00000200:2.0:1787762537.421108:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762537.421111:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762537.421114:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762537.421116:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762537.421118:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762537.421120:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762537.421121:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762537.421124:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278121:278121:256:4294967295] 192.168.203.101@tcp LPNI seq info [278120:278120:8:4294967295]
00000400:00000200:2.0:1787762537.421127:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762537.421132:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762537.421135:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762537.421137:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762537.421140:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762537.421142:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762537.421146:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762537.421147:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787762537.421150:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762537.421151:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762537.421153:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762537.421156:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762537.421158:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762537.421159:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762537.421161:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762537.421163:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f480 x1874597595067520/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762537.421173:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762537.421175:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f480 x1874597595067520/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762562 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762537.421179:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762537.421180:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762537.421182:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762537.421185:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762537.421187:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762537.421188:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315950605
00000100:00000001:2.0:1787762537.421190:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315951352
00000100:00000001:2.0:1787762537.421191:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315950605
00000100:00000001:2.0:1787762537.421193:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315951352
00000100:00000001:2.0:1787762537.421195:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762537.421196:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762537.421197:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762537.421199:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762537/real 1787762537]  req@ffff9b6537f1f480 x1874597595067520/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762537.421204:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762537.421205:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762537.421206:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762537.421208:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762537.421209:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762537.421210:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762537.421212:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f480 x1874597595067520/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762537.421217:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f480 x1874597595067520/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762537.421221:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762537.421222:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762537.421224:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762537.421224:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762537.421227:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f480 x1874597595067520/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762537.421231:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762537.421233:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f480 x1874597595067520/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762562 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762537.421238:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762537.421239:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762537.421240:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762537.421241:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762537.421242:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762537.421243:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762537.421245:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762537.421266:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762537.421268:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762537.421270:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f480 x1874597595067520/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762562 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762537.421275:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595067520:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762537.421277:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762537.421280:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e940 x1874597595067648/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762537.421285:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762537.421286:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762537.421288:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762537.421289:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762537.421290:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762537.421292:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595067648:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762537.421294:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762537.421296:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762537.421297:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762537.421299:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762537.421301:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541866000.
02000000:00000001:2.0:1787762537.421302:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762537.421304:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762537.421306:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762537.421308:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762537.421310:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595067648, portal 4
00000100:00000001:2.0:1787762537.421311:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762537.421312:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765443904 : -110615944107712 : ffff9b6537f1e940)
00000100:00000040:2.0:1787762537.421316:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e940 x1874597595067648/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762537.421320:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762537.421322:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762537.421323:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762537.421325:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595067648, offset 0
00000400:00000200:2.0:1787762537.421327:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762537.421329:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762537.421331:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762537.421333:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762537.421335:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762537.421336:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762537.421338:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762537.421340:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278122:278122:256:4294967295] 192.168.203.101@tcp LPNI seq info [278121:278121:8:4294967295]
00000400:00000200:2.0:1787762537.421343:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762537.421347:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762537.421350:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762537.421351:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762537.421355:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762537.421357:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762537.421359:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762537.421361:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787762537.421364:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762537.421365:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762537.421367:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762537.421370:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762537.421371:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762537.421373:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762537.421374:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762537.421376:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1e940 x1874597595067648/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762537.421381:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762537.421383:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e940 x1874597595067648/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762562 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762537.421388:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762537.421389:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762537.421391:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762537.421392:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762537.421394:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762537.421395:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315950612
00000100:00000001:2.0:1787762537.421397:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315951352
00000100:00000001:2.0:1787762537.421398:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315950612
00000100:00000001:2.0:1787762537.421400:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315951352
00000100:00000001:2.0:1787762537.421401:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762537.421403:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762537.421404:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762537.421406:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762537/real 1787762537]  req@ffff9b6537f1e940 x1874597595067648/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762537.421410:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762537.421412:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762537.421413:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762537.421414:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762537.421416:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762537.421417:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762537.421419:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e940 x1874597595067648/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762537.421424:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e940 x1874597595067648/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762537.421443:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762537.421444:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762537.421445:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762537.421446:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762537.421449:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e940 x1874597595067648/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762537.421453:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762537.421456:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e940 x1874597595067648/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762562 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762537.421461:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762537.421462:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762537.421463:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762537.421464:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762537.421465:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762537.421466:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762537.421468:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762537.421470:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762537.421471:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762537.421474:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e940 x1874597595067648/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762562 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762537.421482:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595067648:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762537.421485:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762537.421486:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762537.421488:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f480 x1874597595067520/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762562 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762537.421492:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762537.421493:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762537.421494:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865000.
02000000:00000001:2.0:1787762537.421496:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762537.421497:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762537.421498:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762537.421499:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762537.421500:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17c00.
02000000:00000001:2.0:1787762537.421502:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762537.421503:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762537.421504:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f480.
00000100:00000001:2.0:1787762537.421506:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762537.421506:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762537.421508:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762537.421509:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e940 x1874597595067648/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762562 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762537.421513:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762537.421514:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762537.421515:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541866000.
02000000:00000001:2.0:1787762537.421516:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762537.421517:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762537.421517:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762537.421519:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762537.421519:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15800.
02000000:00000001:2.0:1787762537.421521:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762537.421521:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762537.421522:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e940.
00000100:00000001:2.0:1787762537.421524:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762537.421525:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762537.421526:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762537.421528:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762537.421529:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762537.421530:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762537.421532:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762538.187381:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315951352, at 4315951360
00000100:00000040:1.0:1787762538.187381:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315951352, at 4315951360
00000100:00000010:1.0:1787762538.187408:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdba0.
00000100:00000010:0.0:1787762538.187411:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd1e0.
00010000:00000001:0.0:1787762538.251355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762538.251361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762538.251368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762538.251370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762538.251374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762538.251376:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762538.251406:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762538.251410:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762538.251414:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762538.443345:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762538.443351:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762538.443353:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762538.443358:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762538.443360:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762538.443364:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762538.443367:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762538.443371:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762538.443374:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762539.275353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762539.275361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762539.275367:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762539.275368:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762539.275372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762539.275373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762539.275472:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762539.275477:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762539.275480:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762539.467325:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762539.467333:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762539.467335:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762539.467341:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762539.467345:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762539.467349:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762539.467352:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762539.467355:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762539.467359:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762540.299384:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762540.299394:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762540.299401:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762540.299403:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762540.299432:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762540.299436:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762540.299472:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762540.299476:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762540.299480:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762540.491341:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762540.491350:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762540.491353:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762540.491360:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762540.491365:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762540.491369:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762540.491372:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762540.491376:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762540.491379:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762541.323336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762541.323343:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762541.323349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762541.323350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762541.323354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762541.323358:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762541.323362:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762541.323365:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762541.323369:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762541.323372:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762541.323374:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762541.323377:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762541.323477:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762541.323486:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762541.323492:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762541.515315:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762541.515323:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762541.515325:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762541.515331:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762541.515336:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762541.515339:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762541.515343:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762541.515346:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762541.515349:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762542.347419:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762542.347430:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762542.347451:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762542.347453:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762542.347457:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762542.347459:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762542.347492:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762542.347496:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762542.347512:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762542.539322:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762542.539330:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762542.539333:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762542.539338:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762542.539342:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762542.539345:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762542.539347:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762542.539349:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762542.539352:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762542.539525:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762542.539541:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762542.539546:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762542.539551:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762542.539558:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762542.539568:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21283
00000400:00000200:0.0:1787762542.539582:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762542.539592:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762542.539597:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762542.539601:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762542.539605:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762542.539609:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762542.539612:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762542.539619:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762542.539622:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787762542.539626:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762542.539630:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762542.539633:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787762542.539637:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787762542.539643:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762542.539645:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762542.539648:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762542.539651:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762542.539655:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787762542.539659:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762542.539662:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762542.539666:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762542.539671:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762542.539675:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762542.539678:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762542.539681:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762542.539693:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2d00.
00000020:00000040:0.0:1787762542.539698:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762542.539704:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762542.539706:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762542.539711:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762542.539716:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762542.539722:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762542.539737:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760d800.
00000100:00000001:0.0:1787762542.539747:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762542.539761:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2d00 x1874597595067776/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762542.539776:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762542.539783:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762542.539790:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b3abd36] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2d00 x1874597595067776/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762542.539823:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762542.539828:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762542.539834:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762542.539835:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762542.539839:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762542.539843:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762542.539847:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21283
00000400:00000200:0.0:1787762542.539851:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762542.539855:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762542.539859:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762542.539862:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762542.539865:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762542.539869:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762542.539872:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762542.539875:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762542.539878:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787762542.539880:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762542.539884:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787762542.539887:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787762542.539890:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:2.0:1787762542.539891:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762542.539898:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1787762542.539899:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762542.539902:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787762542.539904:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762542.539909:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762542.539912:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000040:2.0:1787762542.539918:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c2d00 x1874597595067776/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787762542.539920:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:0.0:1787762542.539937:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762542.539950:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762542.539958:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762542.539969:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787762542.539971:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762542.539974:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762542.539975:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762542.539987:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787762542.539992:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1787762542.539995:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762542.540001:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762542.540001:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762542.540016:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762542.540017:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762542.540024:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c0000.
00000100:00100000:2.0:1787762542.540029:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595067776:192.168.203.101@tcp:250:kworker.0
00000020:00000040:0.0:1787762542.540031:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000100:00000001:2.0:1787762542.540047:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762542.540048:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762542.540052:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762542.540053:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787762542.540062:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762542.540062:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762542.540071:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762542.540072:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787762542.540084:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762542.540090:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541866000.
02000000:00000010:0.0:1787762542.540092:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e800.
02000000:00000001:2.0:1787762542.540098:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762542.540101:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762542.540111:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00100000:0.0:1787762542.540114:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c0000 x1874597595067904/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787762542.540118:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000100:00000001:0.0:1787762542.540135:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762542.540139:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762542.540139:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000040:0.0:1787762542.540154:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ecd2557] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c0000 x1874597595067904/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762542.540156:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595067776, portal 25
00000100:00000001:2.0:1787762542.540173:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762542.540185:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115999488 : -110616593552128 : ffff9b65113c2d00)
00000100:00000001:0.0:1787762542.540187:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762542.540193:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787762542.540198:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c2d00 x1874597595067776/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762542.540201:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762542.540209:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762542.540217:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762542.540231:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762542.540233:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787762542.540240:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21283
00000100:00000040:2.0:1787762542.540241:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762542.540273:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762542.540278:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595067776, offset 0
00000400:00000200:2.0:1787762542.540287:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762542.540299:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762542.540309:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762542.540316:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787762542.540318:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762542.540328:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787762542.540334:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1787762542.540336:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762542.540341:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787762542.540346:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000040:0.0:1787762542.540351:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:2.0:1787762542.540355:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787762542.540356:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762542.540361:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1787762542.540363:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000020:00000040:0.0:1787762542.540369:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787762542.540377:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787762542.540379:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278123:278123:256:4294967295] 192.168.203.101@tcp LPNI seq info [278122:278122:8:4294967295]
00000020:00000040:0.0:1787762542.540384:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000400:00000200:2.0:1787762542.540407:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000020:00000001:0.0:1787762542.540417:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:2.0:1787762542.540429:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1787762542.540430:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000800:00000200:2.0:1787762542.540441:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000040:0.0:1787762542.540449:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000800:00000010:2.0:1787762542.540451:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000100:00000001:0.0:1787762542.540462:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1787762542.540470:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:0.0:1787762542.540476:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000800:00000200:2.0:1787762542.540479:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1787762542.540489:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000800:00000200:2.1:1787762542.540497:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000020:00000040:0.0:1787762542.540503:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000800:00000200:2.1:1787762542.540505:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000100:00080000:0.0:1787762542.540525:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000800:00000100:2.0:1787762542.540525:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762542.540533:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000100:00000001:0.0:1787762542.540535:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762542.540545:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787762542.540549:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1787762542.540551:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762542.540556:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762542.540560:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1787762542.540562:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762542.540568:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787762542.540569:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762542.540575:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000008:00000001:0.0:1787762542.540577:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762542.540582:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762542.540582:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:0.0:1787762542.540593:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1a40.
00000100:00000200:2.0:1787762542.540595:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c2d00 x1874597595067776/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787762542.540603:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:0.0:1787762542.540615:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762542.540619:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762542.540629:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762542.540635:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762542.540640:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762542.540644:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000010:0.0:1787762542.540652:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e000.
00000100:00000040:2.0:1787762542.540653:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c2d00 x1874597595067776/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762542.540663:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762542.540668:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762542.540672:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1787762542.540677:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1a40 x1874597595068032/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762542.540679:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762542.540703:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762542.540712:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315956472
00000100:00000001:0.0:1787762542.540719:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762542.540725:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762542.540726:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd180.
00000100:00000040:0.0:1787762542.540742:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7cad83] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1a40 x1874597595068032/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762542.540743:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762542.540756:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315956472
00000100:00000001:0.0:1787762542.540761:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762542.540763:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdf60.
00000100:00000040:0.0:1787762542.540769:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762542.540770:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000040:0.0:1787762542.540782:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1787762542.540783:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762542.540791:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762542.540794:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21293)
00000100:00000001:2.0:1787762542.540795:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762542.540809:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762542/real 1787762542]  req@ffff9b65113c2d00 x1874597595067776/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762542.540817:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762542.540818:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762542.540821:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762542.540824:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762542.540826:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762542.540830:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762542.540837:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c2d00 x1874597595067776/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762542.540843:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c2d00 x1874597595067776/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762542.540848:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762542.540849:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762542.540851:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762542.540860:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762542.540863:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c2d00 x1874597595067776/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762542.540868:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762542.540871:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c2d00 x1874597595067776/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762542.540877:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762542.540878:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762542.540879:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762542.540880:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762542.540882:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762542.540884:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762542.540887:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762542.540889:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762542.540893:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762542.540896:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c2d00 x1874597595067776/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762542.540902:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595067776:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762542.540906:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762542.540907:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762542.540909:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c2d00 x1874597595067776/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762542.540913:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762542.540916:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762542.540918:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541866000.
02000000:00000001:2.0:1787762542.540921:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762542.540922:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762542.540925:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762542.540926:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762542.540928:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760d800.
02000000:00000001:2.0:1787762542.540931:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762542.540933:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762542.540934:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c2d00.
00000100:00000001:2.0:1787762542.540938:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762542.540939:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762542.540942:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762542.540948:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762542.540950:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762542.540952:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762542.540954:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762542.540956:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762542.540961:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c0000 x1874597595067904/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762542.540969:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762542.540970:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762542.540973:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762542.540976:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762542.540979:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762542.540982:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595067904:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762542.540986:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762542.540988:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762542.540990:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762542.540992:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762542.540995:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541866000.
02000000:00000001:2.0:1787762542.540997:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762542.541000:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762542.541002:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762542.541004:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762542.541007:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595067904, portal 10
00000100:00000001:2.0:1787762542.541008:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762542.541010:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115987968 : -110616593563648 : ffff9b65113c0000)
00000100:00000040:2.0:1787762542.541015:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c0000 x1874597595067904/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762542.541020:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762542.541021:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762542.541023:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762542.541025:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595067904, offset 0
00000400:00000200:2.0:1787762542.541027:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762542.541030:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762542.541033:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762542.541035:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762542.541037:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762542.541039:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762542.541040:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762542.541043:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278124:278124:256:4294967295] 192.168.203.101@tcp LPNI seq info [278123:278123:8:4294967295]
00000400:00000200:2.0:1787762542.541045:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762542.541050:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762542.541054:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762542.541057:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762542.541059:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762542.541061:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762542.541066:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762542.541068:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787762542.541070:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762542.541072:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762542.541074:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762542.541076:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762542.541078:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762542.541080:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762542.541081:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762542.541083:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c0000 x1874597595067904/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762542.541089:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762542.541091:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c0000 x1874597595067904/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762542.541100:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762542.541101:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762542.541103:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762542.541106:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762542.541109:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762542.541110:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315955725
00000100:00000001:2.0:1787762542.541112:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315956472
00000100:00000001:2.0:1787762542.541114:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315955725
00000100:00000001:2.0:1787762542.541115:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315956472
00000100:00000001:2.0:1787762542.541117:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762542.541118:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762542.541119:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762542.541122:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762542/real 1787762542]  req@ffff9b65113c0000 x1874597595067904/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762542.541128:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762542.541130:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762542.541131:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762542.541133:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762542.541135:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762542.541137:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762542.541141:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c0000 x1874597595067904/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762542.541150:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c0000 x1874597595067904/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762542.541156:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762542.541158:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762542.541161:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762542.541162:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762542.541166:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c0000 x1874597595067904/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762542.541174:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762542.541178:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c0000 x1874597595067904/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762542.541183:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762542.541185:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762542.541186:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762542.541187:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762542.541189:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762542.541190:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762542.541192:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762542.541194:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762542.541195:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762542.541198:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c0000 x1874597595067904/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762542.541203:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595067904:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762542.541206:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762542.541208:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c1a40 x1874597595068032/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762542.541213:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762542.541214:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762542.541215:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762542.541217:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762542.541218:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762542.541220:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595068032:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762542.541222:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762542.541224:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762542.541226:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762542.541227:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762542.541230:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541865000.
02000000:00000001:2.0:1787762542.541231:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762542.541234:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762542.541236:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762542.541238:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762542.541240:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595068032, portal 4
00000100:00000001:2.0:1787762542.541241:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762542.541243:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115994688 : -110616593556928 : ffff9b65113c1a40)
00000100:00000040:2.0:1787762542.541267:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c1a40 x1874597595068032/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762542.541272:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762542.541273:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762542.541275:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762542.541277:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595068032, offset 0
00000400:00000200:2.0:1787762542.541279:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762542.541283:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762542.541287:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762542.541290:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762542.541293:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762542.541295:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762542.541297:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762542.541301:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278125:278125:256:4294967295] 192.168.203.101@tcp LPNI seq info [278124:278124:8:4294967295]
00000400:00000200:2.0:1787762542.541305:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762542.541312:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762542.541317:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762542.541321:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762542.541326:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762542.541328:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762542.541333:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762542.541336:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787762542.541339:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762542.541341:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762542.541343:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762542.541345:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762542.541348:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762542.541349:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762542.541351:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762542.541354:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c1a40 x1874597595068032/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762542.541359:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762542.541361:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c1a40 x1874597595068032/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762542.541366:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762542.541367:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762542.541370:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762542.541372:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762542.541374:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762542.541376:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315955732
00000100:00000001:2.0:1787762542.541378:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315956472
00000100:00000001:2.0:1787762542.541379:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315955732
00000100:00000001:2.0:1787762542.541381:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315956472
00000100:00000001:2.0:1787762542.541382:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762542.541383:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762542.541385:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762542.541387:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762542/real 1787762542]  req@ffff9b65113c1a40 x1874597595068032/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762542.541409:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762542.541411:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762542.541412:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762542.541414:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762542.541415:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762542.541417:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762542.541420:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c1a40 x1874597595068032/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762542.541425:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c1a40 x1874597595068032/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762542.541430:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762542.541431:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762542.541432:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762542.541433:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762542.541435:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c1a40 x1874597595068032/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762542.541439:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762542.541442:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c1a40 x1874597595068032/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762542.541446:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762542.541448:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762542.541449:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762542.541449:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762542.541451:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762542.541452:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762542.541453:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762542.541455:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762542.541456:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762542.541459:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c1a40 x1874597595068032/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762542.541464:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595068032:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762542.541466:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762542.541467:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762542.541470:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c0000 x1874597595067904/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762542.541474:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762542.541475:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762542.541477:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541866000.
02000000:00000001:2.0:1787762542.541478:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762542.541479:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762542.541480:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762542.541482:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762542.541484:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760e800.
02000000:00000001:2.0:1787762542.541486:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762542.541486:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762542.541488:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c0000.
00000100:00000001:2.0:1787762542.541490:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762542.541491:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762542.541492:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762542.541494:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c1a40 x1874597595068032/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762542.541498:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762542.541498:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762542.541499:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865000.
02000000:00000001:2.0:1787762542.541500:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762542.541501:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762542.541502:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762542.541503:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762542.541504:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760e000.
02000000:00000001:2.0:1787762542.541505:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762542.541506:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762542.541507:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c1a40.
00000100:00000001:2.0:1787762542.541508:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762542.541509:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762542.541510:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762542.541512:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762542.541513:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762542.541514:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762542.541515:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762543.307465:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315956472, at 4315956480
00000100:00000040:1.0:1787762543.307465:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315956472, at 4315956480
00000100:00000010:1.0:1787762543.307493:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdf60.
00000100:00000010:0.0:1787762543.307500:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd180.
00010000:00000001:0.0:1787762543.371363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762543.371369:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762543.371377:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762543.371379:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762543.371383:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762543.371406:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762543.371511:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762543.371518:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762543.371523:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762543.563323:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762543.563329:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762543.563331:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762543.563335:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762543.563337:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762543.563340:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762543.563343:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762543.563345:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762543.563347:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762544.395312:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762544.395317:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762544.395321:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762544.395322:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762544.395325:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762544.395326:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762544.395341:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762544.395342:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762544.395344:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762544.587310:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762544.587330:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762544.587333:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762544.587338:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762544.587342:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762544.587346:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762544.587349:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762544.587353:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762544.587355:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762545.419351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762545.419362:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762545.419365:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762545.419368:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762545.419382:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762545.419385:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762545.419387:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762545.419389:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762545.419392:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762545.419394:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762545.419395:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762545.419398:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762545.419399:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762545.419400:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762545.419402:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762545.419403:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762545.419406:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762545.419407:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762545.419459:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762545.419464:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762545.419468:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762545.611350:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762545.611359:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762545.611363:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762545.611393:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762545.611400:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762545.611405:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762545.611409:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762545.611413:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762545.611417:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762546.443359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762546.443381:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762546.443389:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762546.443390:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762546.443394:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762546.443395:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762546.443420:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762546.443423:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762546.443426:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762546.635410:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762546.635419:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762546.635421:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762546.635428:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762546.635433:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762546.635437:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762546.635441:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762546.635445:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762546.635449:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762547.467376:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762547.467385:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762547.467393:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762547.467394:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762547.467397:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762547.467398:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762547.467465:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762547.467471:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762547.467473:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762547.659351:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762547.659378:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762547.659381:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762547.659386:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762547.659392:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762547.659401:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21288
00000400:00000200:0.0:1787762547.659414:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762547.659418:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000400:00000200:0.0:1787762547.659424:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:2.0:1787762547.659428:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1787762547.659431:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787762547.659434:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762547.659441:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00100000:2.0:1787762547.659446:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762547.659447:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762547.659454:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1787762547.659461:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762547.659463:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762547.659467:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762547.659470:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1787762547.659475:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787762547.659476:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1787762547.659481:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000100:00000001:2.0:1787762547.659484:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762547.659487:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762547.659494:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762547.659497:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787762547.659501:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787762547.659505:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762547.659507:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762547.659509:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762547.659511:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762547.659515:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787762547.659519:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762547.659521:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762547.659523:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762547.659527:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762547.659530:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762547.659532:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762547.659534:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762547.659541:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c3c00.
00000020:00000040:0.0:1787762547.659544:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762547.659549:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762547.659551:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762547.659554:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762547.659557:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762547.659562:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762547.659570:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760d000.
00000100:00000001:0.0:1787762547.659577:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762547.659588:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c3c00 x1874597595068160/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762547.659598:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762547.659603:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762547.659607:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a1cf69] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c3c00 x1874597595068160/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762547.659627:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762547.659630:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762547.659633:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762547.659635:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762547.659636:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762547.659640:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762547.659642:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21288
00000400:00000200:0.0:1787762547.659646:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762547.659650:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762547.659652:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762547.659656:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762547.659660:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762547.659663:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762547.659666:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762547.659670:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762547.659673:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787762547.659676:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762547.659679:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787762547.659681:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787762547.659684:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:0.0:1787762547.659689:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762547.659690:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762547.659693:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762547.659700:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762547.659701:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762547.659703:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762547.659709:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000001:2.0:1787762547.659710:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1787762547.659713:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762547.659718:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762547.659720:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762547.659727:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762547.659733:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762547.659736:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1787762547.659738:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c3c00 x1874597595068160/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1787762547.659742:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762547.659756:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762547.659770:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762547.659782:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1680.
00000100:00000001:2.0:1787762547.659786:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1787762547.659789:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000100:00000001:2.0:1787762547.659790:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762547.659796:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762547.659800:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762547.659800:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787762547.659812:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762547.659814:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762547.659820:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762547.659823:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762547.659825:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762547.659833:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760c400.
00000100:00100000:2.0:1787762547.659833:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595068160:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787762547.659848:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762547.659849:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762547.659858:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:0.0:1787762547.659865:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1680 x1874597595068288/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787762547.659867:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762547.659881:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787762547.659891:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762547.659893:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762547.659897:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c9d36cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1680 x1874597595068288/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787762547.659898:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541865000.
02000000:00000001:2.0:1787762547.659909:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762547.659930:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762547.659938:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00080000:0.0:1787762547.659940:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762547.659946:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000010:2.0:1787762547.659947:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000100:00000001:0.0:1787762547.659949:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762547.659956:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762547.659959:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1787762547.659961:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00080000:0.0:1787762547.659963:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21288
00000400:00000200:0.0:1787762547.659973:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000200:2.0:1787762547.659977:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595068160, portal 25
00000400:00000200:0.0:1787762547.659979:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:2.0:1787762547.659988:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787762547.659990:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787762547.659992:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457116003328 : -110616593548288 : ffff9b65113c3c00)
00000100:00000040:0.0:1787762547.660003:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762547.660007:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762547.660013:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c3c00 x1874597595068160/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787762547.660015:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762547.660030:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762547.660039:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762547.660046:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000100:00000001:2.0:1787762547.660051:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1787762547.660053:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762547.660057:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:0.0:1787762547.660061:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:0.0:1787762547.660069:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:2.0:1787762547.660071:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000040:0.0:1787762547.660079:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762547.660081:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1787762547.660083:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000040:0.0:1787762547.660084:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762547.660089:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762547.660094:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00000200:2.0:1787762547.660097:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595068160, offset 0
00000100:00080000:0.0:1787762547.660098:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762547.660103:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762547.660113:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762547.660117:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762547.660120:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762547.660122:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762547.660124:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762547.660130:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762547.660137:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762547.660138:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000010:0.0:1787762547.660142:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2580.
00000020:00000040:0.0:1787762547.660146:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:0.0:1787762547.660147:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762547.660148:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762547.660150:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762547.660151:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762547.660152:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762547.660155:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760cc00.
00000100:00000001:0.0:1787762547.660165:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762547.660166:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00100000:0.0:1787762547.660178:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2580 x1874597595068416/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762547.660185:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762547.660187:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762547.660192:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000040:0.0:1787762547.660195:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023dbc666] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2580 x1874597595068416/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762547.660210:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762547.660215:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1787762547.660217:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787762547.660227:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787762547.660232:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21298)
00000400:00000200:2.0:1787762547.660238:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762547.660293:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762547.660299:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762547.660306:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278126:278126:256:4294967295] 192.168.203.101@tcp LPNI seq info [278125:278125:8:4294967295]
00000400:00000200:2.0:1787762547.660316:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762547.660332:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762547.660341:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762547.660349:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762547.660386:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762547.660391:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762547.660401:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762547.660405:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787762547.660412:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762547.660415:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762547.660423:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762547.660429:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762547.660436:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762547.660440:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762547.660446:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762547.660452:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c3c00 x1874597595068160/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762547.660467:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762547.660471:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c3c00 x1874597595068160/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762547.660481:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762547.660483:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762547.660492:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762547.660498:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762547.660502:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315961592
00000100:00000010:2.0:1787762547.660510:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd060.
00000100:00000001:2.0:1787762547.660519:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762547.660528:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315961592
00000100:00000010:2.0:1787762547.660533:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd180.
00000100:00000001:2.0:1787762547.660536:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762547.660540:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762547.660543:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762547.660547:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762547.660552:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762547/real 1787762547]  req@ffff9b65113c3c00 x1874597595068160/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762547.660563:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762547.660566:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762547.660569:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762547.660573:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762547.660575:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762547.660578:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762547.660583:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c3c00 x1874597595068160/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762547.660594:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c3c00 x1874597595068160/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762547.660603:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762547.660605:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762547.660608:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762547.660610:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762547.660615:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c3c00 x1874597595068160/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762547.660623:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762547.660629:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c3c00 x1874597595068160/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762547.660652:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762547.660658:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762547.660661:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762547.660664:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762547.660669:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762547.660673:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762547.660680:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762547.660689:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762547.660694:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762547.660704:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c3c00 x1874597595068160/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762547.660722:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595068160:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762547.660731:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762547.660736:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762547.660741:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c3c00 x1874597595068160/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762547.660750:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762547.660753:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762547.660758:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865000.
02000000:00000001:2.0:1787762547.660762:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762547.660766:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762547.660768:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762547.660771:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762547.660775:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760d000.
02000000:00000001:2.0:1787762547.660780:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762547.660782:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762547.660785:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c3c00.
00000100:00000001:2.0:1787762547.660789:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762547.660790:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762547.660794:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762547.660803:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762547.660805:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762547.660808:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762547.660811:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762547.660813:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762547.660818:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c1680 x1874597595068288/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762547.660828:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762547.660830:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762547.660834:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762547.660836:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762547.660839:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762547.660843:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595068288:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762547.660847:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762547.660851:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762547.660853:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762547.660855:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762547.660860:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541865000.
02000000:00000001:2.0:1787762547.660862:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762547.660868:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762547.660871:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762547.660876:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762547.660880:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595068288, portal 10
00000100:00000001:2.0:1787762547.660883:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762547.660884:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115993728 : -110616593557888 : ffff9b65113c1680)
00000100:00000040:2.0:1787762547.660893:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c1680 x1874597595068288/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762547.660902:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762547.660905:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762547.660907:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762547.660910:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595068288, offset 0
00000400:00000200:2.0:1787762547.660916:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762547.660921:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762547.660927:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762547.660931:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762547.660935:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762547.660939:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762547.660942:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762547.660946:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278127:278127:256:4294967295] 192.168.203.101@tcp LPNI seq info [278126:278126:8:4294967295]
00000400:00000200:2.0:1787762547.660951:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762547.660960:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762547.660966:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762547.660970:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762547.660975:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762547.660979:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762547.660984:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762547.660988:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787762547.660993:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762547.660996:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762547.661000:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762547.661004:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762547.661008:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762547.661010:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762547.661014:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762547.661018:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c1680 x1874597595068288/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762547.661028:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762547.661032:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c1680 x1874597595068288/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762547.661040:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762547.661042:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762547.661046:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762547.661051:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762547.661055:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762547.661058:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315960845
00000100:00000001:2.0:1787762547.661062:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315961592
00000100:00000001:2.0:1787762547.661065:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315960845
00000100:00000001:2.0:1787762547.661068:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315961592
00000100:00000001:2.0:1787762547.661071:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762547.661074:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762547.661076:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762547.661080:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762547/real 1787762547]  req@ffff9b65113c1680 x1874597595068288/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762547.661090:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762547.661091:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762547.661094:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762547.661097:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762547.661099:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762547.661101:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762547.661105:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c1680 x1874597595068288/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762547.661116:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c1680 x1874597595068288/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762547.661123:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762547.661125:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762547.661127:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762547.661129:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762547.661133:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c1680 x1874597595068288/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762547.661142:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762547.661147:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c1680 x1874597595068288/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762547.661155:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762547.661158:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762547.661161:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762547.661163:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762547.661166:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762547.661168:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762547.661172:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762547.661176:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762547.661178:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762547.661183:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c1680 x1874597595068288/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762547.661192:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595068288:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762547.661197:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762547.661201:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c2580 x1874597595068416/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762547.661209:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762547.661211:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762547.661214:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762547.661216:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762547.661218:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762547.661222:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595068416:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762547.661226:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762547.661229:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762547.661231:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762547.661233:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762547.661237:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541866000.
02000000:00000001:2.0:1787762547.661239:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762547.661242:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762547.661282:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762547.661289:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762547.661294:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595068416, portal 4
00000100:00000001:2.0:1787762547.661296:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762547.661299:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115997568 : -110616593554048 : ffff9b65113c2580)
00000100:00000040:2.0:1787762547.661306:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c2580 x1874597595068416/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762547.661315:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762547.661318:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762547.661321:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762547.661324:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595068416, offset 0
00000400:00000200:2.0:1787762547.661329:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762547.661333:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762547.661337:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762547.661341:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762547.661344:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762547.661347:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762547.661350:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762547.661354:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278128:278128:256:4294967295] 192.168.203.101@tcp LPNI seq info [278127:278127:8:4294967295]
00000400:00000200:2.0:1787762547.661381:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762547.661390:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762547.661396:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762547.661401:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762547.661406:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762547.661410:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762547.661415:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762547.661419:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787762547.661424:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762547.661426:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762547.661430:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762547.661435:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762547.661439:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762547.661441:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762547.661444:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762547.661450:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c2580 x1874597595068416/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762547.661460:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762547.661465:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c2580 x1874597595068416/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762547.661473:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762547.661475:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762547.661479:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762547.661484:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762547.661487:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762547.661490:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315960852
00000100:00000001:2.0:1787762547.661493:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315961592
00000100:00000001:2.0:1787762547.661496:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315960852
00000100:00000001:2.0:1787762547.661499:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315961592
00000100:00000001:2.0:1787762547.661501:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762547.661504:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762547.661506:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762547.661511:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762547/real 1787762547]  req@ffff9b65113c2580 x1874597595068416/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762547.661520:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762547.661522:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762547.661524:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762547.661527:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762547.661529:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762547.661532:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762547.661536:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c2580 x1874597595068416/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762547.661546:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c2580 x1874597595068416/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762547.661554:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762547.661555:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762547.661558:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762547.661559:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762547.661564:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c2580 x1874597595068416/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762547.661573:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762547.661578:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c2580 x1874597595068416/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762547.661586:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762547.661589:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762547.661591:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762547.661592:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762547.661595:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762547.661596:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762547.661599:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762547.661603:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762547.661606:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762547.661610:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c2580 x1874597595068416/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762547.661619:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595068416:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762547.661624:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762547.661626:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762547.661630:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c1680 x1874597595068288/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762547.661637:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762547.661640:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762547.661643:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865000.
02000000:00000001:2.0:1787762547.661648:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762547.661651:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762547.661654:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762547.661658:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762547.661663:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760c400.
02000000:00000001:2.0:1787762547.661668:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762547.661670:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762547.661673:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c1680.
00000100:00000001:2.0:1787762547.661678:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762547.661681:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762547.661684:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762547.661692:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c2580 x1874597595068416/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762547.661705:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762547.661708:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762547.661711:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541866000.
02000000:00000001:2.0:1787762547.661716:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762547.661719:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762547.661721:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762547.661725:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762547.661728:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760cc00.
02000000:00000001:2.0:1787762547.661733:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762547.661735:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762547.661738:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c2580.
00000100:00000001:2.0:1787762547.661745:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762547.661747:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762547.661750:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762547.661757:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762547.661759:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762547.661761:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762547.661763:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762548.427425:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315961592, at 4315961600
00000100:00000040:1.0:1787762548.427436:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315961592, at 4315961600
00000100:00000010:0.0:1787762548.427443:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd060.
00000100:00000010:1.0:1787762548.427446:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd180.
00010000:00000001:0.0:1787762548.491385:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762548.491391:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762548.491397:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762548.491415:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762548.491418:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762548.491419:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762548.491439:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762548.491441:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762548.491443:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762548.683304:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762548.683309:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762548.683311:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762548.683315:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762548.683317:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762548.683320:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762548.683322:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762548.683324:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762548.683326:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762549.515420:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762549.515429:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762549.515435:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762549.515437:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762549.515441:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762549.515443:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762549.515544:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762549.515550:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762549.515554:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762549.707383:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762549.707391:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762549.707394:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762549.707401:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762549.707406:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762549.707410:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762549.707414:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762549.707417:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762549.707421:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762550.539422:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762550.539431:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762550.539439:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762550.539440:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762550.539447:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762550.539448:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762550.539484:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762550.539488:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762550.539491:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762550.731366:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762550.731375:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762550.731378:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762550.731385:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762550.731390:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762550.731395:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762550.731398:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762550.731402:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762550.731406:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762551.563384:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762551.563392:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762551.563399:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762551.563401:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762551.563405:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762551.563410:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762551.563413:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762551.563417:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762551.563422:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762551.563426:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762551.563431:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762551.563435:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762551.563547:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762551.563554:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762551.563558:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762551.755377:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762551.755385:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762551.755388:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762551.755395:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762551.755400:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762551.755404:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762551.755408:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762551.755412:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762551.755415:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762552.587406:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762552.587414:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762552.587420:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762552.587421:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762552.587424:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762552.587425:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762552.587454:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762552.587457:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762552.587459:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762552.779392:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762552.779404:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1787762552.779405:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762552.779410:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787762552.779414:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1787762552.779417:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762552.779419:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762552.779433:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762552.779435:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762552.779445:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787762552.779452:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21293
00000100:00000001:2.0:1787762552.779455:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762552.779461:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762552.779465:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787762552.779467:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762552.779481:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762552.779489:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762552.779494:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762552.779500:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762552.779505:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762552.779509:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762552.779513:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762552.779519:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762552.779522:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787762552.779526:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762552.779530:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762552.779533:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787762552.779536:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787762552.779540:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762552.779543:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762552.779546:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762552.779548:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762552.779552:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787762552.779556:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762552.779560:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762552.779563:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762552.779567:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762552.779570:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762552.779572:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762552.779575:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762552.779587:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2580.
00000020:00000040:0.0:1787762552.779590:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762552.779596:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762552.779597:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762552.779601:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762552.779604:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762552.779609:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762552.779621:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760c400.
00000100:00000001:0.0:1787762552.779628:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762552.779639:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2580 x1874597595068544/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762552.779654:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762552.779659:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762552.779663:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023dbc666] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2580 x1874597595068544/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762552.779684:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762552.779688:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762552.779691:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762552.779692:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762552.779693:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762552.779696:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762552.779698:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21293
00000400:00000200:0.0:1787762552.779701:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762552.779704:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762552.779705:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762552.779708:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762552.779709:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762552.779711:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762552.779712:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762552.779715:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762552.779716:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787762552.779718:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762552.779720:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787762552.779722:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787762552.779724:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:0.0:1787762552.779727:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762552.779730:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762552.779732:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762552.779734:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762552.779742:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762552.779747:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762552.779750:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762552.779769:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c2580 x1874597595068544/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762552.779783:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762552.779786:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762552.779790:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762552.779795:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762552.779799:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762552.779804:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595068544:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762552.779810:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762552.779816:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762552.779819:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762552.779823:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762552.779846:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541866000.
02000000:00000001:2.0:1787762552.779850:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762552.779860:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762552.779865:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762552.779876:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762552.779888:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595068544, portal 25
00000100:00000001:2.0:1787762552.779898:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000040:0.0:1787762552.779907:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000001:2.0:1787762552.779907:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115997568 : -110616593554048 : ffff9b65113c2580)
00000100:00080000:0.0:1787762552.779922:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762552.779931:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762552.779932:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c2580 x1874597595068544/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787762552.779935:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762552.779956:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1787762552.779958:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762552.779969:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762552.779971:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000001:0.0:1787762552.779975:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1787762552.779983:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000008:00100000:0.0:1787762552.779984:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762552.779994:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762552.779997:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595068544, offset 0
00000100:00000001:0.0:1787762552.779999:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762552.780013:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1680.
00000400:00000200:2.0:1787762552.780014:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000020:00000040:0.0:1787762552.780022:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:0.0:1787762552.780031:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787762552.780034:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:0.0:1787762552.780036:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762552.780045:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762552.780049:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787762552.780054:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
02000000:00000001:0.0:1787762552.780057:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762552.780065:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762552.780073:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
02000000:00000010:0.0:1787762552.780078:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760d000.
00000400:00000200:2.0:1787762552.780080:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762552.780089:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000001:0.0:1787762552.780091:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762552.780101:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278129:278129:256:4294967295] 192.168.203.101@tcp LPNI seq info [278128:278128:8:4294967295]
00000100:00100000:0.0:1787762552.780112:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1680 x1874597595068672/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787762552.780112:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762552.780137:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787762552.780138:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787762552.780148:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787762552.780157:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000040:0.0:1787762552.780166:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c9d36cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1680 x1874597595068672/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1787762552.780170:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762552.780188:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:0.0:1787762552.780190:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787762552.780196:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000100:00080000:0.0:1787762552.780199:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762552.780210:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762552.780218:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.1:1787762552.780218:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00080000:0.0:1787762552.780226:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1787762552.780228:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1787762552.780233:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000800:00000100:2.0:1787762552.780241:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000100:00080000:0.0:1787762552.780286:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21293
00000400:00000200:0.0:1787762552.780297:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000800:00000010:2.0:1787762552.780298:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:0.0:1787762552.780307:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762552.780312:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787762552.780315:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1787762552.780320:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762552.780353:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787762552.780361:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1787762552.780363:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:2.0:1787762552.780371:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000100:00000001:0.0:1787762552.780372:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000010:2.0:1787762552.780379:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000020:00000001:0.0:1787762552.780381:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762552.780388:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787762552.780393:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787762552.780394:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:0.0:1787762552.780398:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:0.0:1787762552.780406:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000200:2.0:1787762552.780408:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c2580 x1874597595068544/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787762552.780411:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000001:2.0:1787762552.780427:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762552.780432:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762552.780441:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762552.780442:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c2580 x1874597595068544/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787762552.780450:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762552.780459:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762552.780467:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00000001:2.0:1787762552.780473:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762552.780475:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762552.780478:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762552.780485:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762552.780490:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762552.780494:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762552.780496:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762552.780504:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762552.780512:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762552.780513:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762552.780520:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787762552.780522:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315966712
00000008:00000001:0.0:1787762552.780525:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762552.780532:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762552.780536:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdf60.
00000100:00000010:0.0:1787762552.780539:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c3c00.
00000020:00000040:0.0:1787762552.780547:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000100:00000001:2.0:1787762552.780549:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
02000000:00000001:0.0:1787762552.780552:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762552.780559:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762552.780562:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762552.780564:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787762552.780566:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315966712
02000000:00000001:0.0:1787762552.780568:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762552.780578:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd1e0.
02000000:00000010:0.0:1787762552.780581:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e400.
00000100:00000001:2.0:1787762552.780586:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787762552.780589:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762552.780594:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1787762552.780603:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c3c00 x1874597595068800/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762552.780605:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762552.780616:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787762552.780628:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1787762552.780630:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762552/real 1787762552]  req@ffff9b65113c2580 x1874597595068544/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762552.780638:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762552.780655:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a1cf69] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c3c00 x1874597595068800/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762552.780659:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762552.780665:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762552.780670:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762552.780681:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000100:00000001:0.0:1787762552.780683:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762552.780689:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000040:0.0:1787762552.780691:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762552.780698:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:0.0:1787762552.780700:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:2.0:1787762552.780710:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c2580 x1874597595068544/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787762552.780711:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21303)
00000100:00000200:2.0:1787762552.780730:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c2580 x1874597595068544/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762552.780740:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762552.780744:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762552.780747:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762552.780749:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762552.780755:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c2580 x1874597595068544/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762552.780764:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762552.780769:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c2580 x1874597595068544/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762577 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762552.780778:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762552.780781:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762552.780783:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762552.780785:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762552.780788:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762552.780790:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762552.780794:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762552.780799:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762552.780802:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762552.780807:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c2580 x1874597595068544/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762577 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762552.780818:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595068544:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762552.780823:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762552.780826:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762552.780830:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c2580 x1874597595068544/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762577 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762552.780838:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762552.780840:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762552.780844:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541866000.
02000000:00000001:2.0:1787762552.780847:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762552.780850:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762552.780852:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762552.780855:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762552.780858:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760c400.
02000000:00000001:2.0:1787762552.780862:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762552.780864:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762552.780866:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c2580.
00000100:00000001:2.0:1787762552.780872:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762552.780875:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762552.780879:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762552.780890:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762552.780893:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762552.780897:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762552.780900:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762552.780903:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762552.780911:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c1680 x1874597595068672/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762552.780925:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762552.780929:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762552.780933:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762552.780937:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762552.780942:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762552.780949:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595068672:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762552.780956:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762552.780960:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762552.780964:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762552.780968:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762552.780975:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541866000.
02000000:00000001:2.0:1787762552.780979:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762552.780986:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762552.780990:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762552.780994:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762552.780999:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595068672, portal 10
00000100:00000001:2.0:1787762552.781001:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762552.781003:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115993728 : -110616593557888 : ffff9b65113c1680)
00000100:00000040:2.0:1787762552.781013:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c1680 x1874597595068672/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762552.781021:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762552.781025:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762552.781027:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762552.781031:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595068672, offset 0
00000400:00000200:2.0:1787762552.781036:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762552.781042:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762552.781047:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762552.781051:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762552.781055:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762552.781058:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762552.781062:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762552.781066:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278130:278130:256:4294967295] 192.168.203.101@tcp LPNI seq info [278129:278129:8:4294967295]
00000400:00000200:2.0:1787762552.781071:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762552.781080:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762552.781086:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762552.781091:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762552.781097:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762552.781101:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787762552.781107:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762552.781110:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787762552.781115:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762552.781118:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762552.781122:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762552.781126:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762552.781130:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762552.781133:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762552.781136:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762552.781140:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c1680 x1874597595068672/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762552.781151:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762552.781155:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c1680 x1874597595068672/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762552.781163:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762552.781165:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762552.781170:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762552.781174:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762552.781178:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762552.781181:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315965965
00000100:00000001:2.0:1787762552.781184:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315966712
00000100:00000001:2.0:1787762552.781187:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315965965
00000100:00000001:2.0:1787762552.781190:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315966712
00000100:00000001:2.0:1787762552.781193:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762552.781195:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762552.781198:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762552.781202:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762552/real 1787762552]  req@ffff9b65113c1680 x1874597595068672/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762552.781220:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762552.781222:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762552.781224:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762552.781228:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762552.781230:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762552.781232:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762552.781236:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c1680 x1874597595068672/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762552.781246:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c1680 x1874597595068672/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762552.781287:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762552.781289:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762552.781292:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762552.781294:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762552.781300:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c1680 x1874597595068672/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762552.781309:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762552.781313:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c1680 x1874597595068672/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762577 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762552.781348:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762552.781352:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762552.781354:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762552.781356:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762552.781358:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762552.781361:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762552.781365:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762552.781369:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762552.781372:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762552.781378:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c1680 x1874597595068672/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762577 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762552.781389:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595068672:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762552.781394:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762552.781398:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c3c00 x1874597595068800/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762552.781406:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762552.781408:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762552.781411:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762552.781414:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762552.781417:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762552.781420:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595068800:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762552.781424:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762552.781427:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762552.781429:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762552.781431:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762552.781436:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541865000.
02000000:00000001:2.0:1787762552.781438:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762552.781443:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762552.781446:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762552.781451:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762552.781455:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595068800, portal 4
00000100:00000001:2.0:1787762552.781457:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762552.781459:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457116003328 : -110616593548288 : ffff9b65113c3c00)
00000100:00000040:2.0:1787762552.781467:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c3c00 x1874597595068800/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762552.781475:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762552.781478:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762552.781481:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762552.781484:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595068800, offset 0
00000400:00000200:2.0:1787762552.781490:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762552.781496:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762552.781500:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762552.781504:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762552.781508:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762552.781512:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762552.781515:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762552.781519:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278131:278131:256:4294967295] 192.168.203.101@tcp LPNI seq info [278130:278130:8:4294967295]
00000400:00000200:2.0:1787762552.781524:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762552.781532:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762552.781538:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762552.781542:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762552.781547:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762552.781551:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787762552.781556:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762552.781559:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787762552.781564:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762552.781567:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762552.781571:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762552.781575:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762552.781579:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762552.781582:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762552.781585:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762552.781589:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c3c00 x1874597595068800/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762552.781599:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762552.781603:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c3c00 x1874597595068800/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762552.781611:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762552.781613:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762552.781617:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762552.781621:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762552.781625:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762552.781627:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315965972
00000100:00000001:2.0:1787762552.781631:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315966712
00000100:00000001:2.0:1787762552.781634:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315965972
00000100:00000001:2.0:1787762552.781637:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315966712
00000100:00000001:2.0:1787762552.781639:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762552.781641:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762552.781644:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762552.781648:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762552/real 1787762552]  req@ffff9b65113c3c00 x1874597595068800/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762552.781657:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762552.781659:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762552.781661:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762552.781664:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762552.781666:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762552.781669:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762552.781673:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c3c00 x1874597595068800/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762552.781683:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c3c00 x1874597595068800/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762552.781691:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762552.781693:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762552.781695:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762552.781696:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762552.781701:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c3c00 x1874597595068800/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762552.781708:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762552.781713:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c3c00 x1874597595068800/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762577 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762552.781724:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762552.781730:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762552.781733:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762552.781736:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762552.781739:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762552.781743:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762552.781748:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762552.781755:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762552.781760:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762552.781768:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c3c00 x1874597595068800/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762577 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762552.781786:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595068800:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762552.781794:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762552.781798:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762552.781806:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c1680 x1874597595068672/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762577 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762552.781820:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762552.781824:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762552.781828:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541866000.
02000000:00000001:2.0:1787762552.781833:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762552.781836:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762552.781839:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762552.781844:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762552.781847:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760d000.
02000000:00000001:2.0:1787762552.781850:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762552.781852:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762552.781854:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c1680.
00000100:00000001:2.0:1787762552.781858:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762552.781860:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762552.781862:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762552.781867:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c3c00 x1874597595068800/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762577 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762552.781892:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762552.781894:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762552.781898:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865000.
02000000:00000001:2.0:1787762552.781902:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762552.781904:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762552.781907:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762552.781911:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762552.781913:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760e400.
02000000:00000001:2.0:1787762552.781918:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762552.781921:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762552.781924:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c3c00.
00000100:00000001:2.0:1787762552.781929:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762552.781932:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762552.781936:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762552.781943:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762552.781946:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762552.781950:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762552.781954:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762553.547431:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315966712, at 4315966720
00000100:00000040:0.0:1787762553.547432:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315966712, at 4315966720
00000100:00000010:0.0:1787762553.547461:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdf60.
00000100:00000010:1.0:1787762553.547471:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd1e0.
00010000:00000001:0.0:1787762553.611395:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762553.611403:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762553.611411:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762553.611413:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762553.611417:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762553.611419:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762553.611515:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762553.611523:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762553.611528:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762553.803366:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762553.803375:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762553.803378:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762553.803385:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762553.803389:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762553.803394:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762553.803397:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762553.803400:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762553.803404:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762554.635396:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762554.635405:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762554.635411:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762554.635412:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762554.635415:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762554.635416:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762554.635441:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762554.635444:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762554.635447:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762554.827433:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762554.827443:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762554.827447:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762554.827455:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762554.827460:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762554.827464:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762554.827470:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762554.827475:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762554.827479:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762555.659387:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762555.659397:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762555.659399:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762555.659402:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762555.659408:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762555.659411:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762555.659413:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762555.659414:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762555.659418:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762555.659420:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762555.659422:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762555.659423:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762555.659424:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762555.659425:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762555.659426:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762555.659428:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762555.659431:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762555.659432:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762555.659488:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762555.659493:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762555.659496:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762555.851362:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762555.851371:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762555.851373:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762555.851379:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762555.851384:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762555.851388:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762555.851392:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762555.851395:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762555.851398:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762556.683371:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762556.683380:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762556.683386:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762556.683388:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762556.683391:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762556.683392:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762556.683414:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762556.683417:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762556.683420:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762556.875396:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762556.875405:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762556.875407:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762556.875414:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762556.875419:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762556.875423:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762556.875427:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762556.875430:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762556.875433:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762557.707360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762557.707370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762557.707379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762557.707380:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762557.707385:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762557.707387:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762557.707437:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762557.707443:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762557.707445:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762557.899427:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762557.899440:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762557.899443:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787762557.899450:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1787762557.899451:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762557.899464:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787762557.899465:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762557.899471:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762557.899476:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21298
00000100:00100000:3.0:1787762557.899482:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000400:00000200:2.0:1787762557.899493:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762557.899495:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762557.899503:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1787762557.899505:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:3.0:1787762557.899521:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1787762557.899523:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787762557.899531:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762557.899534:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762557.899540:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762557.899541:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762557.899551:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762557.899554:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762557.899560:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762557.899563:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:2.0:1787762557.899567:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762557.899572:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:2.0:1787762557.899575:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:2.0:1787762557.899580:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:2.0:1787762557.899584:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762557.899587:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762557.899589:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762557.899592:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762557.899595:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:2.0:1787762557.899599:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762557.899602:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762557.899606:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762557.899610:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762557.899614:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762557.899617:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762557.899619:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762557.899631:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366aa580.
00000020:00000040:2.0:1787762557.899635:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:2.0:1787762557.899640:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762557.899642:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762557.899646:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762557.899649:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762557.899655:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762557.899665:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541865000.
00000100:00000001:2.0:1787762557.899674:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762557.899685:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366aa580 x1874597595068928/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762557.899699:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762557.899705:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762557.899711:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd8fa0a2] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366aa580 x1874597595068928/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762557.899740:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762557.899745:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762557.899751:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762557.899753:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762557.899755:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762557.899760:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762557.899763:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21298
00000400:00000200:2.0:1787762557.899770:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762557.899776:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762557.899779:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787762557.899784:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787762557.899785:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762557.899794:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762557.899795:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762557.899802:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762557.899804:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762557.899811:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762557.899817:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762557.899823:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:2.0:1787762557.899827:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762557.899830:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000100:00000040:1.0:1787762557.899832:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366aa580 x1874597595068928/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787762557.899835:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:2.0:1787762557.899838:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:2.0:1787762557.899857:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762557.899868:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762557.899875:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762557.899885:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762557.899894:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:2.0:1787762557.899908:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762557.899914:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762557.899925:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762557.899926:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762557.899930:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762557.899935:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762557.899937:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762557.899945:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762557.899946:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762557.899960:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787762557.899961:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1787762557.899974:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762557.899977:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595068928:192.168.203.101@tcp:250:kworker.0
00000008:00000001:2.0:1787762557.899985:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762557.899990:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787762557.899991:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762557.900000:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366ab840.
02000000:00000001:1.0:1787762557.900001:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762557.900009:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787762557.900011:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:2.0:1787762557.900026:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762557.900028:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787762557.900035:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762557.900039:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762557.900041:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1787762557.900043:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09800.
02000000:00000001:2.0:1787762557.900045:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762557.900052:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762557.900058:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541866000.
00000100:00000001:2.0:1787762557.900066:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762557.900067:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762557.900079:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000100:00100000:2.0:1787762557.900081:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366ab840 x1874597595069056/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787762557.900090:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000001:2.0:1787762557.900102:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762557.900107:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762557.900109:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595068928, portal 25
00000100:00000040:2.0:1787762557.900120:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dabcfc0] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366ab840 x1874597595069056/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762557.900122:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762557.900129:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739801984 : -110615969749632 : ffff9b65366aa580)
00000100:00000040:1.0:1787762557.900151:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366aa580 x1874597595068928/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762557.900154:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762557.900164:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762557.900185:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762557.900195:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787762557.900196:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787762557.900211:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1787762557.900220:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000001:2.0:1787762557.900223:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1787762557.900227:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352088.
00000100:00080000:2.0:1787762557.900233:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21298
00000100:00000200:1.0:1787762557.900235:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595068928, offset 0
00000400:00000200:1.0:1787762557.900324:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762557.900325:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762557.900345:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762557.900351:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787762557.900355:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:2.0:1787762557.900361:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000200:1.0:1787762557.900369:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000001:2.0:1787762557.900369:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762557.900382:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:1.0:1787762557.900385:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762557.900392:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762557.900395:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762557.900398:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762557.900403:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278132:278132:256:4294967295] 192.168.203.101@tcp LPNI seq info [278131:278131:8:4294967295]
00000400:00000200:1.0:1787762557.900406:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762557.900416:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787762557.900428:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000800:00000200:1.0:1787762557.900429:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000020:00000001:2.0:1787762557.900436:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762557.900443:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:2.0:1787762557.900445:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000010:1.0:1787762557.900448:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18a00.
00000020:00000040:2.0:1787762557.900448:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:2.0:1787762557.900457:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:2.0:1787762557.900463:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:2.0:1787762557.900472:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000800:00000200:1.0:1787762557.900475:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:2.0:1787762557.900477:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762557.900484:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762557.900487:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762557.900493:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000800:00000200:1.1:1787762557.900495:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00080000:2.0:1787762557.900507:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762557.900512:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762557.900515:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762557.900520:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762557.900521:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762557.900525:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762557.900530:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787762557.900532:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000008:00100000:2.0:1787762557.900535:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787762557.900538:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315971832
00000008:00000001:2.0:1787762557.900545:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762557.900550:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82d20.
00000100:00000001:2.0:1787762557.900551:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762557.900574:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a8780.
00000100:00000001:1.0:1787762557.900576:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000020:00000040:2.0:1787762557.900583:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:2.0:1787762557.900590:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787762557.900592:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315971832
02000000:00000001:2.0:1787762557.900597:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762557.900602:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:1.0:1787762557.900603:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a828a0.
02000000:00000001:2.0:1787762557.900613:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787762557.900615:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
02000000:00000001:2.0:1787762557.900618:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762557.900621:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762557.900627:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762557.900627:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541865c00.
00000100:00000001:1.0:1787762557.900632:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762557.900635:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762557.900638:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762557.900647:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a8780 x1874597595069184/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762557.900649:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762557.900656:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787762557.900669:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762557.900673:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762557.900679:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762557.900697:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366ab840 x1874597595069056/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762557.900713:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762557.900725:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762557.900730:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762557.900734:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762557.900742:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1787762557.900743:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000105b7063] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a8780 x1874597595069184/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787762557.900748:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762557.900763:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762557.900784:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595069056:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762557.900790:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762557.900806:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1787762557.900806:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787762557.900812:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1787762557.900815:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:1.0:1787762557.900817:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762557.900824:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1787762557.900829:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21308)
02000000:00000010:1.0:1787762557.900830:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762557.900842:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762557.900847:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762557.900851:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff69f8.
00000400:00000010:1.0:1787762557.900855:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762557.900859:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595069056, portal 10
00000100:00000001:1.0:1787762557.900861:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762557.900862:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739806784 : -110615969744832 : ffff9b65366ab840)
00000100:00000040:1.0:1787762557.900873:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366ab840 x1874597595069056/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762557.900882:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762557.900885:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762557.900888:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352880.
00000100:00000200:1.0:1787762557.900891:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595069056, offset 0
00000400:00000200:1.0:1787762557.900897:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762557.900902:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762557.900906:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762557.900910:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762557.900913:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762557.900916:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762557.900918:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762557.900921:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278133:278133:255:4294967295] 192.168.203.101@tcp LPNI seq info [278132:278132:7:4294967295]
00000400:00000200:1.0:1787762557.900925:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762557.900932:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762557.900937:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762557.900942:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18000.
00000800:00000200:1.0:1787762557.900947:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762557.900954:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:1.0:1787762557.900957:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762557.900962:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762557.900966:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762557.900968:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315971085
00000100:00000001:1.0:1787762557.900971:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315971832
00000100:00000001:1.0:1787762557.900974:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315971085
00000100:00000001:1.0:1787762557.900976:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315971832
00000100:00000001:1.0:1787762557.900978:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762557.900980:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762557.900983:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762557.900986:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762557.900990:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762557.900992:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787762557.900994:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762557.900996:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762557.900997:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762557.901003:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8780 x1874597595069184/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762557.901013:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762557.901014:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762557.901017:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762557.901019:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762557.901021:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762557.901023:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595069184:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762557.901026:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762557.901028:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762557.901029:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762557.901031:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762557.901034:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09000.
02000000:00000001:1.0:1787762557.901036:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762557.901041:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762557.901052:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762557.901058:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352b28.
00000100:00000200:1.0:1787762557.901062:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595069184, portal 4
00000100:00000001:1.0:1787762557.901064:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762557.901065:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739794304 : -110615969757312 : ffff9b65366a8780)
00000100:00000040:1.0:1787762557.901073:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8780 x1874597595069184/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762557.901081:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762557.901084:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762557.901087:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352dd0.
00000100:00000200:1.0:1787762557.901090:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595069184, offset 0
00000400:00000200:1.0:1787762557.901100:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762557.901105:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762557.901109:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762557.901113:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762557.901115:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762557.901118:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762557.901121:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762557.901124:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278134:278134:254:4294967295] 192.168.203.101@tcp LPNI seq info [278133:278133:6:4294967295]
00000400:00000200:1.0:1787762557.901129:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762557.901137:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762557.901142:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762557.901147:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762557.901152:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762557.901156:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:1.0:1787762557.901159:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762557.901163:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762557.901166:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762557.901168:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315971091
00000100:00000001:1.0:1787762557.901171:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315971832
00000100:00000001:1.0:1787762557.901174:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315971091
00000100:00000001:1.0:1787762557.901176:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315971832
00000100:00000001:1.0:1787762557.901179:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762557.901182:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762557.901184:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762557.901187:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762557.901190:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762557.901192:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787762557.901194:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762557.901196:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762557.901197:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762557.901200:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762558.667360:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315971832, at 4315971840
00000100:00000040:1.0:1787762558.667360:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315971832, at 4315971840
00000100:00000010:0.0:1787762558.667382:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82d20.
00000100:00000010:1.0:1787762558.667387:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a828a0.
00010000:00000001:0.0:1787762558.731346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762558.731352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762558.731359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762558.731360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762558.731363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762558.731364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762558.731387:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762558.731390:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762558.731393:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762558.923479:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762558.923487:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762558.923489:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762558.923494:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762558.923497:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762558.923501:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762558.923504:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762558.923507:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762558.923510:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762559.755335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762559.755343:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762559.755350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762559.755351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762559.755354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762559.755355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762559.755406:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762559.755411:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762559.755414:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762559.947404:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762559.947412:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762559.947415:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762559.947421:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762559.947424:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762559.947428:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762559.947430:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762559.947433:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762559.947435:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762560.779358:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762560.779363:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762560.779368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762560.779369:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762560.779371:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762560.779372:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762560.779391:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762560.779393:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762560.779395:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762560.971506:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762560.971514:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762560.971516:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762560.971521:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762560.971525:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762560.971529:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762560.971532:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762560.971535:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762560.971537:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1787762560.971760:0:238625:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.101:988
00000400:00000100:0.0:1787762560.971844:0:238625:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.101@tcp at host 192.168.203.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787762560.971863:0:238625:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762560.971871:0:238625:0:(router.c:1791:lnet_notify()) 192.168.203.1@tcp notifying 192.168.203.101@tcp: down
00000400:00000200:0.0:1787762560.971881:0:238625:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762560.971887:0:238625:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787762560.971897:0:238625:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:0.0:1787762560.971904:0:238625:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18a00.
00000400:00000200:0.0:1787762560.971914:0:238625:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762560.971922:0:238625:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762560.971934:0:238625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352088
00000400:00000010:0.0:1787762560.971940:0:238625:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352088.
00000100:00000001:0.0:1787762560.971948:0:238625:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762560.971964:0:238625:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b65366aa580 x1874597595068928/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762560.972029:0:238625:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762560.972040:0:238625:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366aa580 x1874597595068928/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762560.972057:0:238625:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762560.972062:0:238625:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787762560.972080:0:238625:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:0.0:1787762560.972086:0:238625:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18000.
00000400:00000200:0.0:1787762560.972103:0:238625:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762560.972113:0:238625:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762560.972120:0:238625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352880
00000400:00000010:0.0:1787762560.972124:0:238625:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352880.
00000100:00000001:0.0:1787762560.972130:0:238625:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762560.972139:0:238625:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b65366ab840 x1874597595069056/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762560.972157:0:238625:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762560.972164:0:238625:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366ab840 x1874597595069056/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762560.972177:0:238625:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762560.972180:0:238625:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787762560.972195:0:238625:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:0.0:1787762560.972200:0:238625:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:0.0:1787762560.972205:0:238625:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787762560.972212:0:238625:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787762560.972218:0:238625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352dd0
00000400:00000010:0.0:1787762560.972222:0:238625:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352dd0.
00000100:00000001:0.0:1787762560.972370:0:238625:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787762560.972383:0:238625:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b65366a8780 x1874597595069184/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762560.972401:0:238625:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762560.972408:0:238625:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8780 x1874597595069184/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762560.972423:0:238625:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762560.972426:0:238625:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762560.972620:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762560.972629:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762560.972633:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762560.972647:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762557/real 1787762560]  req@ffff9b65366a8780 x1874597595069184/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762560.972670:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762560.972674:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762560.972680:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762560.972687:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352b28
00000400:00000010:1.0:1787762560.972690:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352b28.
00000100:00000001:1.0:1787762560.972695:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762560.972702:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8780 x1874597595069184/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762560.972719:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8780 x1874597595069184/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762560.972733:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762560.972737:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762560.972742:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762560.972747:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762560.972756:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8780 x1874597595069184/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762560.972769:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762560.972778:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8780 x1874597595069184/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762560.972794:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762560.972800:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762560.972804:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762560.972806:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762560.972811:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762560.972815:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762560.972821:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762560.972830:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762560.972835:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762560.972845:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8780 x1874597595069184/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762560.972862:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595069184:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762560.972872:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762560.972880:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762557/real 1787762560]  req@ffff9b65366ab840 x1874597595069056/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762560.972895:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762560.972898:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762560.972901:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff69f8.
00000400:00000200:1.0:1787762560.972907:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762560.972910:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762560.972915:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762560.972922:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366ab840 x1874597595069056/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762560.972942:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366ab840 x1874597595069056/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762560.972968:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762560.972971:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762560.972975:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762560.972978:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762560.972985:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366ab840 x1874597595069056/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762560.972996:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762560.973001:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366ab840 x1874597595069056/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762560.973010:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762560.973013:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762560.973015:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762560.973016:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762560.973019:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762560.973022:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762560.973025:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762560.973029:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762560.973032:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762560.973037:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366ab840 x1874597595069056/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762560.973046:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595069056:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762560.973052:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762560.973056:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762557/real 1787762560]  req@ffff9b65366aa580 x1874597595068928/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762560.973075:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762560.973076:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762560.973079:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762560.973082:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762560.973085:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762560.973088:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762560.973092:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366aa580 x1874597595068928/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762560.973102:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366aa580 x1874597595068928/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762560.973109:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762560.973111:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762560.973113:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762560.973115:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762560.973119:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366aa580 x1874597595068928/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762560.973128:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762560.973137:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366aa580 x1874597595068928/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762560.973150:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762560.973154:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762560.973157:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762560.973159:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762560.973162:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762560.973165:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762560.973170:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762560.973177:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762560.973182:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762560.973191:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366aa580 x1874597595068928/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762560.973209:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595068928:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762560.973217:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762560.973222:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762560.973229:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8780 x1874597595069184/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762560.973244:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762560.973399:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762560.973405:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09000.
02000000:00000001:1.0:1787762560.973411:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762560.973414:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762560.973417:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762560.973420:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762560.973424:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541865c00.
02000000:00000001:1.0:1787762560.973429:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762560.973432:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762560.973435:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8780.
00000100:00000001:1.0:1787762560.973440:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762560.973442:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762560.973446:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762560.973452:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366ab840 x1874597595069056/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762560.973461:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762560.973463:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762560.973465:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762560.973467:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762560.973468:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762560.973470:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762560.973472:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762560.973474:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541866000.
02000000:00000001:1.0:1787762560.973476:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762560.973478:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762560.973479:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366ab840.
00000100:00000001:1.0:1787762560.973483:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762560.973485:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762560.973487:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762560.973491:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366aa580 x1874597595068928/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762560.973499:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762560.973500:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762560.973502:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762560.973505:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762560.973506:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762560.973507:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762560.973509:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762560.973511:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541865000.
02000000:00000001:1.0:1787762560.973513:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762560.973515:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762560.973516:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366aa580.
00000100:00000001:1.0:1787762560.973519:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762560.973521:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762560.973523:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762560.973532:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762560.973535:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762560.973537:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762560.973539:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762561.803371:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762561.803381:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762561.803389:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762561.803391:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762561.803396:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762561.803401:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762561.803404:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762561.803409:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762561.803413:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762561.803417:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762561.803420:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762561.803423:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762561.803500:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762561.803506:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762561.803510:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762561.995456:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762561.995467:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762561.995471:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762561.995480:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762561.995486:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762561.995492:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762561.995496:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762561.995501:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762561.995506:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762562.827369:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762562.827378:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762562.827386:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762562.827388:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762562.827392:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762562.827394:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762562.827439:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762562.827443:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762562.827447:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762563.019406:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762563.019413:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762563.019415:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762563.019420:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762563.019423:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762563.019425:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762563.019427:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762563.019430:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762563.019432:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762563.019487:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762563.019500:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762563.019504:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762563.019528:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762563.019534:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762563.019543:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21303
00000400:00000200:3.0:1787762563.019555:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762563.019563:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762563.019567:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762563.019572:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762563.019576:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762563.019596:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762563.019600:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762563.019606:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762563.019608:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762563.019612:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762563.019617:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762563.019620:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762563.019623:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762563.019627:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762563.019630:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762563.019633:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762563.019635:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762563.019640:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762563.019645:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762563.019650:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762563.019655:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762563.019662:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762563.019668:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762563.019673:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762563.019678:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762563.019689:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787762563.019696:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762563.019703:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762563.019707:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762563.019713:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762563.019718:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762563.019726:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762563.019752:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17000.
00000100:00000001:3.0:1787762563.019766:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762563.019784:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597595069312/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762563.019807:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762563.019816:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762563.019826:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597595069312/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762563.019874:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762563.019882:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762563.019890:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762563.019893:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762563.019897:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762563.019903:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762563.019908:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21303
00000400:00000200:3.0:1787762563.019917:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762563.019924:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762563.019929:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762563.019934:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762563.019939:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762563.019943:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762563.019947:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762563.019951:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762563.019954:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762563.019958:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762563.019963:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762563.019967:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762563.019971:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762563.019977:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762563.019981:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762563.019984:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762563.019988:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762563.019994:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762563.019999:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762563.020004:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762563.020008:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762563.020018:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762563.020023:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762563.020027:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762563.020035:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762563.020041:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762563.020046:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762563.020054:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000020:00000040:3.0:1787762563.020061:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762563.020067:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762563.020071:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762563.020075:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762563.020079:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762563.020083:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762563.020091:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000010:3.0:1787762563.020095:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14c00.
00000100:00000001:1.0:1787762563.020101:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762563.020108:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787762563.020109:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762563.020126:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1c3c0 x1874597595069312/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762563.020129:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597595069440/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762563.020221:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762563.020223:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762563.020232:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762563.020233:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762563.020310:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762563.020316:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762563.020325:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762563.020325:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597595069440/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762563.020343:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595069312:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762563.020367:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762563.020378:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762563.020384:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762563.020385:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762563.020395:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787762563.020398:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762563.020410:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000010:1.0:1787762563.020411:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09800.
00000100:00000001:3.0:1787762563.020419:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:1.0:1787762563.020421:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762563.020438:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762563.020445:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762563.020453:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762563.020462:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595069312, portal 25
00000100:00000001:1.0:1787762563.020464:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762563.020467:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765434304 : -110615944117312 : ffff9b6537f1c3c0)
00000100:00000040:1.0:1787762563.020475:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1c3c0 x1874597595069312/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762563.020485:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762563.020488:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762563.020491:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762563.020495:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595069312, offset 0
00000400:00000200:1.0:1787762563.020502:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762563.020513:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762563.020523:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762563.020535:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762563.020539:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762563.020544:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762563.020547:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762563.020551:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278135:278135:256:4294967295] 192.168.203.101@tcp LPNI seq info [278134:278134:8:4294967295]
00000400:00000200:1.0:1787762563.020556:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762563.020569:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762563.020577:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762563.020584:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762563.020594:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762563.020599:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762563.020608:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00080000:3.0:1787762563.020616:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1787762563.020617:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1787762563.020638:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000800:00000100:1.0:1787762563.020642:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762563.020648:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000100:00080000:3.0:1787762563.020653:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21303
00000400:00000200:1.0:1787762563.020659:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787762563.020669:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762563.020680:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787762563.020691:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000400:00000200:1.0:1787762563.020694:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000100:00080000:3.0:1787762563.020699:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1787762563.020702:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762563.020711:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1787762563.020714:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000200:1.0:1787762563.020725:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1c3c0 x1874597595069312/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762563.020726:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762563.020738:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762563.020752:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762563.020764:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762563.020769:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000100:00000001:1.0:1787762563.020771:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1787762563.020774:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762563.020782:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000100:00000040:1.0:1787762563.020784:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1c3c0 x1874597595069312/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762588 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787762563.020791:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762563.020803:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000001:1.0:1787762563.020825:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762563.020830:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762563.020831:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762563.020842:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762563.020843:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762563.020857:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:1.0:1787762563.020858:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762563.020865:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315976952
00000100:00000001:3.0:1787762563.020873:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000010:1.0:1787762563.020875:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a828a0.
00000020:00000040:3.0:1787762563.020884:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00000001:1.0:1787762563.020895:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1787762563.020898:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762563.020904:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315976952
00000100:00000001:3.0:1787762563.020907:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762563.020909:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82360.
02000000:00000001:3.0:1787762563.020918:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762563.020919:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762563.020926:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762563.020930:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762563.020933:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762563.020941:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762563.020943:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787762563.020951:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:1.0:1787762563.020959:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762563/real 1787762563]  req@ffff9b6537f1c3c0 x1874597595069312/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787762563.020961:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762563.020974:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762563.020981:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762563.020999:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000400:00000001:1.0:1787762563.021001:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762563.021010:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:3.0:1787762563.021012:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000010:1.0:1787762563.021016:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
02000000:00000001:3.0:1787762563.021024:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787762563.021027:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
02000000:00000001:3.0:1787762563.021033:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762563.021036:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:3.0:1787762563.021042:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787762563.021046:0:238635:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1787762563.021049:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1787762563.021058:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1c3c0 x1874597595069312/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762563.021059:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762563.021077:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14000.
00000100:00000200:1.0:1787762563.021078:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1c3c0 x1874597595069312/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762563.021099:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762563.021100:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762563.021106:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762563.021112:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762563.021115:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787762563.021131:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597595069568/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762563.021132:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1c3c0 x1874597595069312/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762563.021211:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762563.021216:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1c3c0 x1874597595069312/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762588 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762563.021221:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762563.021223:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762563.021224:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762563.021225:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762563.021234:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762563.021237:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762563.021240:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762563.021280:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762563.021284:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762563.021289:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1c3c0 x1874597595069312/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762588 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762563.021295:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595069312:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762563.021302:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762563.021305:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762563.021308:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1c3c0 x1874597595069312/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762588 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762563.021312:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762563.021315:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762563.021318:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09800.
00000100:00000001:3.0:1787762563.021323:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787762563.021324:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762563.021337:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762563.021340:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000100:00000001:3.0:1787762563.021341:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762563.021343:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762563.021348:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17000.
02000000:00000001:1.0:1787762563.021357:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:3.0:1787762563.021359:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597595069568/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787762563.021362:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762563.021370:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1c3c0.
00000100:00000001:1.0:1787762563.021379:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762563.021384:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762563.021392:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762563.021405:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762563.021408:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762563.021412:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762563.021414:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787762563.021417:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762563.021424:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762563.021428:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762563.021432:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1787762563.021443:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1cf00 x1874597595069440/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762563.021453:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1787762563.021453:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21313)
00000100:00000001:1.0:1787762563.021459:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762563.021464:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762563.021467:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762563.021470:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762563.021474:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595069440:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762563.021477:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762563.021480:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762563.021481:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762563.021483:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762563.021487:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762563.021489:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762563.021493:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762563.021495:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762563.021498:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762563.021501:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595069440, portal 10
00000100:00000001:1.0:1787762563.021503:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762563.021504:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765437184 : -110615944114432 : ffff9b6537f1cf00)
00000100:00000040:1.0:1787762563.021510:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1cf00 x1874597595069440/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762563.021514:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762563.021517:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762563.021518:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762563.021520:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595069440, offset 0
00000400:00000200:1.0:1787762563.021523:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762563.021526:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762563.021529:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762563.021531:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762563.021533:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762563.021536:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762563.021537:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762563.021540:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278136:278136:256:4294967295] 192.168.203.101@tcp LPNI seq info [278135:278135:8:4294967295]
00000400:00000200:1.0:1787762563.021542:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762563.021547:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762563.021550:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762563.021552:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762563.021556:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762563.021558:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762563.021562:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762563.021564:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787762563.021567:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762563.021569:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762563.021571:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762563.021573:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762563.021575:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762563.021577:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762563.021578:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762563.021581:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1cf00 x1874597595069440/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762563.021586:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762563.021588:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1cf00 x1874597595069440/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762588 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762563.021592:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762563.021593:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762563.021595:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762563.021598:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762563.021600:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762563.021601:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315976206
00000100:00000001:1.0:1787762563.021604:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315976952
00000100:00000001:1.0:1787762563.021605:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315976206
00000100:00000001:1.0:1787762563.021607:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315976952
00000100:00000001:1.0:1787762563.021608:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762563.021610:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762563.021611:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762563.021613:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762563/real 1787762563]  req@ffff9b6537f1cf00 x1874597595069440/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762563.021618:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762563.021619:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762563.021620:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762563.021622:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762563.021623:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762563.021624:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762563.021627:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1cf00 x1874597595069440/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762563.021632:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1cf00 x1874597595069440/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762563.021636:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762563.021637:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762563.021638:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762563.021639:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762563.021641:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1cf00 x1874597595069440/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762563.021645:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762563.021648:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1cf00 x1874597595069440/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762588 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762563.021652:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762563.021653:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762563.021654:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762563.021655:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762563.021656:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762563.021658:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762563.021659:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762563.021661:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762563.021663:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762563.021665:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1cf00 x1874597595069440/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762588 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762563.021670:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595069440:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762563.021673:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762563.021676:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e1c0 x1874597595069568/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762563.021685:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762563.021686:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762563.021687:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762563.021697:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762563.021698:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762563.021703:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595069568:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762563.021705:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762563.021707:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762563.021708:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762563.021709:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762563.021712:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762563.021713:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762563.021715:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762563.021717:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762563.021719:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762563.021721:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595069568, portal 4
00000100:00000001:1.0:1787762563.021722:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762563.021723:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765441984 : -110615944109632 : ffff9b6537f1e1c0)
00000100:00000040:1.0:1787762563.021727:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e1c0 x1874597595069568/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762563.021731:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762563.021732:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762563.021734:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762563.021735:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595069568, offset 0
00000400:00000200:1.0:1787762563.021738:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762563.021740:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762563.021742:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762563.021744:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762563.021745:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762563.021747:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762563.021749:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762563.021751:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278137:278137:256:4294967295] 192.168.203.101@tcp LPNI seq info [278136:278136:8:4294967295]
00000400:00000200:1.0:1787762563.021754:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762563.021758:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762563.021761:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762563.021763:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762563.021765:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762563.021767:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762563.021770:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762563.021772:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787762563.021774:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762563.021776:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762563.021778:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762563.021780:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762563.021782:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762563.021783:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762563.021784:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762563.021787:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1e1c0 x1874597595069568/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762563.021792:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762563.021794:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e1c0 x1874597595069568/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762588 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762563.021798:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762563.021799:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762563.021801:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762563.021803:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762563.021805:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762563.021806:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315976212
00000100:00000001:1.0:1787762563.021808:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315976952
00000100:00000001:1.0:1787762563.021810:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315976212
00000100:00000001:1.0:1787762563.021811:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315976952
00000100:00000001:1.0:1787762563.021813:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762563.021814:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762563.021816:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762563.021818:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762563/real 1787762563]  req@ffff9b6537f1e1c0 x1874597595069568/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762563.021823:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762563.021824:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762563.021825:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762563.021826:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762563.021827:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762563.021829:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762563.021831:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e1c0 x1874597595069568/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762563.021836:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e1c0 x1874597595069568/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762563.021840:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762563.021841:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762563.021842:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762563.021842:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762563.021844:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e1c0 x1874597595069568/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762563.021848:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762563.021851:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e1c0 x1874597595069568/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762588 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762563.021855:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762563.021856:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762563.021857:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762563.021858:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762563.021859:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762563.021860:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762563.021861:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762563.021864:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762563.021865:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762563.021868:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e1c0 x1874597595069568/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762588 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762563.021872:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595069568:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762563.021875:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762563.021876:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762563.021878:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1cf00 x1874597595069440/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762588 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762563.021881:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762563.021882:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762563.021884:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762563.021885:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762563.021886:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762563.021887:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762563.021888:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762563.021890:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14c00.
02000000:00000001:1.0:1787762563.021891:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762563.021892:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762563.021893:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1cf00.
00000100:00000001:1.0:1787762563.021896:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762563.021897:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762563.021898:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762563.021900:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e1c0 x1874597595069568/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762588 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762563.021904:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762563.021905:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762563.021906:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762563.021907:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762563.021907:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762563.021908:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762563.021909:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762563.021910:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14000.
02000000:00000001:1.0:1787762563.021912:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762563.021913:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762563.021913:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e1c0.
00000100:00000001:1.0:1787762563.021915:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762563.021916:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762563.021917:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762563.021919:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762563.021920:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762563.021921:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762563.021922:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762563.787414:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315976952, at 4315976960
00000100:00000040:0.0:1787762563.787442:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315976952, at 4315976960
00000100:00000010:1.0:1787762563.787448:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82360.
00000100:00000010:0.0:1787762563.787459:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a828a0.
00010000:00000001:0.0:1787762563.851388:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762563.851394:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762563.851400:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762563.851402:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762563.851405:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762563.851407:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762563.851496:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762563.851502:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762563.851507:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762564.043412:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762564.043423:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762564.043427:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762564.043436:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762564.043444:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762564.043450:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762564.043456:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762564.043462:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762564.043467:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762564.875396:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762564.875405:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762564.875413:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762564.875415:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762564.875419:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762564.875420:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762564.875461:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762564.875464:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762564.875467:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762565.067368:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762565.067377:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762565.067380:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762565.067387:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762565.067392:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762565.067396:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762565.067400:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762565.067404:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762565.067408:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762565.899340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762565.899350:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762565.899352:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762565.899355:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762565.899361:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762565.899363:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762565.899365:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762565.899367:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762565.899371:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762565.899372:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762565.899373:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762565.899375:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762565.899376:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762565.899377:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762565.899378:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762565.899380:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762565.899383:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762565.899384:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762565.899484:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762565.899492:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762565.899498:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762566.091377:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762566.091386:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762566.091389:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762566.091395:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762566.091400:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762566.091404:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762566.091408:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762566.091425:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762566.091429:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762566.923336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762566.923344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762566.923350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762566.923351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762566.923354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762566.923355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762566.923377:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762566.923380:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762566.923383:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762567.115373:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762567.115381:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762567.115384:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762567.115391:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762567.115396:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762567.115400:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762567.115404:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762567.115408:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762567.115411:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762567.947329:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762567.947337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762567.947343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762567.947344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762567.947347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762567.947349:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762567.947407:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762567.947412:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762567.947416:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762568.139343:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762568.139353:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762568.139358:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762568.139368:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762568.139375:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762568.139383:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787762568.139386:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762568.139397:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762568.139401:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762568.139405:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762568.139411:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762568.139419:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21308
00000400:00000200:0.0:1787762568.139430:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762568.139434:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:0.0:1787762568.139441:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:2.0:1787762568.139444:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787762568.139446:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762568.139458:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762568.139459:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762568.139462:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762568.139474:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762568.139477:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762568.139482:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762568.139485:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787762568.139487:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762568.139490:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762568.139492:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787762568.139495:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787762568.139499:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762568.139502:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762568.139504:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762568.139507:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762568.139509:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787762568.139512:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762568.139514:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762568.139516:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762568.139520:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762568.139522:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762568.139524:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762568.139527:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762568.139538:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1a40.
00000020:00000040:0.0:1787762568.139542:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762568.139546:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762568.139548:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762568.139551:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762568.139554:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762568.139559:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762568.139569:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e000.
00000100:00000001:0.0:1787762568.139577:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762568.139588:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1a40 x1874597595069696/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762568.139598:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762568.139604:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762568.139608:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7cad83] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1a40 x1874597595069696/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762568.139629:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762568.139632:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762568.139635:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762568.139636:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762568.139637:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762568.139640:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762568.139642:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21308
00000400:00000200:0.0:1787762568.139645:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762568.139648:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762568.139650:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762568.139652:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762568.139654:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762568.139656:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762568.139658:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762568.139660:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762568.139662:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787762568.139663:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762568.139665:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000100:00000001:1.0:1787762568.139667:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787762568.139668:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787762568.139673:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:1.0:1787762568.139674:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1787762568.139677:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762568.139679:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787762568.139680:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762568.139683:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762568.139685:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762568.139689:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000040:1.0:1787762568.139690:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c1a40 x1874597595069696/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762568.139694:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762568.139699:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762568.139702:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762568.139707:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762568.139709:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762568.139710:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762568.139713:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787762568.139714:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762568.139717:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787762568.139718:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762568.139722:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787762568.139724:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762568.139726:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595069696:192.168.203.101@tcp:250:kworker.0
00000008:00000001:0.0:1787762568.139728:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762568.139734:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762568.139735:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:0.0:1787762568.139737:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c0000.
00000020:00000040:0.0:1787762568.139740:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:1.0:1787762568.139741:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762568.139742:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762568.139744:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762568.139747:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762568.139749:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762568.139754:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787762568.139755:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762568.139758:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762568.139762:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09400.
02000000:00000010:0.0:1787762568.139763:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760c800.
02000000:00000001:1.0:1787762568.139768:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762568.139769:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762568.139776:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c0000 x1874597595069824/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762568.139783:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762568.139787:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762568.139791:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762568.139792:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000100:00000040:0.0:1787762568.139796:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ecd2557] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c0000 x1874597595069824/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787762568.139802:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000001:0.0:1787762568.139803:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762568.139807:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762568.139810:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762568.139811:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762568.139812:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1787762568.139813:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595069696, portal 25
00000100:00000001:0.0:1787762568.139814:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787762568.139817:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787762568.139818:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21308
00000100:00000001:1.0:1787762568.139820:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115994688 : -110616593556928 : ffff9b65113c1a40)
00000400:00000200:0.0:1787762568.139825:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762568.139828:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762568.139832:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762568.139833:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c1a40 x1874597595069696/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787762568.139836:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762568.139843:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787762568.139845:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762568.139850:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000040:1.0:1787762568.139850:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762568.139854:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000001:0.0:1787762568.139855:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762568.139860:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:1.0:1787762568.139861:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595069696, offset 0
00000020:00000040:0.0:1787762568.139862:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787762568.139865:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762568.139867:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:0.0:1787762568.139869:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:0.0:1787762568.139873:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:1.0:1787762568.139873:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000040:0.0:1787762568.139879:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762568.139881:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762568.139883:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762568.139884:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762568.139886:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000400:00000200:1.0:1787762568.139888:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00080000:0.0:1787762568.139891:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762568.139894:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762568.139897:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787762568.139900:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
02000000:00000001:0.0:1787762568.139901:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762568.139905:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762568.139907:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762568.139910:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762568.139912:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762568.139913:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762568.139915:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:0.0:1787762568.139916:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2d00.
00000020:00000040:0.0:1787762568.139920:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:0.0:1787762568.139922:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762568.139925:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762568.139925:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000001:0.0:1787762568.139926:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762568.139930:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762568.139931:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762568.139934:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
02000000:00000010:0.0:1787762568.139935:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e400.
00000100:00000001:0.0:1787762568.139940:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762568.139943:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00100000:0.0:1787762568.139947:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2d00 x1874597595069952/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762568.139954:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278138:278138:256:4294967295] 192.168.203.101@tcp LPNI seq info [278137:278137:8:4294967295]
00000100:00000001:0.0:1787762568.139957:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762568.139960:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762568.139965:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b3abd36] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2d00 x1874597595069952/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762568.139967:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762568.139975:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762568.139977:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787762568.139984:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787762568.139990:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1787762568.139991:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21319)
00000800:00000200:1.0:1787762568.140002:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762568.140010:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762568.140020:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762568.140026:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787762568.140031:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762568.140035:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1787762568.140039:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762568.140043:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762568.140049:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762568.140054:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762568.140059:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762568.140061:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762568.140065:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762568.140068:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c1a40 x1874597595069696/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762568.140077:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762568.140081:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c1a40 x1874597595069696/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762593 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762568.140087:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762568.140088:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762568.140096:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762568.140099:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762568.140102:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315982071
00000100:00000010:1.0:1787762568.140107:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82360.
00000100:00000001:1.0:1787762568.140117:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762568.140125:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315982071
00000100:00000010:1.0:1787762568.140129:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82cc0.
00000100:00000001:1.0:1787762568.140133:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762568.140137:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762568.140141:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762568.140144:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762568.140150:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762568/real 1787762568]  req@ffff9b65113c1a40 x1874597595069696/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762568.140161:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762568.140163:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762568.140165:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762568.140168:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762568.140169:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762568.140171:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762568.140175:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c1a40 x1874597595069696/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762568.140181:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c1a40 x1874597595069696/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762568.140186:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762568.140187:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762568.140190:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762568.140191:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762568.140194:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c1a40 x1874597595069696/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762568.140200:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762568.140204:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c1a40 x1874597595069696/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762593 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762568.140212:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762568.140230:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762568.140233:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762568.140234:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762568.140238:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762568.140240:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762568.140244:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762568.140280:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762568.140283:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762568.140287:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c1a40 x1874597595069696/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762593 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762568.140294:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595069696:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762568.140298:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762568.140300:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762568.140302:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c1a40 x1874597595069696/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762593 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762568.140312:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762568.140315:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762568.140318:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762568.140320:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762568.140322:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762568.140324:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762568.140326:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762568.140329:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760e000.
02000000:00000001:1.0:1787762568.140333:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762568.140335:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762568.140336:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c1a40.
00000100:00000001:1.0:1787762568.140339:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762568.140340:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762568.140342:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762568.140350:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762568.140352:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762568.140353:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762568.140355:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762568.140356:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762568.140359:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c0000 x1874597595069824/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762568.140364:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762568.140365:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762568.140366:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762568.140368:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762568.140369:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762568.140371:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595069824:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762568.140373:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762568.140375:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762568.140376:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762568.140378:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762568.140380:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762568.140382:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762568.140385:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762568.140388:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762568.140392:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762568.140395:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595069824, portal 10
00000100:00000001:1.0:1787762568.140397:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762568.140399:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115987968 : -110616593563648 : ffff9b65113c0000)
00000100:00000040:1.0:1787762568.140407:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c0000 x1874597595069824/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762568.140415:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762568.140418:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762568.140420:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762568.140423:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595069824, offset 0
00000400:00000200:1.0:1787762568.140428:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762568.140433:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762568.140438:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762568.140441:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762568.140444:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762568.140446:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762568.140448:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762568.140450:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278139:278139:256:4294967295] 192.168.203.101@tcp LPNI seq info [278138:278138:8:4294967295]
00000400:00000200:1.0:1787762568.140453:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762568.140458:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762568.140461:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762568.140464:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762568.140467:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762568.140469:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787762568.140473:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762568.140475:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1787762568.140478:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762568.140479:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762568.140482:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762568.140485:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762568.140487:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762568.140488:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762568.140491:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762568.140494:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c0000 x1874597595069824/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762568.140500:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762568.140502:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c0000 x1874597595069824/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762593 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762568.140507:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762568.140508:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762568.140510:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762568.140514:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762568.140516:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762568.140517:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315981325
00000100:00000001:1.0:1787762568.140520:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315982071
00000100:00000001:1.0:1787762568.140522:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315981325
00000100:00000001:1.0:1787762568.140523:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315982071
00000100:00000001:1.0:1787762568.140525:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762568.140526:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762568.140528:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762568.140530:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762568/real 1787762568]  req@ffff9b65113c0000 x1874597595069824/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762568.140535:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762568.140536:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762568.140537:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762568.140539:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762568.140540:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762568.140542:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762568.140544:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c0000 x1874597595069824/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762568.140550:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c0000 x1874597595069824/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762568.140558:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762568.140559:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762568.140561:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762568.140562:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762568.140564:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c0000 x1874597595069824/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762568.140568:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762568.140570:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c0000 x1874597595069824/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762593 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762568.140575:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762568.140576:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762568.140577:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762568.140578:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762568.140579:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762568.140581:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762568.140583:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762568.140586:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762568.140588:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762568.140592:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c0000 x1874597595069824/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762593 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762568.140601:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595069824:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762568.140605:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762568.140609:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c2d00 x1874597595069952/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762568.140617:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762568.140618:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762568.140622:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762568.140624:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762568.140626:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762568.140629:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595069952:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762568.140633:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762568.140635:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762568.140636:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762568.140637:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762568.140640:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762568.140642:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762568.140645:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762568.140647:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762568.140650:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762568.140652:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595069952, portal 4
00000100:00000001:1.0:1787762568.140654:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762568.140655:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115999488 : -110616593552128 : ffff9b65113c2d00)
00000100:00000040:1.0:1787762568.140660:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c2d00 x1874597595069952/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762568.140665:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762568.140666:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762568.140668:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762568.140670:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595069952, offset 0
00000400:00000200:1.0:1787762568.140672:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762568.140675:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762568.140677:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762568.140679:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762568.140681:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762568.140683:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762568.140685:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762568.140687:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278140:278140:256:4294967295] 192.168.203.101@tcp LPNI seq info [278139:278139:8:4294967295]
00000400:00000200:1.0:1787762568.140690:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762568.140694:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762568.140698:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762568.140700:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762568.140703:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762568.140705:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787762568.140708:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762568.140711:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1787762568.140714:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762568.140715:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762568.140717:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762568.140720:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762568.140722:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762568.140723:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762568.140725:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762568.140727:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c2d00 x1874597595069952/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762568.140733:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762568.140735:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c2d00 x1874597595069952/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762593 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762568.140742:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762568.140744:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762568.140747:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762568.140750:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762568.140754:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762568.140757:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315981331
00000100:00000001:1.0:1787762568.140760:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315982071
00000100:00000001:1.0:1787762568.140762:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315981331
00000100:00000001:1.0:1787762568.140765:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315982071
00000100:00000001:1.0:1787762568.140767:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762568.140770:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762568.140772:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762568.140777:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762568/real 1787762568]  req@ffff9b65113c2d00 x1874597595069952/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762568.140787:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762568.140789:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762568.140790:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762568.140792:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762568.140794:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762568.140795:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762568.140798:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c2d00 x1874597595069952/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762568.140804:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c2d00 x1874597595069952/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762568.140809:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762568.140810:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762568.140811:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762568.140812:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762568.140814:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c2d00 x1874597595069952/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762568.140818:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762568.140821:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c2d00 x1874597595069952/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762593 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762568.140826:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762568.140828:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762568.140829:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762568.140830:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762568.140831:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762568.140832:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762568.140833:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762568.140835:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762568.140836:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762568.140840:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c2d00 x1874597595069952/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762593 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762568.140845:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595069952:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762568.140848:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762568.140850:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762568.140851:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c0000 x1874597595069824/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762593 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762568.140855:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762568.140856:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762568.140858:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762568.140859:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762568.140860:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762568.140862:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762568.140863:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762568.140865:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760c800.
02000000:00000001:1.0:1787762568.140867:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762568.140868:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762568.140869:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c0000.
00000100:00000001:1.0:1787762568.140871:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762568.140872:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762568.140873:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762568.140875:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c2d00 x1874597595069952/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762593 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762568.140880:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762568.140881:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762568.140882:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762568.140883:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762568.140883:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762568.140884:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762568.140885:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762568.140886:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760e400.
02000000:00000001:1.0:1787762568.140887:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762568.140889:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762568.140890:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c2d00.
00000100:00000001:1.0:1787762568.140894:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762568.140895:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762568.140896:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762568.140899:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762568.140900:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762568.140902:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762568.140903:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762568.907336:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315982071, at 4315982080
00000100:00000040:0.0:1787762568.907343:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315982071, at 4315982080
00000100:00000010:1.0:1787762568.907357:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82cc0.
00000100:00000010:0.0:1787762568.907358:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82360.
00010000:00000001:0.0:1787762568.971348:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762568.971353:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762568.971359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762568.971361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762568.971364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762568.971365:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762568.971388:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762568.971392:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762568.971394:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762569.163419:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762569.163427:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762569.163430:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762569.163436:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762569.163440:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762569.163446:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762569.163451:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762569.163455:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762569.163459:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762569.995332:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762569.995340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762569.995346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762569.995347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762569.995350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762569.995351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762569.995410:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762569.995415:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762569.995418:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762570.187403:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762570.187412:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762570.187415:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762570.187422:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762570.187427:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762570.187432:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762570.187435:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762570.187439:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762570.187443:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762571.019339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762571.019345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762571.019350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762571.019351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762571.019353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762571.019354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762571.019379:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762571.019381:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762571.019383:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762571.211335:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762571.211340:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762571.211342:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762571.211346:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762571.211349:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762571.211352:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762571.211354:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762571.211356:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762571.211358:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762572.043319:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762572.043325:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762572.043330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762572.043331:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762572.043333:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762572.043336:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762572.043337:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762572.043346:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762572.043348:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762572.043350:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762572.043351:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762572.043353:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762572.043519:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762572.043523:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762572.043526:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762572.235336:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762572.235341:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762572.235343:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762572.235348:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762572.235350:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762572.235353:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762572.235356:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762572.235358:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762572.235360:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762573.067333:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762573.067338:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762573.067342:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762573.067343:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762573.067346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762573.067347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762573.067372:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762573.067374:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762573.067376:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762573.259346:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762573.259352:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762573.259361:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762573.259367:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762573.259373:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762573.259377:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762573.259379:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762573.259382:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762573.259385:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762573.259398:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762573.259411:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762573.259416:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762573.259421:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762573.259428:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762573.259439:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21314
00000400:00000200:0.0:1787762573.259453:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762573.259462:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762573.259467:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762573.259472:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762573.259476:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762573.259479:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762573.259483:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762573.259488:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762573.259491:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787762573.259495:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762573.259499:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762573.259502:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787762573.259506:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787762573.259509:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762573.259512:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762573.259515:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762573.259517:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762573.259522:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787762573.259527:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762573.259530:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762573.259533:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762573.259539:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762573.259543:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762573.259547:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762573.259550:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762573.259562:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2d00.
00000020:00000040:0.0:1787762573.259567:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762573.259573:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762573.259576:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762573.259580:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762573.259584:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762573.259590:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762573.259602:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760cc00.
00000100:00000001:0.0:1787762573.259612:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762573.259626:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2d00 x1874597595070080/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762573.259641:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762573.259648:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762573.259654:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b3abd36] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2d00 x1874597595070080/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762573.259685:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762573.259689:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762573.259694:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762573.259696:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762573.259699:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762573.259702:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762573.259705:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21314
00000400:00000200:0.0:1787762573.259710:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762573.259714:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762573.259717:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762573.259721:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762573.259723:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762573.259727:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762573.259730:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762573.259733:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762573.259735:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787762573.259738:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762573.259742:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787762573.259745:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787762573.259748:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:0.0:1787762573.259752:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762573.259756:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762573.259758:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1787762573.259761:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762573.259764:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762573.259766:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:1.0:1787762573.259769:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1787762573.259771:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:0.0:1787762573.259776:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762573.259779:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762573.259785:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787762573.259786:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c2d00 x1874597595070080/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787762573.259795:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762573.259798:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787762573.259801:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762573.259805:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762573.259805:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787762573.259814:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787762573.259815:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:0.0:1787762573.259824:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762573.259826:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762573.259828:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762573.259838:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762573.259840:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c0000.
00000020:00000040:0.0:1787762573.259850:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:0.0:1787762573.259857:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1787762573.259857:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595070080:192.168.203.101@tcp:250:kworker.0
02000000:00000001:0.0:1787762573.259862:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762573.259868:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762573.259873:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787762573.259876:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762573.259877:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762573.259884:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:0.0:1787762573.259886:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760c400.
02000000:00000001:1.0:1787762573.259889:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762573.259894:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787762573.259895:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762573.259908:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09800.
00000100:00100000:0.0:1787762573.259909:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c0000 x1874597595070208/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787762573.259915:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762573.259940:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762573.259941:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762573.259953:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762573.259954:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000100:00000040:0.0:1787762573.259970:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ecd2557] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c0000 x1874597595070208/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787762573.259972:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762573.259987:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595070080, portal 25
00000100:00000001:0.0:1787762573.259996:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762573.259998:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762573.260006:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115999488 : -110616593552128 : ffff9b65113c2d00)
00000100:00080000:0.0:1787762573.260008:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762573.260016:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762573.260025:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1787762573.260027:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c2d00 x1874597595070080/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762573.260033:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762573.260048:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762573.260059:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21314
00000100:00000001:1.0:1787762573.260059:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762573.260077:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787762573.260079:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762573.260083:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000400:00000200:0.0:1787762573.260090:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000200:1.0:1787762573.260092:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595070080, offset 0
00000100:00080000:0.0:1787762573.260096:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762573.260109:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000200:1.0:1787762573.260114:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000001:0.0:1787762573.260117:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762573.260122:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762573.260126:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:1.0:1787762573.260128:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000020:00000001:0.0:1787762573.260134:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762573.260138:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787762573.260141:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762573.260145:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000400:00000200:1.0:1787762573.260145:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000020:00000001:0.0:1787762573.260155:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:1.0:1787762573.260160:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1787762573.260162:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:1.0:1787762573.260169:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000040:0.0:1787762573.260171:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762573.260176:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762573.260195:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762573.260199:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762573.260202:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278141:278141:256:4294967295] 192.168.203.101@tcp LPNI seq info [278140:278140:8:4294967295]
00000400:00000200:1.0:1787762573.260207:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:0.0:1787762573.260218:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:1.0:1787762573.260226:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787762573.260231:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000800:00000200:1.0:1787762573.260238:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762573.260275:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762573.260282:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762573.260286:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 47 secs later)
00000020:00000040:0.0:1787762573.260288:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000800:00000200:1.1:1787762573.260293:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00080000:0.0:1787762573.260302:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000800:00000200:1.1:1787762573.260304:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 47 secs later)
00000100:00000001:0.0:1787762573.260317:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787762573.260330:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
02000000:00000001:0.0:1787762573.260331:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:1.0:1787762573.260343:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
02000000:00000001:0.0:1787762573.260345:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787762573.260351:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1787762573.260353:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762573.260370:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787762573.260379:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000008:00100000:0.0:1787762573.260380:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762573.260386:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762573.260388:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000100:00000001:0.0:1787762573.260397:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762573.260397:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762573.260415:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:0.0:1787762573.260416:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1a40.
00000020:00000040:0.0:1787762573.260424:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000100:00000200:1.0:1787762573.260425:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c2d00 x1874597595070080/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787762573.260439:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762573.260443:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762573.260450:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787762573.260451:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1787762573.260454:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1787762573.260461:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c2d00 x1874597595070080/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762598 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787762573.260462:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762573.260475:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760d000.
00000100:00000001:1.0:1787762573.260477:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762573.260482:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787762573.260484:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762573.260488:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762573.260497:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1a40 x1874597595070336/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762573.260498:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762573.260507:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315987192
00000100:00000010:1.0:1787762573.260518:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82cc0.
00000100:00000001:0.0:1787762573.260528:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762573.260533:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762573.260534:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762573.260557:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315987192
00000100:00000040:0.0:1787762573.260559:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7cad83] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1a40 x1874597595070336/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1787762573.260570:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82180.
00000100:00000001:1.0:1787762573.260583:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762573.260591:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762573.260598:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762573.260599:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762573.260617:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787762573.260617:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1787762573.260629:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:1.0:1787762573.260631:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762573/real 1787762573]  req@ffff9b65113c2d00 x1874597595070080/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787762573.260649:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21324)
00000400:00000001:1.0:1787762573.260650:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762573.260658:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762573.260663:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762573.260666:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762573.260668:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762573.260670:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762573.260674:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c2d00 x1874597595070080/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762573.260686:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c2d00 x1874597595070080/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762573.260696:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762573.260698:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762573.260699:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762573.260701:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762573.260704:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c2d00 x1874597595070080/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762573.260708:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762573.260711:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c2d00 x1874597595070080/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762598 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762573.260716:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762573.260717:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762573.260718:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762573.260719:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762573.260721:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762573.260723:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762573.260726:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762573.260729:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762573.260731:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762573.260734:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c2d00 x1874597595070080/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762598 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762573.260739:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595070080:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762573.260742:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762573.260744:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762573.260746:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c2d00 x1874597595070080/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762598 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762573.260750:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762573.260752:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762573.260756:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762573.260758:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762573.260760:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762573.260761:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762573.260763:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762573.260765:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760cc00.
02000000:00000001:1.0:1787762573.260768:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762573.260770:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762573.260771:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c2d00.
00000100:00000001:1.0:1787762573.260775:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762573.260776:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762573.260777:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762573.260783:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762573.260784:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762573.260785:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762573.260787:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762573.260788:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762573.260791:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c0000 x1874597595070208/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762573.260796:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762573.260797:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762573.260799:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762573.260801:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762573.260804:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762573.260807:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595070208:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762573.260811:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762573.260813:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762573.260815:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762573.260817:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762573.260820:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762573.260822:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762573.260825:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762573.260829:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762573.260833:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762573.260836:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595070208, portal 10
00000100:00000001:1.0:1787762573.260839:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762573.260841:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115987968 : -110616593563648 : ffff9b65113c0000)
00000100:00000040:1.0:1787762573.260848:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c0000 x1874597595070208/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762573.260855:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762573.260858:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762573.260859:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762573.260861:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595070208, offset 0
00000400:00000200:1.0:1787762573.260864:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762573.260867:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762573.260871:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762573.260873:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762573.260875:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762573.260876:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762573.260878:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762573.260880:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278142:278142:256:4294967295] 192.168.203.101@tcp LPNI seq info [278141:278141:8:4294967295]
00000400:00000200:1.0:1787762573.260883:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762573.260887:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762573.260890:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762573.260893:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762573.260895:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762573.260898:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787762573.260902:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762573.260904:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1787762573.260907:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762573.260908:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762573.260910:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762573.260913:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762573.260915:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762573.260916:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762573.260918:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762573.260920:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c0000 x1874597595070208/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762573.260930:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762573.260933:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c0000 x1874597595070208/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762598 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762573.260937:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762573.260939:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762573.260941:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762573.260944:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762573.260946:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762573.260948:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315986445
00000100:00000001:1.0:1787762573.260950:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315987192
00000100:00000001:1.0:1787762573.260951:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315986445
00000100:00000001:1.0:1787762573.260953:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315987192
00000100:00000001:1.0:1787762573.260954:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762573.260956:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762573.260957:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762573.260959:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762573/real 1787762573]  req@ffff9b65113c0000 x1874597595070208/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762573.260964:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762573.260965:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762573.260966:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762573.260968:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762573.260969:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762573.260970:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762573.260972:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c0000 x1874597595070208/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762573.260978:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c0000 x1874597595070208/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762573.260981:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762573.260983:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762573.260984:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762573.260985:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762573.260987:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c0000 x1874597595070208/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762573.260991:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762573.260994:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c0000 x1874597595070208/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762598 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762573.260998:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762573.260999:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762573.261000:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762573.261001:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762573.261002:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762573.261004:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762573.261005:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762573.261007:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762573.261009:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762573.261011:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c0000 x1874597595070208/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762598 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762573.261015:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595070208:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762573.261018:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762573.261021:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c1a40 x1874597595070336/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762573.261025:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762573.261027:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762573.261028:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762573.261029:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762573.261030:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762573.261032:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595070336:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762573.261035:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762573.261036:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762573.261038:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762573.261039:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762573.261041:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762573.261042:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762573.261044:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762573.261046:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762573.261048:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762573.261050:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595070336, portal 4
00000100:00000001:1.0:1787762573.261051:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762573.261052:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115994688 : -110616593556928 : ffff9b65113c1a40)
00000100:00000040:1.0:1787762573.261056:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c1a40 x1874597595070336/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762573.261060:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762573.261062:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762573.261063:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762573.261064:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595070336, offset 0
00000400:00000200:1.0:1787762573.261066:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762573.261069:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762573.261071:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762573.261072:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762573.261074:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762573.261075:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762573.261077:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762573.261079:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278143:278143:256:4294967295] 192.168.203.101@tcp LPNI seq info [278142:278142:8:4294967295]
00000400:00000200:1.0:1787762573.261081:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762573.261086:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762573.261088:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762573.261090:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762573.261093:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762573.261094:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787762573.261097:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762573.261099:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1787762573.261101:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762573.261103:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762573.261104:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762573.261107:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762573.261108:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762573.261110:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762573.261111:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762573.261113:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c1a40 x1874597595070336/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762573.261118:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762573.261120:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c1a40 x1874597595070336/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762598 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762573.261124:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762573.261125:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762573.261127:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762573.261129:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762573.261131:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762573.261132:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315986451
00000100:00000001:1.0:1787762573.261133:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315987192
00000100:00000001:1.0:1787762573.261135:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315986451
00000100:00000001:1.0:1787762573.261136:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315987192
00000100:00000001:1.0:1787762573.261138:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762573.261139:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762573.261140:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762573.261142:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762573/real 1787762573]  req@ffff9b65113c1a40 x1874597595070336/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762573.261146:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762573.261148:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762573.261149:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762573.261150:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762573.261152:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762573.261153:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762573.261155:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c1a40 x1874597595070336/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762573.261160:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c1a40 x1874597595070336/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762573.261163:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762573.261164:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762573.261165:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762573.261166:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762573.261168:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c1a40 x1874597595070336/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762573.261172:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762573.261174:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c1a40 x1874597595070336/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762598 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762573.261178:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762573.261197:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762573.261199:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762573.261200:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762573.261201:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762573.261203:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762573.261204:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762573.261207:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762573.261209:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762573.261212:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c1a40 x1874597595070336/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762598 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762573.261222:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595070336:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762573.261224:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762573.261226:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762573.261228:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c0000 x1874597595070208/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762598 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762573.261231:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762573.261232:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762573.261234:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762573.261235:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762573.261237:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762573.261238:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762573.261239:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762573.261240:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760c400.
02000000:00000001:1.0:1787762573.261242:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762573.261243:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762573.261244:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c0000.
00000100:00000001:1.0:1787762573.261263:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762573.261265:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762573.261266:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762573.261268:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c1a40 x1874597595070336/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762598 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762573.261273:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762573.261274:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762573.261275:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762573.261276:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762573.261277:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762573.261278:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762573.261279:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762573.261280:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760d000.
02000000:00000001:1.0:1787762573.261281:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762573.261282:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762573.261283:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c1a40.
00000100:00000001:1.0:1787762573.261285:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762573.261286:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762573.261287:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762573.261290:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762573.261290:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762573.261292:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762573.261293:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762574.027323:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315987192, at 4315987200
00000100:00000010:1.0:1787762574.027339:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82180.
00000100:00000040:0.0:1787762574.027399:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315987192, at 4315987200
00000100:00000010:0.0:1787762574.027419:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82cc0.
00010000:00000001:0.0:1787762574.091367:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762574.091372:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762574.091379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762574.091381:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762574.091386:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762574.091388:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762574.091458:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762574.091464:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762574.091468:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762574.283342:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762574.283349:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762574.283352:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762574.283358:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762574.283361:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762574.283365:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762574.283368:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762574.283372:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762574.283375:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762575.115352:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762575.115366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762575.115377:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762575.115380:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762575.115387:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762575.115390:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762575.115449:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762575.115455:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762575.115460:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762575.307376:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762575.307384:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762575.307387:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762575.307393:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762575.307397:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762575.307401:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762575.307404:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762575.307407:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762575.307409:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762576.139442:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762576.139456:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762576.139461:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762576.139467:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762576.139474:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762576.139478:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762576.139481:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762576.139484:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762576.139490:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762576.139493:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762576.139495:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762576.139497:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762576.139500:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762576.139501:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762576.139504:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762576.139506:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762576.139510:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762576.139512:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762576.139595:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762576.139603:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762576.139608:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762576.331382:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762576.331389:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762576.331390:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762576.331395:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762576.331399:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762576.331403:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762576.331407:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762576.331411:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762576.331413:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762577.163353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762577.163358:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762577.163363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762577.163364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762577.163366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762577.163368:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762577.163411:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762577.163413:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762577.163415:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762577.355355:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762577.355361:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762577.355363:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762577.355367:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762577.355370:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762577.355373:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762577.355375:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762577.355378:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762577.355380:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762578.187340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762578.187348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762578.187354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762578.187355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762578.187358:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762578.187359:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762578.187410:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762578.187416:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762578.187421:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762578.379329:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762578.379340:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762578.379344:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762578.379349:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762578.379355:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762578.379366:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21319
00000400:00000200:0.0:1787762578.379378:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762578.379389:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762578.379394:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762578.379398:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762578.379404:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762578.379408:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762578.379412:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762578.379418:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762578.379422:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787762578.379426:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762578.379431:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762578.379435:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000001:2.0:1787762578.379439:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000020:00000001:0.0:1787762578.379440:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000001:2.0:1787762578.379451:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:0.0:1787762578.379452:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762578.379456:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762578.379459:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762578.379472:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00100000:2.0:1787762578.379473:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762578.379487:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762578.379487:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1787762578.379496:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00000001:2.0:1787762578.379496:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762578.379514:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1787762578.379519:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762578.379522:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762578.379524:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762578.379535:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762578.379536:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762578.379547:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762578.379553:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762578.379555:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762578.379558:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762578.379571:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c3c00.
00000020:00000040:0.0:1787762578.379575:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762578.379582:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762578.379584:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762578.379587:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762578.379590:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762578.379595:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762578.379604:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e000.
00000100:00000001:0.0:1787762578.379612:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762578.379622:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c3c00 x1874597595070464/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762578.379632:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762578.379637:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762578.379642:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a1cf69] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c3c00 x1874597595070464/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762578.379662:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762578.379665:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762578.379668:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762578.379669:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762578.379671:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762578.379674:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762578.379676:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21319
00000400:00000200:0.0:1787762578.379681:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762578.379683:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762578.379686:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762578.379688:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762578.379690:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762578.379692:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762578.379693:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762578.379694:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762578.379698:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762578.379699:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000100:00000001:1.0:1787762578.379700:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787762578.379701:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787762578.379703:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1787762578.379704:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787762578.379707:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787762578.379709:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:1.0:1787762578.379713:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c3c00 x1874597595070464/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787762578.379714:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762578.379718:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762578.379722:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762578.379726:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762578.379730:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000001:1.0:1787762578.379733:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1787762578.379734:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762578.379736:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762578.379741:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762578.379743:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762578.379744:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762578.379746:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762578.379750:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787762578.379752:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595070464:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762578.379758:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762578.379759:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762578.379763:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762578.379764:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762578.379767:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762578.379769:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787762578.379771:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1787762578.379776:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
02000000:00000010:1.0:1787762578.379778:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762578.379783:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787762578.379784:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762578.379790:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762578.379793:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000010:0.0:1787762578.379794:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1680.
00000020:00000040:0.0:1787762578.379798:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000400:00000010:1.0:1787762578.379799:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
02000000:00000001:0.0:1787762578.379800:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762578.379804:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762578.379806:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762578.379807:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762578.379809:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762578.379809:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
02000000:00000010:0.0:1787762578.379817:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e800.
00000100:00000200:1.0:1787762578.379820:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595070464, portal 25
00000100:00000001:0.0:1787762578.379821:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762578.379825:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762578.379827:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457116003328 : -110616593548288 : ffff9b65113c3c00)
00000100:00100000:0.0:1787762578.379829:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1680 x1874597595070592/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787762578.379835:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c3c00 x1874597595070464/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762578.379840:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762578.379844:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762578.379850:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787762578.379851:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c9d36cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1680 x1874597595070592/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762578.379857:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762578.379862:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000001:0.0:1787762578.379865:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762578.379866:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595070464, offset 0
00000100:00080000:0.0:1787762578.379871:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762578.379875:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762578.379879:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787762578.379879:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00080000:0.0:1787762578.379883:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762578.379886:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762578.379889:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21319
00000400:00000200:1.0:1787762578.379892:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762578.379900:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762578.379907:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762578.379912:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762578.379916:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762578.379918:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762578.379922:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278144:278144:256:4294967295] 192.168.203.101@tcp LPNI seq info [278143:278143:8:4294967295]
00000400:00000200:1.0:1787762578.379926:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762578.379935:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1787762578.379942:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000800:00000200:1.0:1787762578.379943:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787762578.379947:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000800:00000010:1.0:1787762578.379950:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000100:00080000:0.0:1787762578.379951:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762578.379956:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762578.379958:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762578.379962:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762578.379964:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000800:00000200:1.0:1787762578.379964:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000020:00000001:0.0:1787762578.379968:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762578.379971:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787762578.379973:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:1.0:1787762578.379974:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000020:00000040:0.0:1787762578.379975:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:0.0:1787762578.379977:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:0.0:1787762578.379982:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:0.0:1787762578.379988:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000800:00000200:1.1:1787762578.379989:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:0.0:1787762578.379992:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762578.379997:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000800:00000200:1.1:1787762578.379998:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1787762578.380001:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762578.380006:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000800:00000100:1.0:1787762578.380009:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000100:00080000:0.0:1787762578.380014:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000800:00000010:1.0:1787762578.380016:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000100:00000001:0.0:1787762578.380019:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762578.380023:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787762578.380027:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1787762578.380028:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762578.380033:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762578.380035:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1787762578.380039:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787762578.380043:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000008:00100000:0.0:1787762578.380044:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1787762578.380048:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000008:00000001:0.0:1787762578.380051:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762578.380055:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762578.380055:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762578.380061:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c3c00 x1874597595070464/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1787762578.380063:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2580.
00000020:00000040:0.0:1787762578.380068:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:0.0:1787762578.380076:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787762578.380078:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1787762578.380079:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762578.380083:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:1.0:1787762578.380084:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c3c00 x1874597595070464/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762603 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787762578.380085:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762578.380089:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762578.380094:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760d800.
00000100:00000001:0.0:1787762578.380100:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762578.380100:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762578.380106:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1787762578.380110:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2580 x1874597595070720/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762578.380117:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762578.380119:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762578.380119:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762578.380126:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023dbc666] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2580 x1874597595070720/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762578.380130:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762578.380138:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315992311
00000100:00000001:0.0:1787762578.380139:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762578.380144:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:1.0:1787762578.380159:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82180.
00000100:00000040:0.0:1787762578.380165:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787762578.380169:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1787762578.380171:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21329)
00000100:00000001:1.0:1787762578.380180:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315992311
00000100:00000010:1.0:1787762578.380184:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82660.
00000100:00000001:1.0:1787762578.380187:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762578.380191:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762578.380194:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762578.380196:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762578.380201:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762578/real 1787762578]  req@ffff9b65113c3c00 x1874597595070464/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762578.380210:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762578.380212:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762578.380214:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762578.380216:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762578.380218:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762578.380220:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762578.380222:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c3c00 x1874597595070464/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762578.380229:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c3c00 x1874597595070464/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762578.380235:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762578.380237:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762578.380239:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762578.380241:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762578.380244:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c3c00 x1874597595070464/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762578.380277:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762578.380282:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c3c00 x1874597595070464/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762603 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762578.380288:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762578.380290:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762578.380292:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762578.380293:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762578.380295:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762578.380296:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762578.380299:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762578.380302:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762578.380303:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762578.380306:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c3c00 x1874597595070464/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762603 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762578.380313:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595070464:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762578.380318:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762578.380320:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762578.380322:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c3c00 x1874597595070464/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762603 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762578.380326:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762578.380329:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762578.380332:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762578.380335:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762578.380337:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762578.380339:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762578.380341:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762578.380343:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760e000.
02000000:00000001:1.0:1787762578.380347:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762578.380349:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762578.380351:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c3c00.
00000100:00000001:1.0:1787762578.380354:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762578.380355:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762578.380356:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762578.380364:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762578.380365:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762578.380367:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762578.380368:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762578.380369:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762578.380372:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c1680 x1874597595070592/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762578.380377:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762578.380378:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762578.380380:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762578.380381:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762578.380382:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762578.380386:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595070592:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762578.380389:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762578.380391:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762578.380393:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762578.380395:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762578.380398:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762578.380400:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762578.380404:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762578.380408:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762578.380412:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762578.380415:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595070592, portal 10
00000100:00000001:1.0:1787762578.380418:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762578.380420:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115993728 : -110616593557888 : ffff9b65113c1680)
00000100:00000040:1.0:1787762578.380428:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c1680 x1874597595070592/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762578.380435:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762578.380438:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762578.380441:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762578.380443:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595070592, offset 0
00000400:00000200:1.0:1787762578.380459:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762578.380462:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762578.380466:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762578.380468:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762578.380470:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762578.380472:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762578.380474:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762578.380476:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278145:278145:256:4294967295] 192.168.203.101@tcp LPNI seq info [278144:278144:8:4294967295]
00000400:00000200:1.0:1787762578.380479:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762578.380484:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762578.380487:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762578.380489:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762578.380493:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762578.380495:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787762578.380498:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762578.380500:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787762578.380503:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762578.380505:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762578.380507:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762578.380510:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762578.380512:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762578.380513:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762578.380515:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762578.380518:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c1680 x1874597595070592/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762578.380529:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762578.380531:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c1680 x1874597595070592/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762603 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762578.380536:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762578.380537:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762578.380540:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762578.380544:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762578.380546:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762578.380548:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315991565
00000100:00000001:1.0:1787762578.380550:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315992311
00000100:00000001:1.0:1787762578.380552:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315991565
00000100:00000001:1.0:1787762578.380554:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315992311
00000100:00000001:1.0:1787762578.380555:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762578.380557:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762578.380558:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762578.380560:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762578/real 1787762578]  req@ffff9b65113c1680 x1874597595070592/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762578.380565:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762578.380566:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762578.380567:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762578.380569:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762578.380570:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762578.380571:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762578.380574:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c1680 x1874597595070592/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762578.380580:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c1680 x1874597595070592/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762578.380583:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762578.380585:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762578.380586:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762578.380588:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762578.380590:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c1680 x1874597595070592/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762578.380594:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762578.380597:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c1680 x1874597595070592/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762603 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762578.380601:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762578.380602:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762578.380603:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762578.380604:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762578.380605:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762578.380607:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762578.380608:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762578.380610:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762578.380611:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762578.380614:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c1680 x1874597595070592/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762603 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762578.380618:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595070592:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762578.380621:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762578.380623:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c2580 x1874597595070720/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762578.380628:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762578.380629:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762578.380631:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762578.380632:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762578.380633:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762578.380636:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595070720:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762578.380638:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762578.380640:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762578.380641:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762578.380643:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762578.380645:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762578.380646:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762578.380648:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762578.380650:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762578.380652:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762578.380654:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595070720, portal 4
00000100:00000001:1.0:1787762578.380656:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762578.380657:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115997568 : -110616593554048 : ffff9b65113c2580)
00000100:00000040:1.0:1787762578.380661:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c2580 x1874597595070720/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762578.380666:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762578.380667:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762578.380669:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762578.380670:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595070720, offset 0
00000400:00000200:1.0:1787762578.380673:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762578.380675:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762578.380677:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762578.380678:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762578.380680:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762578.380681:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762578.380683:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762578.380685:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278146:278146:256:4294967295] 192.168.203.101@tcp LPNI seq info [278145:278145:8:4294967295]
00000400:00000200:1.0:1787762578.380688:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762578.380693:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762578.380695:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762578.380697:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762578.380701:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762578.380703:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787762578.380706:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762578.380708:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787762578.380710:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762578.380712:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762578.380714:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762578.380716:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762578.380718:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762578.380719:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762578.380721:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762578.380723:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c2580 x1874597595070720/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762578.380729:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762578.380731:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c2580 x1874597595070720/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762603 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762578.380735:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762578.380736:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762578.380738:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762578.380740:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762578.380742:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762578.380743:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315991571
00000100:00000001:1.0:1787762578.380745:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315992311
00000100:00000001:1.0:1787762578.380747:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315991571
00000100:00000001:1.0:1787762578.380749:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315992311
00000100:00000001:1.0:1787762578.380750:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762578.380751:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762578.380752:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762578.380754:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762578/real 1787762578]  req@ffff9b65113c2580 x1874597595070720/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762578.380759:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762578.380761:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762578.380762:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762578.380763:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762578.380765:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762578.380766:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762578.380768:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c2580 x1874597595070720/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762578.380773:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c2580 x1874597595070720/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762578.380777:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762578.380778:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762578.380779:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762578.380779:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762578.380781:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c2580 x1874597595070720/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762578.380785:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762578.380788:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c2580 x1874597595070720/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762603 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762578.380792:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762578.380794:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762578.380795:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762578.380796:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762578.380797:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762578.380799:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762578.380800:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762578.380802:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762578.380803:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762578.380806:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c2580 x1874597595070720/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762603 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762578.380815:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595070720:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762578.380818:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762578.380820:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762578.380821:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c1680 x1874597595070592/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762603 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762578.380825:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762578.380826:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762578.380827:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762578.380829:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762578.380830:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762578.380830:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762578.380832:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762578.380833:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760e800.
02000000:00000001:1.0:1787762578.380834:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762578.380835:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762578.380836:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c1680.
00000100:00000001:1.0:1787762578.380838:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762578.380839:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762578.380840:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762578.380842:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c2580 x1874597595070720/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762603 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762578.380846:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762578.380847:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762578.380848:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762578.380849:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762578.380850:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762578.380851:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762578.380852:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762578.380853:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760d800.
02000000:00000001:1.0:1787762578.380854:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762578.380854:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762578.380855:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c2580.
00000100:00000001:1.0:1787762578.380860:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762578.380861:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762578.380862:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762578.380864:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762578.380866:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762578.380867:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762578.380869:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762579.147369:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315992311, at 4315992320
00000100:00000040:0.0:1787762579.147373:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315992311, at 4315992320
00000100:00000010:0.0:1787762579.147390:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82180.
00000100:00000010:1.0:1787762579.147395:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82660.
00010000:00000001:0.0:1787762579.211305:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762579.211309:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762579.211313:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762579.211314:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762579.211318:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762579.211319:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762579.211336:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762579.211338:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762579.211341:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762579.403382:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762579.403388:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762579.403390:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762579.403395:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762579.403398:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762579.403401:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762579.403402:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762579.403404:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762579.403406:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762580.235331:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762580.235339:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762580.235345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762580.235346:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762580.235349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762580.235350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762580.235399:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762580.235404:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762580.235406:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762580.427351:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762580.427357:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762580.427359:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762580.427363:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762580.427366:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762580.427369:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762580.427371:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762580.427373:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762580.427375:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762581.259397:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762581.259407:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762581.259416:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762581.259418:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762581.259424:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762581.259429:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762581.259433:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762581.259438:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762581.259444:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762581.259448:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762581.259451:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762581.259455:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762581.259516:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762581.259520:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762581.259532:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762581.451372:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762581.451379:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762581.451381:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762581.451385:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762581.451388:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762581.451391:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762581.451393:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762581.451395:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762581.451398:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762582.283350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762582.283359:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762582.283367:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762582.283369:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762582.283373:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762582.283375:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762582.283448:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762582.283455:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762582.283461:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762582.475360:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762582.475365:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762582.475367:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762582.475371:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762582.475374:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762582.475378:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762582.475380:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762582.475382:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762582.475384:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762583.307343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762583.307351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762583.307358:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762583.307359:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762583.307362:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762583.307363:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762583.307386:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762583.307389:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762583.307391:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762583.499334:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762583.499344:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762583.499347:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762583.499351:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762583.499358:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762583.499368:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21324
00000400:00000200:0.0:1787762583.499381:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762583.499389:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762583.499393:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762583.499396:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762583.499399:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762583.499402:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762583.499404:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762583.499409:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762583.499412:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787762583.499414:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762583.499418:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762583.499420:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787762583.499423:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787762583.499427:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762583.499428:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762583.499430:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762583.499431:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762583.499434:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787762583.499440:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762583.499443:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762583.499446:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762583.499449:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762583.499452:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762583.499454:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762583.499455:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762583.499459:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762583.499468:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762583.499474:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762583.499475:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2580.
00000020:00000040:0.0:1787762583.499481:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762583.499488:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:2.0:1787762583.499488:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
02000000:00000001:0.0:1787762583.499492:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762583.499500:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787762583.499504:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1787762583.499505:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787762583.499514:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787762583.499515:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762583.499536:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762583.499541:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1787762583.499544:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e800.
00000100:00000001:2.0:1787762583.499546:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762583.499556:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762583.499570:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2580 x1874597595070848/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762583.499581:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762583.499587:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762583.499593:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023dbc666] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2580 x1874597595070848/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762583.499613:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762583.499616:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762583.499620:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762583.499621:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762583.499623:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762583.499626:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762583.499628:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21324
00000400:00000200:0.0:1787762583.499635:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762583.499638:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762583.499640:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762583.499642:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762583.499644:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762583.499645:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762583.499647:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762583.499649:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762583.499650:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787762583.499651:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762583.499653:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787762583.499654:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787762583.499655:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:0.0:1787762583.499657:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762583.499659:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762583.499660:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762583.499661:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762583.499662:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:0.0:1787762583.499665:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762583.499667:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762583.499669:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762583.499676:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762583.499678:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762583.499679:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762583.499684:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:0.0:1787762583.499685:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762583.499691:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762583.499693:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762583.499694:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000010:0.0:1787762583.499698:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1680.
00000100:00000001:1.0:1787762583.499699:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1787762583.499703:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:0.0:1787762583.499709:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762583.499712:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762583.499713:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c2580 x1874597595070848/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762583.499715:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762583.499717:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762583.499721:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762583.499729:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e000.
00000100:00000001:1.0:1787762583.499730:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762583.499734:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762583.499736:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762583.499739:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762583.499743:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1787762583.499747:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1680 x1874597595070976/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787762583.499747:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762583.499755:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595070848:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762583.499763:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787762583.499767:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787762583.499769:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787762583.499770:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762583.499773:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762583.499778:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c9d36cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1680 x1874597595070976/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787762583.499778:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762583.499787:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09800.
00000100:00000001:0.0:1787762583.499788:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762583.499791:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762583.499792:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762583.499796:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762583.499797:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762583.499800:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787762583.499800:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762583.499806:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1787762583.499808:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000100:00080000:0.0:1787762583.499810:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21324
00000400:00000200:0.0:1787762583.499815:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762583.499817:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762583.499819:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1787762583.499819:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000040:0.0:1787762583.499824:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762583.499826:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762583.499828:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762583.499830:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000200:1.0:1787762583.499831:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595070848, portal 25
00000020:00000001:0.0:1787762583.499832:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762583.499836:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000100:00000001:1.0:1787762583.499836:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:0.0:1787762583.499837:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787762583.499840:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115997568 : -110616593554048 : ffff9b65113c2580)
00000020:00000040:0.0:1787762583.499841:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:0.0:1787762583.499846:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:0.0:1787762583.499847:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:0.0:1787762583.499852:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000040:1.0:1787762583.499852:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c2580 x1874597595070848/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762583.499856:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762583.499858:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762583.499863:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762583.499868:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:0.0:1787762583.499873:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762583.499877:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762583.499877:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1787762583.499881:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762583.499884:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762583.499885:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762583.499886:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762583.499888:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762583.499890:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762583.499891:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762583.499896:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c3c00.
00000100:00000040:1.0:1787762583.499896:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000020:00000040:0.0:1787762583.499900:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:0.0:1787762583.499903:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1787762583.499903:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
02000000:00000001:0.0:1787762583.499905:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762583.499908:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762583.499909:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1787762583.499910:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595070848, offset 0
02000000:00000001:0.0:1787762583.499911:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762583.499918:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760c800.
00000100:00000001:0.0:1787762583.499922:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762583.499923:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00100000:0.0:1787762583.499928:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c3c00 x1874597595071104/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762583.499934:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762583.499936:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762583.499938:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:0.0:1787762583.499942:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a1cf69] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c3c00 x1874597595071104/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762583.499949:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762583.499949:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000040:0.0:1787762583.499952:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787762583.499957:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787762583.499959:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1787762583.499962:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21334)
00000400:00000200:1.0:1787762583.499966:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762583.499970:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762583.499974:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762583.499977:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278147:278147:256:4294967295] 192.168.203.101@tcp LPNI seq info [278146:278146:8:4294967295]
00000400:00000200:1.0:1787762583.499981:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762583.499990:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762583.499995:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762583.500001:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762583.500010:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762583.500014:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762583.500020:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762583.500024:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787762583.500027:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762583.500030:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762583.500037:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762583.500044:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762583.500049:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762583.500051:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762583.500056:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762583.500060:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c2580 x1874597595070848/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762583.500070:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762583.500072:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c2580 x1874597595070848/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762608 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762583.500079:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762583.500080:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762583.500087:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762583.500090:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762583.500093:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4315997431
00000100:00000010:1.0:1787762583.500097:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82660.
00000100:00000001:1.0:1787762583.500106:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762583.500128:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4315997431
00000100:00000010:1.0:1787762583.500132:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82240.
00000100:00000001:1.0:1787762583.500135:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762583.500138:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762583.500141:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762583.500144:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762583.500148:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762583/real 1787762583]  req@ffff9b65113c2580 x1874597595070848/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762583.500156:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762583.500158:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762583.500160:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762583.500163:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762583.500165:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762583.500168:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762583.500171:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c2580 x1874597595070848/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762583.500178:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c2580 x1874597595070848/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762583.500183:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762583.500185:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762583.500188:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762583.500190:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762583.500193:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c2580 x1874597595070848/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762583.500198:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762583.500201:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c2580 x1874597595070848/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762608 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762583.500206:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762583.500208:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762583.500209:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762583.500210:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762583.500212:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762583.500214:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762583.500216:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762583.500219:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762583.500220:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762583.500223:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c2580 x1874597595070848/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762608 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762583.500229:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595070848:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762583.500232:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762583.500234:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762583.500236:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c2580 x1874597595070848/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762608 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762583.500241:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762583.500244:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762583.500268:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762583.500271:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762583.500273:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762583.500275:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762583.500277:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762583.500280:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760e800.
02000000:00000001:1.0:1787762583.500284:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762583.500286:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762583.500287:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c2580.
00000100:00000001:1.0:1787762583.500292:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762583.500293:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762583.500295:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762583.500302:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762583.500304:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762583.500305:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762583.500307:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762583.500308:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762583.500311:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c1680 x1874597595070976/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762583.500317:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762583.500318:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762583.500320:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762583.500321:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762583.500323:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762583.500325:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595070976:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762583.500328:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762583.500330:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762583.500331:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762583.500333:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762583.500335:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762583.500336:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762583.500340:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762583.500341:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762583.500344:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762583.500346:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595070976, portal 10
00000100:00000001:1.0:1787762583.500348:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762583.500349:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115993728 : -110616593557888 : ffff9b65113c1680)
00000100:00000040:1.0:1787762583.500354:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c1680 x1874597595070976/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762583.500360:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762583.500361:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762583.500363:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762583.500364:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595070976, offset 0
00000400:00000200:1.0:1787762583.500367:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762583.500370:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762583.500372:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762583.500375:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762583.500376:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762583.500378:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762583.500380:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762583.500382:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278148:278148:256:4294967295] 192.168.203.101@tcp LPNI seq info [278147:278147:8:4294967295]
00000400:00000200:1.0:1787762583.500385:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762583.500390:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762583.500393:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762583.500395:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762583.500398:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762583.500400:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762583.500403:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762583.500405:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787762583.500408:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762583.500410:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762583.500412:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762583.500415:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762583.500417:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762583.500418:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762583.500420:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762583.500422:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c1680 x1874597595070976/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762583.500427:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762583.500430:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c1680 x1874597595070976/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762608 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762583.500439:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762583.500440:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762583.500443:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762583.500446:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762583.500448:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762583.500450:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315996685
00000100:00000001:1.0:1787762583.500452:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315997431
00000100:00000001:1.0:1787762583.500454:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315996685
00000100:00000001:1.0:1787762583.500456:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315997431
00000100:00000001:1.0:1787762583.500457:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762583.500458:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762583.500459:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762583.500462:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762583/real 1787762583]  req@ffff9b65113c1680 x1874597595070976/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762583.500467:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762583.500468:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762583.500469:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762583.500471:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762583.500472:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762583.500473:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762583.500475:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c1680 x1874597595070976/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762583.500482:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c1680 x1874597595070976/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762583.500486:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762583.500486:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762583.500487:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762583.500488:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762583.500490:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c1680 x1874597595070976/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762583.500496:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762583.500500:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c1680 x1874597595070976/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762608 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762583.500504:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762583.500506:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762583.500507:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762583.500508:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762583.500509:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762583.500510:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762583.500512:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762583.500514:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762583.500515:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762583.500517:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c1680 x1874597595070976/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762608 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762583.500522:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595070976:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762583.500525:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762583.500527:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c3c00 x1874597595071104/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762583.500531:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762583.500532:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762583.500534:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762583.500535:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762583.500536:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762583.500537:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595071104:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762583.500539:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762583.500541:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762583.500542:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762583.500544:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762583.500546:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762583.500548:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762583.500550:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762583.500552:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762583.500555:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762583.500557:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595071104, portal 4
00000100:00000001:1.0:1787762583.500558:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762583.500559:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457116003328 : -110616593548288 : ffff9b65113c3c00)
00000100:00000040:1.0:1787762583.500564:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c3c00 x1874597595071104/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762583.500568:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762583.500570:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762583.500572:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762583.500573:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595071104, offset 0
00000400:00000200:1.0:1787762583.500576:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762583.500578:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762583.500581:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762583.500582:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762583.500584:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762583.500585:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762583.500587:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762583.500589:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278149:278149:256:4294967295] 192.168.203.101@tcp LPNI seq info [278148:278148:8:4294967295]
00000400:00000200:1.0:1787762583.500593:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762583.500598:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762583.500602:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762583.500604:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762583.500606:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762583.500608:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762583.500612:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762583.500613:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787762583.500616:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762583.500618:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762583.500621:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762583.500623:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762583.500625:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762583.500626:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762583.500627:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762583.500630:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c3c00 x1874597595071104/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762583.500635:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762583.500637:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c3c00 x1874597595071104/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762608 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762583.500641:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762583.500643:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762583.500645:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762583.500647:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762583.500651:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762583.500653:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4315996691
00000100:00000001:1.0:1787762583.500655:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4315997431
00000100:00000001:1.0:1787762583.500657:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4315996691
00000100:00000001:1.0:1787762583.500659:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4315997431
00000100:00000001:1.0:1787762583.500662:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762583.500664:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762583.500667:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762583.500672:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762583/real 1787762583]  req@ffff9b65113c3c00 x1874597595071104/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762583.500682:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762583.500684:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762583.500686:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762583.500690:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762583.500692:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762583.500696:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762583.500702:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c3c00 x1874597595071104/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762583.500713:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c3c00 x1874597595071104/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762583.500719:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762583.500722:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762583.500724:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762583.500725:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762583.500728:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c3c00 x1874597595071104/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762583.500734:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762583.500738:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c3c00 x1874597595071104/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762608 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762583.500742:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762583.500744:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762583.500745:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762583.500746:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762583.500748:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762583.500749:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762583.500751:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762583.500753:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762583.500754:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762583.500757:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c3c00 x1874597595071104/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762608 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762583.500761:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595071104:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762583.500764:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762583.500766:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762583.500768:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c1680 x1874597595070976/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762608 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762583.500773:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762583.500775:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762583.500776:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762583.500778:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762583.500779:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762583.500780:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762583.500782:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762583.500783:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760e000.
02000000:00000001:1.0:1787762583.500785:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762583.500786:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762583.500787:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c1680.
00000100:00000001:1.0:1787762583.500789:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762583.500790:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762583.500792:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762583.500794:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c3c00 x1874597595071104/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762608 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762583.500798:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762583.500799:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762583.500799:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762583.500801:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762583.500801:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762583.500802:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762583.500803:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762583.500804:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760c800.
02000000:00000001:1.0:1787762583.500805:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762583.500806:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762583.500807:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c3c00.
00000100:00000001:1.0:1787762583.500808:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762583.500809:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762583.500810:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762583.500812:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762583.500813:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762583.500814:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762583.500815:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762584.267331:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4315997431, at 4315997440
00000100:00000040:0.0:1787762584.267333:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4315997431, at 4315997440
00000100:00000010:0.0:1787762584.267352:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82660.
00000100:00000010:1.0:1787762584.267358:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82240.
00010000:00000001:0.0:1787762584.331318:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762584.331323:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762584.331327:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762584.331329:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762584.331332:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762584.331333:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762584.331413:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762584.331418:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762584.331421:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762584.523473:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762584.523483:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762584.523485:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762584.523492:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762584.523496:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762584.523501:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762584.523505:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762584.523509:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762584.523512:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762585.355374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762585.355385:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762585.355394:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762585.355395:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762585.355400:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762585.355402:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762585.355430:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762585.355434:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762585.355438:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762585.547373:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762585.547379:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762585.547381:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762585.547385:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762585.547399:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762585.547402:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762585.547404:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762585.547411:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762585.547413:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762586.379426:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762586.379436:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762586.379439:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762586.379443:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762586.379449:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762586.379452:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762586.379455:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762586.379457:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762586.379463:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762586.379465:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762586.379467:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762586.379470:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762586.379472:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762586.379474:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762586.379476:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762586.379479:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762586.379483:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762586.379485:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762586.379559:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762586.379566:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762586.379570:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762586.571350:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762586.571359:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762586.571362:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762586.571368:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762586.571373:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762586.571377:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762586.571381:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762586.571384:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762586.571387:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762587.403351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762587.403359:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762587.403365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762587.403366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762587.403369:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762587.403370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762587.403390:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762587.403392:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762587.403395:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762587.595335:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762587.595342:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762587.595344:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762587.595350:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762587.595354:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762587.595358:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762587.595361:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762587.595364:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762587.595368:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762588.427357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762588.427365:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762588.427373:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762588.427374:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762588.427377:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762588.427378:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762588.427466:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762588.427475:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762588.427481:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762588.619376:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762588.619377:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762588.619389:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1787762588.619393:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762588.619395:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762588.619398:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762588.619409:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787762588.619410:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:1.0:1787762588.619431:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762588.619433:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762588.619446:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787762588.619453:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21329
00000100:00000001:2.0:1787762588.619455:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762588.619461:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762588.619466:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762588.619478:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762588.619492:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762588.619497:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762588.619503:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762588.619515:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762588.619519:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762588.619521:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762588.619525:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762588.619527:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:1.0:1787762588.619530:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762588.619533:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:1.0:1787762588.619535:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:1.0:1787762588.619537:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:1.0:1787762588.619540:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762588.619541:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762588.619544:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762588.619545:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762588.619548:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:1.0:1787762588.619551:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762588.619553:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762588.619556:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762588.619560:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762588.619562:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762588.619564:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762588.619567:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762588.619579:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588d2c0.
00000020:00000040:1.0:1787762588.619582:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:1.0:1787762588.619587:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762588.619588:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762588.619592:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762588.619595:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762588.619600:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762588.619608:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee09400.
00000100:00000001:1.0:1787762588.619616:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762588.619626:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588d2c0 x1874597595071232/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762588.619636:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762588.619642:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762588.619646:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000032a8dc5] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588d2c0 x1874597595071232/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762588.619670:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762588.619673:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762588.619676:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762588.619678:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762588.619679:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762588.619681:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762588.619684:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21329
00000400:00000200:1.0:1787762588.619688:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762588.619690:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762588.619692:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762588.619694:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762588.619696:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762588.619699:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762588.619700:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762588.619703:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762588.619705:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:1.0:1787762588.619707:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762588.619709:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:1.0:1787762588.619710:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:1.0:1787762588.619712:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:1.0:1787762588.619714:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762588.619715:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762588.619717:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762588.619719:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762588.619720:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:1.0:1787762588.619724:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762588.619725:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762588.619727:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762588.619733:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762588.619735:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762588.619739:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1787762588.619742:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762588.619745:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762588.619747:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762588.619752:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762588.619758:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762588.619760:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588d2c0 x1874597595071232/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762588.619761:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762588.619773:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588f840.
00000020:00000040:1.0:1787762588.619782:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:1.0:1787762588.619798:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787762588.619801:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1787762588.619802:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762588.619806:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762588.619808:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762588.619814:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762588.619815:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762588.619818:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762588.619821:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1787762588.619824:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee09800.
02000000:00000001:2.0:1787762588.619827:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762588.619833:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762588.619837:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595071232:192.168.203.101@tcp:250:kworker.0
00000100:00100000:1.0:1787762588.619847:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588f840 x1874597595071360/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762588.619855:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762588.619865:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787762588.619867:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787762588.619873:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762588.619875:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762588.619888:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1787762588.619890:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010754fdf] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588f840 x1874597595071360/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762588.619904:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762588.619906:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541866400.
00000100:00080000:1.0:1787762588.619907:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762588.619916:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:2.0:1787762588.619920:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762588.619921:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762588.619924:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762588.619933:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762588.619936:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21329
00000400:00000200:1.0:1787762588.619956:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762588.619957:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762588.619976:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000400:00000010:2.0:1787762588.619976:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762588.619994:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00080000:1.0:1787762588.619996:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1787762588.620005:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595071232, portal 25
00000100:00000040:1.0:1787762588.620006:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762588.620012:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762588.620016:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762588.620017:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188131520 : -110616521420096 : ffff9b651588d2c0)
00000100:00000040:1.0:1787762588.620025:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762588.620028:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000040:2.0:1787762588.620033:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588d2c0 x1874597595071232/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787762588.620034:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762588.620040:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:1.0:1787762588.620047:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762588.620054:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:1.0:1787762588.620068:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:1.0:1787762588.620089:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:1.0:1787762588.620094:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762588.620095:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762588.620097:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762588.620099:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762588.620111:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:1.0:1787762588.620123:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762588.620140:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762588.620143:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1787762588.620145:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762588.620153:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787762588.620157:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
02000000:00000001:1.0:1787762588.620163:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762588.620165:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000001:1.0:1787762588.620167:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762588.620173:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000200:2.0:1787762588.620176:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595071232, offset 0
00000008:00000001:1.0:1787762588.620179:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762588.620186:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762588.620194:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000010:1.0:1787762588.620195:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c780.
00000020:00000040:1.0:1787762588.620204:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:1.0:1787762588.620208:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762588.620210:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762588.620211:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762588.620212:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762588.620215:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762588.620223:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000010:1.0:1787762588.620228:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee09000.
00000100:00000001:1.0:1787762588.620234:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762588.620238:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00100000:1.0:1787762588.620243:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c780 x1874597595071488/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762588.620293:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787762588.620296:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787762588.620299:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762588.620315:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000040:1.0:1787762588.620316:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c5bf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c780 x1874597595071488/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762588.620333:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1787762588.620348:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762588.620350:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000040:1.0:1787762588.620362:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787762588.620373:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278150:278150:256:4294967295] 192.168.203.101@tcp LPNI seq info [278149:278149:8:4294967295]
00000100:00000040:1.0:1787762588.620376:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1787762588.620393:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:1.0:1787762588.620394:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21339)
00000400:00000200:2.0:1787762588.620422:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762588.620431:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762588.620439:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762588.620448:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762588.620453:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787762588.620462:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762588.620467:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787762588.620473:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762588.620477:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762588.620486:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762588.620492:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762588.620501:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762588.620505:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762588.620513:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762588.620523:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588d2c0 x1874597595071232/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762588.620544:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762588.620552:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588d2c0 x1874597595071232/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762613 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762588.620579:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762588.620583:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762588.620596:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762588.620604:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762588.620609:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316002552
00000100:00000010:2.0:1787762588.620620:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdba0.
00000100:00000001:2.0:1787762588.620633:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762588.620646:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316002552
00000100:00000010:2.0:1787762588.620652:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd6c0.
00000100:00000001:2.0:1787762588.620658:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762588.620677:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762588.620683:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762588.620689:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762588.620702:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762588/real 1787762588]  req@ffff9b651588d2c0 x1874597595071232/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762588.620716:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762588.620719:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762588.620722:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762588.620727:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762588.620729:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762588.620733:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762588.620738:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588d2c0 x1874597595071232/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762588.620749:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588d2c0 x1874597595071232/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762588.620758:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762588.620760:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762588.620763:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762588.620765:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762588.620770:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588d2c0 x1874597595071232/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762588.620780:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762588.620786:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588d2c0 x1874597595071232/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762613 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762588.620796:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762588.620799:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762588.620801:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762588.620803:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762588.620806:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762588.620809:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762588.620813:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762588.620818:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762588.620821:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762588.620826:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588d2c0 x1874597595071232/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762613 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762588.620836:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595071232:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762588.620841:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762588.620845:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762588.620852:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588d2c0 x1874597595071232/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762613 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762588.620865:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762588.620870:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762588.620875:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541866400.
02000000:00000001:2.0:1787762588.620881:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762588.620886:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762588.620889:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762588.620894:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762588.620898:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee09400.
02000000:00000001:2.0:1787762588.620905:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762588.620909:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762588.620913:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588d2c0.
00000100:00000001:2.0:1787762588.620923:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762588.620927:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762588.620932:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762588.620944:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762588.620947:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762588.620951:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762588.620953:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762588.620956:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762588.620963:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588f840 x1874597595071360/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762588.620973:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762588.620975:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762588.620978:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762588.620982:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762588.620985:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762588.620989:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595071360:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762588.620993:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762588.620997:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762588.620999:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762588.621002:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762588.621007:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541866400.
02000000:00000001:2.0:1787762588.621009:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762588.621015:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762588.621019:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762588.621023:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762588.621028:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595071360, portal 10
00000100:00000001:2.0:1787762588.621030:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762588.621032:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188141120 : -110616521410496 : ffff9b651588f840)
00000100:00000040:2.0:1787762588.621041:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588f840 x1874597595071360/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762588.621050:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762588.621053:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762588.621056:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762588.621059:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595071360, offset 0
00000400:00000200:2.0:1787762588.621065:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762588.621071:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762588.621102:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762588.621107:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762588.621111:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762588.621115:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762588.621118:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762588.621123:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278151:278151:256:4294967295] 192.168.203.101@tcp LPNI seq info [278150:278150:8:4294967295]
00000400:00000200:2.0:1787762588.621128:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762588.621138:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762588.621144:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762588.621150:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762588.621155:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762588.621159:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787762588.621165:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762588.621169:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787762588.621174:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762588.621177:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762588.621181:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762588.621186:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762588.621190:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762588.621193:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762588.621197:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762588.621202:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588f840 x1874597595071360/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762588.621212:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762588.621216:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588f840 x1874597595071360/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762613 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762588.621225:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762588.621227:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762588.621233:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762588.621238:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762588.621242:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762588.621276:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316001805
00000100:00000001:2.0:1787762588.621281:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316002552
00000100:00000001:2.0:1787762588.621284:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316001806
00000100:00000001:2.0:1787762588.621287:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316002552
00000100:00000001:2.0:1787762588.621289:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762588.621292:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762588.621295:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762588.621300:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762588/real 1787762588]  req@ffff9b651588f840 x1874597595071360/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762588.621311:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762588.621313:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762588.621315:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762588.621319:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762588.621321:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762588.621324:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762588.621328:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588f840 x1874597595071360/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762588.621339:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588f840 x1874597595071360/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762588.621347:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762588.621349:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762588.621351:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762588.621353:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762588.621357:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588f840 x1874597595071360/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762588.621366:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762588.621370:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588f840 x1874597595071360/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762613 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762588.621380:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762588.621384:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762588.621386:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762588.621387:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762588.621390:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762588.621392:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762588.621395:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762588.621399:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762588.621402:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762588.621407:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588f840 x1874597595071360/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762613 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762588.621416:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595071360:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762588.621421:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762588.621425:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c780 x1874597595071488/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762588.621433:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762588.621435:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762588.621438:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762588.621441:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762588.621443:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762588.621447:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595071488:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762588.621451:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762588.621454:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762588.621456:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762588.621459:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762588.621463:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762588.621466:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762588.621470:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762588.621473:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762588.621477:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762588.621481:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595071488, portal 4
00000100:00000001:2.0:1787762588.621484:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762588.621485:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188128640 : -110616521422976 : ffff9b651588c780)
00000100:00000040:2.0:1787762588.621492:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c780 x1874597595071488/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762588.621500:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762588.621503:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762588.621506:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762588.621509:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595071488, offset 0
00000400:00000200:2.0:1787762588.621514:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762588.621518:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762588.621523:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762588.621527:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762588.621531:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762588.621534:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762588.621537:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762588.621541:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278152:278152:256:4294967295] 192.168.203.101@tcp LPNI seq info [278151:278151:8:4294967295]
00000400:00000200:2.0:1787762588.621547:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762588.621555:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762588.621560:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762588.621565:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762588.621570:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762588.621573:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787762588.621578:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762588.621582:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787762588.621587:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762588.621590:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762588.621594:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762588.621598:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762588.621602:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762588.621604:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762588.621607:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762588.621612:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c780 x1874597595071488/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762588.621622:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762588.621625:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c780 x1874597595071488/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762613 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762588.621633:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762588.621635:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762588.621640:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762588.621643:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762588.621647:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762588.621650:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316001812
00000100:00000001:2.0:1787762588.621653:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316002552
00000100:00000001:2.0:1787762588.621656:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316001812
00000100:00000001:2.0:1787762588.621658:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316002552
00000100:00000001:2.0:1787762588.621660:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762588.621663:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762588.621665:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762588.621669:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762588/real 1787762588]  req@ffff9b651588c780 x1874597595071488/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762588.621678:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762588.621680:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762588.621682:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762588.621684:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762588.621686:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762588.621689:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762588.621692:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c780 x1874597595071488/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762588.621703:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c780 x1874597595071488/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762588.621712:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762588.621714:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762588.621716:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762588.621718:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762588.621722:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c780 x1874597595071488/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762588.621730:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762588.621735:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c780 x1874597595071488/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762613 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762588.621742:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762588.621745:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762588.621747:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762588.621749:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762588.621751:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762588.621753:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762588.621756:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762588.621759:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762588.621762:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762588.621766:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c780 x1874597595071488/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762613 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762588.621775:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595071488:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762588.621780:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762588.621782:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762588.621786:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588f840 x1874597595071360/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762613 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762588.621795:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762588.621797:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762588.621800:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541866400.
02000000:00000001:2.0:1787762588.621803:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762588.621805:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762588.621807:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762588.621810:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762588.621812:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee09800.
02000000:00000001:2.0:1787762588.621816:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762588.621817:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762588.621819:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588f840.
00000100:00000001:2.0:1787762588.621824:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762588.621826:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762588.621828:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762588.621832:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c780 x1874597595071488/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762613 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762588.621840:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762588.621842:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762588.621844:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762588.621849:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762588.621851:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762588.621853:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762588.621857:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762588.621860:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee09000.
02000000:00000001:2.0:1787762588.621864:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762588.621867:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762588.621870:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c780.
00000100:00000001:2.0:1787762588.621876:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762588.621879:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762588.621882:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762588.621888:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762588.621891:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762588.621895:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762588.621898:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762589.387382:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316002552, at 4316002560
00000100:00000040:1.0:1787762589.387390:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316002552, at 4316002560
00000100:00000010:0.0:1787762589.387404:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdba0.
00000100:00000010:1.0:1787762589.387407:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd6c0.
00010000:00000001:0.0:1787762589.451329:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762589.451333:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762589.451337:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762589.451339:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762589.451342:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762589.451343:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762589.451364:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762589.451366:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762589.451369:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762589.643312:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762589.643318:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762589.643320:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762589.643324:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762589.643327:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762589.643330:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762589.643332:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762589.643334:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762589.643336:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762590.475328:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762590.475335:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762590.475341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762590.475342:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762590.475346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762590.475347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762590.475401:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762590.475406:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762590.475409:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762590.667362:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762590.667368:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762590.667370:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762590.667375:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762590.667378:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762590.667383:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762590.667385:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762590.667388:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762590.667391:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762591.499343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762591.499351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762591.499357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762591.499358:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762591.499361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762591.499364:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762591.499367:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762591.499370:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762591.499372:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762591.499374:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762591.499376:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762591.499378:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762591.499400:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762591.499403:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762591.499405:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762591.691418:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762591.691427:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762591.691430:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762591.691437:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762591.691442:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762591.691447:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762591.691451:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762591.691455:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762591.691458:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762592.523323:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762592.523330:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762592.523336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762592.523337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762592.523340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762592.523341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762592.523388:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762592.523392:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762592.523395:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762592.715438:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762592.715447:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762592.715450:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762592.715457:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762592.715463:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762592.715467:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762592.715471:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762592.715474:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762592.715478:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762593.547373:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762593.547385:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762593.547396:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762593.547398:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762593.547404:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762593.547407:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762593.547443:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762593.547447:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762593.547451:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762593.739354:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762593.739365:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762593.739368:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762593.739373:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762593.739378:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762593.739388:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21334
00000100:00000001:2.0:1787762593.739397:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000400:00000200:1.0:1787762593.739400:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762593.739411:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762593.739415:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762593.739417:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762593.739432:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1787762593.739434:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000040:1.0:1787762593.739443:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762593.739444:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762593.739454:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762593.739455:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762593.739463:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762593.739464:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762593.739478:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762593.739480:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787762593.739499:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787762593.739501:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787762593.739508:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:1.0:1787762593.739512:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762593.739516:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:1.0:1787762593.739520:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:1.0:1787762593.739522:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:1.0:1787762593.739649:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762593.739655:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762593.739659:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762593.739662:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762593.739666:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:1.0:1787762593.739672:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762593.739676:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762593.739680:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762593.739686:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762593.739690:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762593.739693:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762593.739697:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762593.739709:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588e940.
00000020:00000040:1.0:1787762593.739714:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:1.0:1787762593.739720:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762593.739723:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762593.739726:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762593.739730:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762593.739736:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762593.739745:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee09800.
00000100:00000001:1.0:1787762593.739754:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762593.739766:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588e940 x1874597595071616/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762593.739780:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762593.739785:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762593.739791:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000186ab8f7] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588e940 x1874597595071616/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762593.739823:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762593.739829:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762593.739835:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762593.739837:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762593.739841:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762593.739845:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762593.739849:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21334
00000400:00000200:1.0:1787762593.739860:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762593.739867:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762593.739871:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762593.739875:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762593.739878:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762593.739880:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762593.739883:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762593.739887:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762593.739889:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:1.0:1787762593.739893:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762593.739897:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:1.0:1787762593.739900:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:1.0:1787762593.739904:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:1.0:1787762593.739909:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762593.739911:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762593.739914:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762593.739917:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762593.739920:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000001:2.0:1787762593.739924:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1787762593.739925:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762593.739933:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762593.739933:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762593.739941:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1787762593.739942:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762593.739954:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762593.739960:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762593.739961:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588e940 x1874597595071616/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762593.739963:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762593.739972:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762593.739982:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762593.739987:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762593.739988:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762593.739993:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762593.739997:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c000.
02000000:00000001:2.0:1787762593.740001:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1787762593.740005:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:2.0:1787762593.740008:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762593.740012:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762593.740016:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762593.740017:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762593.740027:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:2.0:1787762593.740032:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595071616:192.168.203.101@tcp:250:kworker.0
02000000:00000001:1.0:1787762593.740033:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762593.740061:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762593.740071:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:1.0:1787762593.740073:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee09400.
00000100:00000001:1.0:1787762593.740080:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762593.740088:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c000 x1874597595071744/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787762593.740090:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762593.740097:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762593.740106:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787762593.740108:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762593.740113:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762593.740118:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864800.
00000100:00000040:1.0:1787762593.740120:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bd17bd7] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c000 x1874597595071744/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787762593.740127:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762593.740143:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762593.740144:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00080000:1.0:1787762593.740151:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1787762593.740155:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000100:00080000:1.0:1787762593.740158:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762593.740164:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762593.740167:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1787762593.740170:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000001:1.0:1787762593.740171:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762593.740180:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21334
00000100:00000200:2.0:1787762593.740185:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595071616, portal 25
00000400:00000200:1.0:1787762593.740187:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762593.740196:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000400:00000200:1.0:1787762593.740200:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:2.0:1787762593.740203:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188137280 : -110616521414336 : ffff9b651588e940)
00000100:00080000:1.0:1787762593.740206:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762593.740215:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000040:2.0:1787762593.740221:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588e940 x1874597595071616/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762593.740222:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762593.740233:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762593.740242:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762593.740282:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762593.740289:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762593.740294:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000020:00000001:1.0:1787762593.740299:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:2.0:1787762593.740302:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595071616, offset 0
00000020:00000040:1.0:1787762593.740305:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:1.0:1787762593.740312:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762593.740316:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000400:00000200:2.0:1787762593.740321:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000020:00000001:1.0:1787762593.740323:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:1.0:1787762593.740330:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:1.0:1787762593.740336:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000200:2.0:1787762593.740343:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762593.740344:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762593.740353:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762593.740358:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:2.0:1787762593.740363:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000020:00000040:1.0:1787762593.740365:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:1.0:1787762593.740378:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000400:00000200:2.0:1787762593.740381:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787762593.740384:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762593.740389:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787762593.740393:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
02000000:00000001:1.0:1787762593.740397:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787762593.740403:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1787762593.740406:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762593.740412:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000001:1.0:1787762593.740413:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762593.740419:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787762593.740424:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278153:278153:256:4294967295] 192.168.203.101@tcp LPNI seq info [278152:278152:8:4294967295]
00000008:00000001:1.0:1787762593.740426:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762593.740435:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762593.740443:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000010:1.0:1787762593.740448:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c780.
00000020:00000040:1.0:1787762593.740456:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000200:2.0:1787762593.740467:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1787762593.740468:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762593.740474:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762593.740482:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762593.740488:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.0:1787762593.740489:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
02000000:00000001:1.0:1787762593.740492:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787762593.740502:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
02000000:00000010:1.0:1787762593.740504:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee0a400.
00000100:00000001:1.0:1787762593.740513:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787762593.740521:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00100000:1.0:1787762593.740529:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c780 x1874597595071872/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1787762593.740532:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1787762593.740556:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1787762593.740557:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:1.0:1787762593.740564:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787762593.740568:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000100:00000040:1.0:1787762593.740578:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c5bf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c780 x1874597595071872/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1787762593.740586:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762593.740593:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000100:00000001:1.0:1787762593.740605:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762593.740607:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1787762593.740610:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787762593.740622:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1787762593.740623:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1787762593.740637:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000100:00000040:1.0:1787762593.740638:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21344)
00000400:00000010:2.0:1787762593.740645:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762593.740654:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762593.740660:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588e940 x1874597595071616/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762593.740673:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762593.740679:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588e940 x1874597595071616/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762618 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762593.740688:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762593.740690:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762593.740699:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762593.740704:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762593.740708:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316007672
00000100:00000010:2.0:1787762593.740714:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd9c0.
00000100:00000001:2.0:1787762593.740723:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762593.740734:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316007672
00000100:00000010:2.0:1787762593.740738:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdc60.
00000100:00000001:2.0:1787762593.740741:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762593.740757:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762593.740761:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762593.740764:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762593.740770:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762593/real 1787762593]  req@ffff9b651588e940 x1874597595071616/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762593.740781:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762593.740784:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762593.740787:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762593.740793:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762593.740796:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762593.740800:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762593.740807:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588e940 x1874597595071616/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762593.740819:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588e940 x1874597595071616/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762593.740828:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762593.740830:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762593.740833:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762593.740836:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762593.740841:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588e940 x1874597595071616/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762593.740849:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762593.740855:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588e940 x1874597595071616/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762618 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762593.740864:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762593.740868:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762593.740870:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762593.740910:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762593.740913:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762593.740916:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762593.740920:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762593.740925:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762593.740928:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762593.740935:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588e940 x1874597595071616/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762618 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762593.740945:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595071616:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762593.740951:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762593.740954:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762593.740957:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588e940 x1874597595071616/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762618 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762593.740965:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762593.740968:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762593.740972:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762593.740977:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762593.740979:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762593.740982:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762593.740985:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762593.740988:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee09800.
02000000:00000001:2.0:1787762593.740992:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762593.740995:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762593.740997:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588e940.
00000100:00000001:2.0:1787762593.741002:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762593.741004:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762593.741006:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762593.741014:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762593.741016:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762593.741019:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762593.741021:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762593.741023:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762593.741027:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c000 x1874597595071744/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762593.741037:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762593.741065:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762593.741069:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762593.741072:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762593.741074:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762593.741078:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595071744:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762593.741083:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762593.741085:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762593.741087:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762593.741090:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762593.741094:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762593.741097:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762593.741101:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762593.741105:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762593.741109:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762593.741113:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595071744, portal 10
00000100:00000001:2.0:1787762593.741115:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762593.741117:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188126720 : -110616521424896 : ffff9b651588c000)
00000100:00000040:2.0:1787762593.741126:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c000 x1874597595071744/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762593.741135:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762593.741138:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762593.741141:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762593.741144:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595071744, offset 0
00000400:00000200:2.0:1787762593.741149:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762593.741154:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762593.741159:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762593.741163:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762593.741167:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762593.741170:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762593.741173:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762593.741178:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278154:278154:256:4294967295] 192.168.203.101@tcp LPNI seq info [278153:278153:8:4294967295]
00000400:00000200:2.0:1787762593.741183:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762593.741192:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762593.741198:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762593.741202:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762593.741207:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762593.741211:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787762593.741217:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762593.741220:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787762593.741224:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762593.741227:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762593.741231:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762593.741236:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762593.741239:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762593.741242:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762593.741274:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762593.741281:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c000 x1874597595071744/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762593.741291:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762593.741295:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c000 x1874597595071744/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762618 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762593.741304:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762593.741306:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762593.741311:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762593.741315:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762593.741319:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762593.741322:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316006926
00000100:00000001:2.0:1787762593.741326:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316007672
00000100:00000001:2.0:1787762593.741329:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316006926
00000100:00000001:2.0:1787762593.741332:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316007672
00000100:00000001:2.0:1787762593.741334:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762593.741338:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762593.741340:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762593.741345:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762593/real 1787762593]  req@ffff9b651588c000 x1874597595071744/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762593.741355:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762593.741357:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762593.741359:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762593.741362:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762593.741364:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762593.741366:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762593.741371:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c000 x1874597595071744/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762593.741381:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c000 x1874597595071744/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762593.741389:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762593.741391:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762593.741393:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762593.741395:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762593.741399:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c000 x1874597595071744/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762593.741407:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762593.741412:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c000 x1874597595071744/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762618 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762593.741420:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762593.741424:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762593.741426:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762593.741427:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762593.741430:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762593.741432:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762593.741435:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762593.741440:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762593.741442:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762593.741447:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c000 x1874597595071744/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762618 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762593.741457:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595071744:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762593.741461:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762593.741465:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c780 x1874597595071872/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762593.741473:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762593.741475:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762593.741477:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762593.741479:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762593.741482:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762593.741485:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595071872:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762593.741489:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762593.741491:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762593.741494:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762593.741496:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762593.741501:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541866400.
02000000:00000001:2.0:1787762593.741503:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762593.741507:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762593.741509:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762593.741513:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762593.741517:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595071872, portal 4
00000100:00000001:2.0:1787762593.741519:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762593.741521:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188128640 : -110616521422976 : ffff9b651588c780)
00000100:00000040:2.0:1787762593.741528:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c780 x1874597595071872/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762593.741536:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762593.741539:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762593.741542:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762593.741545:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595071872, offset 0
00000400:00000200:2.0:1787762593.741550:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762593.741554:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762593.741558:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762593.741562:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762593.741565:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762593.741569:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762593.741572:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762593.741576:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278155:278155:256:4294967295] 192.168.203.101@tcp LPNI seq info [278154:278154:8:4294967295]
00000400:00000200:2.0:1787762593.741581:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762593.741589:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762593.741595:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762593.741599:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762593.741604:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762593.741608:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787762593.741612:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762593.741616:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787762593.741621:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762593.741623:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762593.741627:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762593.741631:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762593.741635:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762593.741637:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762593.741640:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762593.741644:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c780 x1874597595071872/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762593.741654:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762593.741658:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c780 x1874597595071872/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762618 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762593.741666:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762593.741668:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762593.741672:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762593.741675:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762593.741679:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762593.741681:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316006932
00000100:00000001:2.0:1787762593.741684:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316007672
00000100:00000001:2.0:1787762593.741687:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316006932
00000100:00000001:2.0:1787762593.741690:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316007672
00000100:00000001:2.0:1787762593.741692:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762593.741694:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762593.741697:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762593.741701:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762593/real 1787762593]  req@ffff9b651588c780 x1874597595071872/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762593.741710:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762593.741712:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762593.741714:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762593.741716:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762593.741718:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762593.741721:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762593.741725:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c780 x1874597595071872/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762593.741735:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c780 x1874597595071872/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762593.741743:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762593.741744:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762593.741746:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762593.741748:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762593.741752:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c780 x1874597595071872/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762593.741760:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762593.741764:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c780 x1874597595071872/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762618 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762593.741773:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762593.741776:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762593.741778:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762593.741780:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762593.741782:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762593.741784:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762593.741787:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762593.741790:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762593.741793:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762593.741797:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c780 x1874597595071872/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762618 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762593.741807:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595071872:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762593.741811:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762593.741813:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762593.741817:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c000 x1874597595071744/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762618 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762593.741824:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762593.741826:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762593.741828:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762593.741831:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762593.741833:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762593.741835:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762593.741837:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762593.741839:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee09400.
02000000:00000001:2.0:1787762593.741842:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762593.741844:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762593.741846:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c000.
00000100:00000001:2.0:1787762593.741851:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762593.741853:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762593.741856:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762593.741860:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c780 x1874597595071872/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762618 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762593.741868:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762593.741869:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762593.741871:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541866400.
02000000:00000001:2.0:1787762593.741874:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762593.741875:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762593.741876:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762593.741878:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762593.741880:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0a400.
02000000:00000001:2.0:1787762593.741883:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762593.741884:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762593.741886:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c780.
00000100:00000001:2.0:1787762593.741888:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762593.741890:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762593.741892:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762593.741895:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762593.741897:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762593.741899:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762593.741902:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762594.507317:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316007672, at 4316007680
00000100:00000040:1.0:1787762594.507317:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316007672, at 4316007680
00000100:00000010:0.0:1787762594.507336:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd9c0.
00000100:00000010:1.0:1787762594.507342:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdc60.
00010000:00000001:0.0:1787762594.571357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762594.571366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762594.571374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762594.571377:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762594.571382:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762594.571383:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762594.571469:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762594.571476:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762594.571482:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762594.763356:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762594.763362:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762594.763364:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762594.763368:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762594.763371:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762594.763374:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762594.763376:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762594.763379:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762594.763381:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762595.595357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762595.595362:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762595.595366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762595.595368:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762595.595370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762595.595371:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762595.595391:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762595.595394:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762595.595395:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762595.787341:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762595.787347:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762595.787349:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762595.787353:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762595.787356:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762595.787359:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762595.787362:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762595.787365:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762595.787368:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762596.619384:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762596.619393:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762596.619396:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762596.619400:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762596.619405:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762596.619409:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762596.619411:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762596.619414:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762596.619419:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762596.619421:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762596.619423:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762596.619425:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762596.619427:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762596.619429:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762596.619431:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762596.619433:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762596.619437:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762596.619438:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762596.619510:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762596.619516:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762596.619521:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762596.811412:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762596.811420:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762596.811423:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762596.811429:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762596.811433:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762596.811437:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762596.811441:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762596.811444:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762596.811447:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762597.643397:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762597.643405:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762597.643413:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762597.643415:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762597.643419:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762597.643420:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762597.643448:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762597.643452:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762597.643456:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762597.835374:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762597.835383:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762597.835384:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762597.835389:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762597.835393:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762597.835398:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762597.835403:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762597.835406:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762597.835408:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762598.667330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762598.667339:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762598.667344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762598.667345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762598.667349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762598.667350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762598.667402:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762598.667406:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762598.667409:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762598.859338:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762598.859351:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762598.859354:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762598.859359:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762598.859364:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762598.859376:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21339
00000400:00000200:3.0:1787762598.859388:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762598.859397:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762598.859401:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787762598.859406:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000040:3.0:1787762598.859406:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762598.859413:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762598.859420:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1787762598.859421:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762598.859428:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762598.859429:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00100000:2.0:1787762598.859447:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000020:00000001:3.0:1787762598.859447:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762598.859453:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000100:00000001:2.0:1787762598.859458:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787762598.859459:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787762598.859465:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787762598.859466:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762598.859478:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000001:2.0:1787762598.859480:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762598.859492:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787762598.859492:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000001:2.0:1787762598.859508:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762598.859509:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762598.859525:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762598.859531:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762598.859534:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762598.859537:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762598.859540:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762598.859542:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762598.859544:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762598.859549:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762598.859551:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762598.859553:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762598.859555:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762598.859565:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787762598.859568:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762598.859574:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762598.859576:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762598.859580:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762598.859583:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762598.859588:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762598.859598:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15400.
00000100:00000001:3.0:1787762598.859607:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762598.859617:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597595072000/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762598.859627:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762598.859632:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762598.859636:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597595072000/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762598.859657:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762598.859660:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762598.859663:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762598.859665:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762598.859666:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762598.859668:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762598.859670:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21339
00000400:00000200:3.0:1787762598.859672:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762598.859674:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762598.859676:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762598.859680:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762598.859681:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762598.859684:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762598.859687:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762598.859690:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762598.859691:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762598.859693:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762598.859695:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762598.859698:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762598.859699:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762598.859701:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762598.859702:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762598.859708:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762598.859709:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762598.859711:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762598.859716:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1787762598.859718:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000001:2.0:1787762598.859721:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1787762598.859727:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762598.859731:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762598.859734:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762598.859741:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787762598.859743:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e1c0 x1874597595072000/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762598.859746:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762598.859758:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762598.859765:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762598.859777:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762598.859783:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762598.859784:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762598.859797:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762598.859797:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000020:00000040:3.0:1787762598.859807:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762598.859811:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762598.859812:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762598.859814:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787762598.859815:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762598.859821:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762598.859826:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762598.859828:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1787762598.859831:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16800.
00000100:00000001:3.0:1787762598.859841:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762598.859843:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762598.859858:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597595072128/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762598.859861:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595072000:192.168.203.101@tcp:250:kworker.0
00000100:00000001:3.0:1787762598.859889:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762598.859892:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787762598.859894:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762598.859901:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1787762598.859903:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597595072128/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787762598.859906:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762598.859920:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787762598.859931:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762598.859936:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762598.859940:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000010:2.0:1787762598.859942:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541866400.
00000100:00000001:3.0:1787762598.859943:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762598.859951:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1787762598.859953:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762598.859963:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762598.859969:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21339
00000400:00000200:2.0:1787762598.859977:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762598.859986:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762598.859988:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000200:3.0:1787762598.859994:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762598.859999:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762598.860002:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762598.860019:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762598.860021:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762598.860022:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000010:2.0:1787762598.860026:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000020:00000001:3.0:1787762598.860026:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762598.860034:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762598.860038:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762598.860039:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762598.860042:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762598.860044:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762598.860047:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762598.860048:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1787762598.860051:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595072000, portal 25
00000100:00000040:3.0:1787762598.860051:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762598.860061:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762598.860065:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1787762598.860065:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00000001:2.0:1787762598.860074:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765441984 : -110615944109632 : ffff9b6537f1e1c0)
00000100:00080000:3.0:1787762598.860074:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762598.860082:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762598.860089:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762598.860092:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762598.860095:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762598.860097:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762598.860101:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1787762598.860106:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e1c0 x1874597595072000/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787762598.860107:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762598.860114:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762598.860123:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787762598.860132:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762598.860141:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762598.860143:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762598.860154:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787762598.860163:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787762598.860165:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1787762598.860175:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
02000000:00000001:3.0:1787762598.860176:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762598.860185:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
02000000:00000010:3.0:1787762598.860188:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16c00.
00000100:00000200:2.0:1787762598.860199:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595072000, offset 0
00000100:00000001:3.0:1787762598.860200:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762598.860213:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597595072256/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762598.860225:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762598.860231:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762598.860232:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000040:3.0:1787762598.860244:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597595072256/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762598.860289:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762598.860291:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762598.860295:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762598.860301:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21349)
00000400:00000200:2.0:1787762598.860311:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762598.860329:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762598.860337:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762598.860342:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762598.860347:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762598.860351:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762598.860356:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278156:278156:256:4294967295] 192.168.203.101@tcp LPNI seq info [278155:278155:8:4294967295]
00000400:00000200:2.0:1787762598.860363:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762598.860376:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762598.860383:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762598.860393:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762598.860402:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762598.860407:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762598.860416:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762598.860421:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787762598.860426:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762598.860430:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762598.860437:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762598.860443:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762598.860450:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762598.860453:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762598.860459:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762598.860465:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1e1c0 x1874597595072000/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762598.860480:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762598.860485:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e1c0 x1874597595072000/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762623 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762598.860495:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762598.860498:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762598.860506:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762598.860511:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762598.860515:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316012792
00000100:00000010:2.0:1787762598.860522:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd660.
00000100:00000001:2.0:1787762598.860531:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762598.860541:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316012792
00000100:00000010:2.0:1787762598.860546:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdc60.
00000100:00000001:2.0:1787762598.860550:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762598.860554:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762598.860558:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762598.860561:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762598.860567:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762598/real 1787762598]  req@ffff9b6537f1e1c0 x1874597595072000/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762598.860587:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762598.860589:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762598.860592:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762598.860596:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762598.860598:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762598.860602:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762598.860606:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e1c0 x1874597595072000/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762598.860618:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e1c0 x1874597595072000/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762598.860626:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762598.860628:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762598.860631:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762598.860633:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762598.860638:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e1c0 x1874597595072000/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762598.860647:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762598.860653:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e1c0 x1874597595072000/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762623 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762598.860662:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762598.860666:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762598.860668:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762598.860670:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762598.860673:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762598.860676:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762598.860680:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762598.860686:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762598.860688:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762598.860694:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e1c0 x1874597595072000/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762623 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762598.860705:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595072000:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762598.860711:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762598.860714:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762598.860718:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e1c0 x1874597595072000/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762623 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762598.860726:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762598.860729:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762598.860732:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541866400.
02000000:00000001:2.0:1787762598.860736:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762598.860739:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762598.860741:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762598.860744:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762598.860747:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15400.
02000000:00000001:2.0:1787762598.860752:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762598.860754:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762598.860757:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e1c0.
00000100:00000001:2.0:1787762598.860761:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762598.860763:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762598.860766:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762598.860775:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762598.860778:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762598.860782:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762598.860785:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762598.860787:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762598.860795:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1cf00 x1874597595072128/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762598.860810:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762598.860814:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762598.860818:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762598.860822:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762598.860827:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762598.860833:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595072128:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762598.860841:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762598.860846:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762598.860850:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762598.860854:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762598.860860:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541866400.
02000000:00000001:2.0:1787762598.860865:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762598.860874:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762598.860879:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762598.860886:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762598.860891:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595072128, portal 10
00000100:00000001:2.0:1787762598.860894:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762598.860896:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765437184 : -110615944114432 : ffff9b6537f1cf00)
00000100:00000040:2.0:1787762598.860906:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1cf00 x1874597595072128/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762598.860915:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762598.860918:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762598.860921:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762598.860924:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595072128, offset 0
00000400:00000200:2.0:1787762598.860930:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762598.860935:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762598.860940:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762598.860944:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762598.860948:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762598.860952:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762598.860955:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762598.860959:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278157:278157:256:4294967295] 192.168.203.101@tcp LPNI seq info [278156:278156:8:4294967295]
00000400:00000200:2.0:1787762598.860964:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762598.860973:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762598.860978:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762598.860983:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762598.860988:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762598.860993:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762598.860999:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762598.861002:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787762598.861035:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762598.861038:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762598.861043:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762598.861050:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762598.861056:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762598.861061:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762598.861065:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762598.861073:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1cf00 x1874597595072128/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762598.861090:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762598.861097:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1cf00 x1874597595072128/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762623 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762598.861111:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762598.861114:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762598.861122:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762598.861129:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762598.861136:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762598.861140:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316012045
00000100:00000001:2.0:1787762598.861145:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316012792
00000100:00000001:2.0:1787762598.861151:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316012045
00000100:00000001:2.0:1787762598.861153:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316012792
00000100:00000001:2.0:1787762598.861156:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762598.861159:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762598.861162:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762598.861169:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762598/real 1787762598]  req@ffff9b6537f1cf00 x1874597595072128/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762598.861180:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762598.861183:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762598.861187:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762598.861193:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762598.861196:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762598.861200:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762598.861207:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1cf00 x1874597595072128/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762598.861225:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1cf00 x1874597595072128/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762598.861239:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762598.861243:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762598.861291:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762598.861293:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762598.861300:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1cf00 x1874597595072128/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762598.861310:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762598.861315:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1cf00 x1874597595072128/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762623 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762598.861324:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762598.861327:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762598.861329:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762598.861330:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762598.861333:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762598.861336:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762598.861339:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762598.861343:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762598.861346:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762598.861350:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1cf00 x1874597595072128/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762623 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762598.861360:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595072128:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762598.861366:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762598.861371:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1c3c0 x1874597595072256/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762598.861380:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762598.861382:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762598.861385:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762598.861388:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762598.861390:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762598.861394:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595072256:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762598.861398:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762598.861401:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762598.861404:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762598.861406:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762598.861411:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762598.861414:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762598.861419:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762598.861422:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762598.861427:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762598.861431:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595072256, portal 4
00000100:00000001:2.0:1787762598.861434:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762598.861436:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765434304 : -110615944117312 : ffff9b6537f1c3c0)
00000100:00000040:2.0:1787762598.861443:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1c3c0 x1874597595072256/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762598.861451:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762598.861454:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762598.861457:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762598.861461:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595072256, offset 0
00000400:00000200:2.0:1787762598.861466:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762598.861471:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762598.861476:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762598.861480:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762598.861484:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762598.861488:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762598.861491:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762598.861495:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278158:278158:256:4294967295] 192.168.203.101@tcp LPNI seq info [278157:278157:8:4294967295]
00000400:00000200:2.0:1787762598.861500:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762598.861508:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762598.861513:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762598.861517:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762598.861523:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762598.861526:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762598.861532:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762598.861535:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787762598.861540:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762598.861543:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762598.861547:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762598.861551:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762598.861555:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762598.861558:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762598.861561:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762598.861566:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1c3c0 x1874597595072256/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762598.861576:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762598.861579:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1c3c0 x1874597595072256/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762623 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762598.861588:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762598.861590:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762598.861595:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762598.861599:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762598.861603:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762598.861605:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316012052
00000100:00000001:2.0:1787762598.861609:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316012792
00000100:00000001:2.0:1787762598.861612:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316012052
00000100:00000001:2.0:1787762598.861615:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316012792
00000100:00000001:2.0:1787762598.861618:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762598.861621:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762598.861623:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762598.861628:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762598/real 1787762598]  req@ffff9b6537f1c3c0 x1874597595072256/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762598.861637:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762598.861639:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762598.861641:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762598.861644:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762598.861646:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762598.861648:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762598.861652:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1c3c0 x1874597595072256/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762598.861662:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1c3c0 x1874597595072256/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762598.861670:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762598.861672:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762598.861674:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762598.861676:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762598.861680:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1c3c0 x1874597595072256/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762598.861688:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762598.861692:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1c3c0 x1874597595072256/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762623 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762598.861700:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762598.861703:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762598.861705:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762598.861707:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762598.861710:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762598.861712:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762598.861716:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762598.861720:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762598.861723:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762598.861728:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1c3c0 x1874597595072256/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762623 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762598.861737:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595072256:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762598.861741:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762598.861744:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762598.861747:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1cf00 x1874597595072128/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762623 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762598.861755:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762598.861757:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762598.861760:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541866400.
02000000:00000001:2.0:1787762598.861762:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762598.861764:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762598.861766:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762598.861769:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762598.861771:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16800.
02000000:00000001:2.0:1787762598.861776:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762598.861779:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762598.861781:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1cf00.
00000100:00000001:2.0:1787762598.861787:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762598.861789:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762598.861793:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762598.861800:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1c3c0 x1874597595072256/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762623 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762598.861813:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762598.861815:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762598.861818:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762598.861825:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762598.861828:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762598.861830:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762598.861834:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762598.861837:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16c00.
02000000:00000001:2.0:1787762598.861842:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762598.861845:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762598.861848:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1c3c0.
00000100:00000001:2.0:1787762598.861853:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762598.861856:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762598.861860:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762598.861868:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762598.861871:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762598.861875:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762598.861878:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762599.627371:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316012792, at 4316012800
00000100:00000010:1.0:1787762599.627393:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdc60.
00000100:00000040:0.0:1787762599.627406:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316012792, at 4316012800
00000100:00000010:0.0:1787762599.627428:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd660.
00010000:00000001:0.0:1787762599.691384:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762599.691391:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762599.691397:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762599.691398:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762599.691402:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762599.691403:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762599.691429:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762599.691432:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762599.691434:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762599.883367:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762599.883375:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762599.883378:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762599.883384:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762599.883389:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762599.883393:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762599.883397:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762599.883400:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762599.883404:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762600.715362:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762600.715373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762600.715382:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762600.715384:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762600.715387:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762600.715388:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762600.715473:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762600.715478:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762600.715481:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762600.907436:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762600.907444:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762600.907447:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762600.907453:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762600.907458:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762600.907463:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762600.907467:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762600.907471:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762600.907474:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762601.739337:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762601.739345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762601.739351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762601.739352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762601.739355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762601.739359:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762601.739362:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762601.739365:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762601.739368:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762601.739371:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762601.739372:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762601.739374:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762601.739395:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762601.739399:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762601.739402:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762601.931495:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762601.931505:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762601.931507:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762601.931514:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762601.931518:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762601.931523:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762601.931527:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762601.931530:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762601.931534:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762602.763331:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762602.763339:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762602.763345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762602.763346:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762602.763349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762602.763350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762602.763403:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762602.763407:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762602.763417:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762602.955430:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762602.955439:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762602.955442:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762602.955448:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762602.955453:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762602.955457:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762602.955461:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762602.955464:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762602.955468:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762603.787383:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762603.787394:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762603.787403:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762603.787405:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762603.787409:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762603.787411:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762603.787445:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762603.787449:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762603.787453:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762603.979354:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762603.979366:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762603.979369:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762603.979373:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762603.979379:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762603.979388:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787762603.979389:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21344
00000100:00000001:2.0:1787762603.979402:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762603.979406:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762603.979415:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00100000:2.0:1787762603.979420:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762603.979426:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762603.979431:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787762603.979432:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:2.0:1787762603.979442:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787762603.979443:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787762603.979450:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762603.979454:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762603.979457:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762603.979461:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762603.979468:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762603.979470:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762603.979475:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762603.979477:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762603.979479:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762603.979483:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762603.979485:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762603.979487:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762603.979489:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762603.979490:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762603.979492:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762603.979493:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762603.979495:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762603.979500:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762603.979503:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762603.979506:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762603.979510:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762603.979513:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762603.979515:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762603.979517:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762603.979526:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000020:00000040:3.0:1787762603.979529:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762603.979534:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762603.979535:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762603.979538:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762603.979541:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762603.979552:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762603.979563:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17800.
00000100:00000001:3.0:1787762603.979573:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762603.979586:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597595072384/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762603.979601:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762603.979609:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762603.979615:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597595072384/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762603.979636:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762603.979639:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762603.979643:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762603.979644:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762603.979645:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762603.979648:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762603.979650:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21344
00000400:00000200:3.0:1787762603.979653:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762603.979655:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762603.979657:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762603.979660:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762603.979662:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762603.979664:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762603.979666:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762603.979669:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762603.979670:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762603.979671:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762603.979673:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762603.979676:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762603.979679:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762603.979681:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762603.979683:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762603.979684:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787762603.979686:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762603.979692:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762603.979693:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1787762603.979695:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000001:2.0:1787762603.979698:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1787762603.979703:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762603.979714:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762603.979720:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762603.979730:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787762603.979731:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e940 x1874597595072384/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762603.979743:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762603.979754:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762603.979758:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762603.979762:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787762603.979765:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787762603.979767:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:3.0:1787762603.979773:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762603.979776:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762603.979778:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762603.979787:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762603.979790:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000100:00100000:2.0:1787762603.979799:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595072384:192.168.203.101@tcp:250:kworker.0
00000020:00000040:3.0:1787762603.979799:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762603.979815:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787762603.979818:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762603.979818:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762603.979828:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762603.979829:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762603.979831:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762603.979833:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762603.979837:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762603.979841:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14800.
02000000:00000001:2.0:1787762603.979843:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787762603.979856:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762603.979865:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864800.
00000100:00100000:3.0:1787762603.979868:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597595072512/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787762603.979875:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762603.979894:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762603.979901:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762603.979903:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762603.979920:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000100:00000040:3.0:1787762603.979921:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597595072512/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787762603.979938:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000001:3.0:1787762603.979938:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762603.979957:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1787762603.979962:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595072384, portal 25
00000100:00000001:2.0:1787762603.979968:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787762603.979985:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762603.979987:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762603.979988:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762603.979995:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765443904 : -110615944107712 : ffff9b6537f1e940)
00000100:00000001:3.0:1787762603.979996:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762603.980005:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21344
00000100:00000040:2.0:1787762603.980014:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e940 x1874597595072384/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787762603.980025:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762603.980043:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762603.980057:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787762603.980059:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787762603.980067:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000040:2.0:1787762603.980075:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762603.980078:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1787762603.980082:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000040:3.0:1787762603.980084:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762603.980092:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000200:2.0:1787762603.980093:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595072384, offset 0
00000020:00000001:3.0:1787762603.980102:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762603.980104:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762603.980107:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762603.980111:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000400:00000200:2.0:1787762603.980116:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000020:00000001:3.0:1787762603.980120:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762603.980123:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762603.980128:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762603.980130:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787762603.980136:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:3.0:1787762603.980141:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762603.980147:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762603.980150:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762603.980153:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762603.980160:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762603.980162:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
02000000:00000001:3.0:1787762603.980176:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787762603.980180:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787762603.980182:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762603.980187:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762603.980191:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000001:3.0:1787762603.980193:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762603.980199:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787762603.980203:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000008:00000001:3.0:1787762603.980210:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762603.980218:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000001:3.0:1787762603.980219:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762603.980239:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000400:00000200:2.0:1787762603.980245:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278159:278159:256:4294967295] 192.168.203.101@tcp LPNI seq info [278158:278158:8:4294967295]
00000020:00000040:3.0:1787762603.980275:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762603.980279:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762603.980280:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762603.980283:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762603.980286:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762603.980288:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762603.980295:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16400.
00000400:00000200:2.0:1787762603.980300:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762603.980303:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762603.980313:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597595072640/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787762603.980323:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762603.980358:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762603.980360:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762603.980372:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787762603.980376:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000100:00000040:3.0:1787762603.980381:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597595072640/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1787762603.980397:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:3.0:1787762603.980408:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787762603.980411:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1787762603.980413:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762603.980427:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.1:1787762603.980439:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:3.0:1787762603.980442:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21354)
00000800:00000200:2.1:1787762603.980446:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787762603.980456:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762603.980460:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762603.980468:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762603.980475:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762603.980480:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762603.980484:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762603.980489:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762603.980495:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1e940 x1874597595072384/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762603.980509:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762603.980514:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e940 x1874597595072384/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762628 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762603.980524:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762603.980526:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762603.980536:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762603.980541:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762603.980545:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316017912
00000100:00000010:2.0:1787762603.980552:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd9c0.
00000100:00000001:2.0:1787762603.980560:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762603.980570:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316017912
00000100:00000010:2.0:1787762603.980574:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd6c0.
00000100:00000001:2.0:1787762603.980577:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762603.980592:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762603.980595:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762603.980599:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762603.980605:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762603/real 1787762603]  req@ffff9b6537f1e940 x1874597595072384/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762603.980617:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762603.980620:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762603.980622:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762603.980627:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762603.980629:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762603.980632:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762603.980636:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e940 x1874597595072384/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762603.980648:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e940 x1874597595072384/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762603.980657:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762603.980659:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762603.980663:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762603.980665:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762603.980670:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e940 x1874597595072384/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762603.980679:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762603.980684:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e940 x1874597595072384/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762628 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762603.980693:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762603.980697:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762603.980699:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762603.980700:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762603.980703:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762603.980706:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762603.980711:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762603.980716:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762603.980719:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762603.980725:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e940 x1874597595072384/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762628 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762603.980735:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595072384:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762603.980741:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762603.980744:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762603.980747:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e940 x1874597595072384/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762628 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762603.980763:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762603.980767:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762603.980771:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762603.980775:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762603.980779:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762603.980781:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762603.980784:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762603.980787:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17800.
02000000:00000001:2.0:1787762603.980792:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762603.980795:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762603.980797:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e940.
00000100:00000001:2.0:1787762603.980802:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762603.980803:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762603.980806:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762603.980815:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762603.980817:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762603.980821:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762603.980823:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762603.980825:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762603.980830:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f480 x1874597595072512/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762603.980840:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762603.980842:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762603.980845:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762603.980847:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762603.980850:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762603.980854:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595072512:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762603.980858:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762603.980862:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762603.980864:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762603.980866:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762603.980870:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762603.980872:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762603.980877:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762603.980881:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762603.980885:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762603.980889:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595072512, portal 10
00000100:00000001:2.0:1787762603.980892:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762603.980894:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765446784 : -110615944104832 : ffff9b6537f1f480)
00000100:00000040:2.0:1787762603.980902:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f480 x1874597595072512/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762603.980911:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762603.980914:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762603.980916:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762603.980920:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595072512, offset 0
00000400:00000200:2.0:1787762603.980924:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762603.980929:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762603.980933:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762603.980938:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762603.980941:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762603.980945:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762603.980948:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762603.980952:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278160:278160:256:4294967295] 192.168.203.101@tcp LPNI seq info [278159:278159:8:4294967295]
00000400:00000200:2.0:1787762603.980957:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762603.980965:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762603.980993:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762603.980997:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762603.981003:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762603.981006:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762603.981012:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762603.981016:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787762603.981021:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762603.981024:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762603.981027:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762603.981032:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762603.981036:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762603.981038:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762603.981042:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762603.981047:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f480 x1874597595072512/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762603.981057:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762603.981060:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f480 x1874597595072512/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762628 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762603.981069:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762603.981071:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762603.981076:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762603.981080:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762603.981084:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762603.981087:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316017165
00000100:00000001:2.0:1787762603.981091:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316017912
00000100:00000001:2.0:1787762603.981094:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316017165
00000100:00000001:2.0:1787762603.981096:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316017912
00000100:00000001:2.0:1787762603.981099:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762603.981102:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762603.981104:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762603.981109:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762603/real 1787762603]  req@ffff9b6537f1f480 x1874597595072512/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762603.981118:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762603.981119:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762603.981121:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762603.981124:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762603.981126:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762603.981129:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762603.981132:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f480 x1874597595072512/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762603.981143:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f480 x1874597595072512/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762603.981159:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762603.981161:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762603.981163:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762603.981165:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762603.981169:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f480 x1874597595072512/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762603.981177:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762603.981182:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f480 x1874597595072512/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762628 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762603.981190:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762603.981193:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762603.981195:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762603.981196:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762603.981199:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762603.981201:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762603.981204:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762603.981208:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762603.981211:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762603.981216:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f480 x1874597595072512/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762628 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762603.981226:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595072512:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762603.981230:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762603.981235:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d680 x1874597595072640/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762603.981243:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762603.981245:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762603.981278:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762603.981281:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762603.981284:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762603.981288:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595072640:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762603.981293:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762603.981295:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762603.981297:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762603.981300:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762603.981304:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541866400.
02000000:00000001:2.0:1787762603.981307:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762603.981311:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762603.981314:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762603.981318:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762603.981322:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595072640, portal 4
00000100:00000001:2.0:1787762603.981324:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762603.981326:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765439104 : -110615944112512 : ffff9b6537f1d680)
00000100:00000040:2.0:1787762603.981333:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d680 x1874597595072640/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762603.981342:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762603.981345:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762603.981347:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762603.981350:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595072640, offset 0
00000400:00000200:2.0:1787762603.981356:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762603.981360:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762603.981364:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762603.981368:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762603.981372:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762603.981375:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762603.981378:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762603.981382:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278161:278161:256:4294967295] 192.168.203.101@tcp LPNI seq info [278160:278160:8:4294967295]
00000400:00000200:2.0:1787762603.981387:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762603.981395:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762603.981402:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762603.981406:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762603.981411:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762603.981414:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762603.981420:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762603.981423:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787762603.981428:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762603.981431:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762603.981435:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762603.981439:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762603.981442:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762603.981444:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762603.981448:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762603.981452:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d680 x1874597595072640/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762603.981462:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762603.981465:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d680 x1874597595072640/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762628 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762603.981473:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762603.981475:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762603.981479:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762603.981482:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762603.981486:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762603.981488:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316017172
00000100:00000001:2.0:1787762603.981492:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316017912
00000100:00000001:2.0:1787762603.981494:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316017172
00000100:00000001:2.0:1787762603.981497:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316017912
00000100:00000001:2.0:1787762603.981500:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762603.981502:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762603.981504:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762603.981509:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762603/real 1787762603]  req@ffff9b6537f1d680 x1874597595072640/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762603.981519:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762603.981521:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762603.981523:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762603.981526:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762603.981528:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762603.981530:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762603.981534:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d680 x1874597595072640/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762603.981544:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d680 x1874597595072640/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762603.981552:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762603.981554:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762603.981556:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762603.981558:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762603.981562:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d680 x1874597595072640/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762603.981570:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762603.981575:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d680 x1874597595072640/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762628 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762603.981583:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762603.981586:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762603.981587:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762603.981589:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762603.981591:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762603.981593:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762603.981596:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762603.981600:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762603.981604:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762603.981609:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d680 x1874597595072640/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762628 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762603.981619:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595072640:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762603.981624:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762603.981626:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762603.981629:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f480 x1874597595072512/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762628 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762603.981637:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762603.981639:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762603.981641:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762603.981644:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762603.981645:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762603.981647:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762603.981650:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762603.981652:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14800.
02000000:00000001:2.0:1787762603.981655:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762603.981656:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762603.981658:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f480.
00000100:00000001:2.0:1787762603.981661:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762603.981663:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762603.981665:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762603.981669:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d680 x1874597595072640/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762628 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762603.981677:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762603.981678:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762603.981680:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541866400.
02000000:00000001:2.0:1787762603.981683:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762603.981684:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762603.981685:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762603.981687:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762603.981689:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16400.
02000000:00000001:2.0:1787762603.981692:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762603.981694:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762603.981695:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d680.
00000100:00000001:2.0:1787762603.981699:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762603.981701:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762603.981703:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762603.981707:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762603.981709:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762603.981711:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762603.981714:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762604.747332:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316017912, at 4316017920
00000100:00000040:1.0:1787762604.747332:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316017912, at 4316017920
00000100:00000010:1.0:1787762604.747353:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd6c0.
00000100:00000010:0.0:1787762604.747358:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd9c0.
00010000:00000001:0.0:1787762604.811316:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762604.811321:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762604.811326:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762604.811327:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762604.811330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762604.811332:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762604.811378:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762604.811383:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762604.811385:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762605.003421:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762605.003430:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762605.003433:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762605.003440:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762605.003444:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762605.003449:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762605.003453:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762605.003457:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762605.003461:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762605.835367:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762605.835375:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762605.835383:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762605.835385:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762605.835389:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762605.835391:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762605.835426:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762605.835429:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762605.835433:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762606.027394:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762606.027403:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762606.027406:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762606.027413:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762606.027418:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762606.027422:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762606.027426:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762606.027430:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762606.027433:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762606.859329:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762606.859339:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762606.859342:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762606.859347:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762606.859353:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762606.859355:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762606.859357:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762606.859359:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762606.859363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762606.859364:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762606.859365:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762606.859367:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762606.859368:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762606.859369:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762606.859370:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762606.859372:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762606.859374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762606.859376:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762606.859419:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762606.859424:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762606.859428:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762607.051412:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762607.051421:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762607.051423:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762607.051430:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762607.051435:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762607.051439:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762607.051442:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762607.051446:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762607.051450:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762607.883353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762607.883363:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762607.883371:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762607.883372:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762607.883376:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762607.883378:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762607.883433:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762607.883437:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762607.883441:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762608.075424:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762608.075433:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762608.075436:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762608.075444:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762608.075448:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762608.075453:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762608.075456:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762608.075460:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762608.075464:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762608.907331:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762608.907339:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762608.907345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762608.907346:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762608.907349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762608.907350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762608.907432:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762608.907438:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762608.907441:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762609.099396:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762609.099409:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762609.099412:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762609.099417:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762609.099422:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762609.099431:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21349
00000400:00000200:0.0:1787762609.099445:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762609.099448:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000400:00000200:0.0:1787762609.099455:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762609.099462:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787762609.099464:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:0.0:1787762609.099469:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762609.099472:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762609.099476:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762609.099482:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762609.099487:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00100000:2.0:1787762609.099489:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000020:00000001:0.0:1787762609.099491:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762609.099496:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787762609.099502:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787762609.099504:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1787762609.099506:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762609.099513:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000001:2.0:1787762609.099516:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1787762609.099517:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787762609.099530:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762609.099532:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762609.099535:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762609.099542:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762609.099543:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762609.099545:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762609.099557:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00000001:2.0:1787762609.099562:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762609.099566:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762609.099572:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762609.099575:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762609.099580:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762609.099583:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762609.099585:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762609.099587:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762609.099597:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1a40.
00000020:00000040:0.0:1787762609.099600:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762609.099605:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762609.099606:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762609.099610:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762609.099613:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762609.099619:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762609.099630:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e800.
00000100:00000001:0.0:1787762609.099638:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762609.099648:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1a40 x1874597595072768/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762609.099657:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762609.099663:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762609.099667:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7cad83] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1a40 x1874597595072768/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762609.099690:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762609.099693:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762609.099696:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762609.099697:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762609.099699:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762609.099701:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762609.099703:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21349
00000400:00000200:0.0:1787762609.099705:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762609.099707:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762609.099709:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762609.099711:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762609.099715:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762609.099718:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762609.099719:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762609.099721:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762609.099722:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787762609.099724:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762609.099726:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787762609.099728:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787762609.099729:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:0.0:1787762609.099735:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762609.099739:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762609.099741:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762609.099742:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762609.099748:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000001:2.0:1787762609.099749:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1787762609.099756:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762609.099757:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762609.099761:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762609.099764:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787762609.099766:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762609.099775:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762609.099780:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762609.099782:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1787762609.099784:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c1a40 x1874597595072768/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1787762609.099788:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762609.099801:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762609.099816:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762609.099817:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762609.099821:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762609.099825:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c0000.
02000000:00000001:2.0:1787762609.099828:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1787762609.099831:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:2.0:1787762609.099835:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762609.099837:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762609.099846:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762609.099848:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762609.099854:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762609.099858:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762609.099868:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762609.099868:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595072768:192.168.203.101@tcp:250:kworker.0
02000000:00000010:0.0:1787762609.099883:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760d800.
00000100:00000001:2.0:1787762609.099886:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787762609.099895:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762609.099897:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762609.099903:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762609.099910:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c0000 x1874597595072896/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787762609.099910:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787762609.099924:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762609.099926:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762609.099930:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541866400.
00000100:00000040:0.0:1787762609.099946:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ecd2557] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c0000 x1874597595072896/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787762609.099964:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762609.099971:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762609.099977:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787762609.099980:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00080000:0.0:1787762609.099994:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000010:2.0:1787762609.099998:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000100:00000001:0.0:1787762609.099999:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762609.100008:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762609.100013:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1787762609.100017:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00080000:0.0:1787762609.100018:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21349
00000400:00000200:0.0:1787762609.100033:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000200:2.0:1787762609.100038:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595072768, portal 25
00000400:00000200:0.0:1787762609.100039:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:2.0:1787762609.100050:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787762609.100051:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787762609.100060:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115994688 : -110616593556928 : ffff9b65113c1a40)
00000100:00000040:0.0:1787762609.100062:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762609.100075:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762609.100089:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000040:2.0:1787762609.100091:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c1a40 x1874597595072768/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762609.100096:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762609.100109:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762609.100114:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787762609.100124:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762609.100129:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000100:00000001:2.0:1787762609.100133:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1787762609.100135:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:0.0:1787762609.100144:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:2.0:1787762609.100145:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762609.100157:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000040:0.0:1787762609.100158:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762609.100166:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1787762609.100168:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595072768, offset 0
00000100:00000040:0.0:1787762609.100171:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762609.100178:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762609.100181:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000400:00000200:2.0:1787762609.100186:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00080000:0.0:1787762609.100193:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762609.100195:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762609.100197:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762609.100200:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787762609.100205:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:0.0:1787762609.100212:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762609.100215:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762609.100220:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762609.100223:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762609.100228:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762609.100237:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762609.100244:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000001:0.0:1787762609.100277:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762609.100281:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2d00.
00000020:00000040:0.0:1787762609.100284:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:0.0:1787762609.100285:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762609.100286:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762609.100288:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762609.100290:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762609.100293:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762609.100299:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
02000000:00000010:0.0:1787762609.100300:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e400.
00000100:00000001:0.0:1787762609.100314:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762609.100315:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00100000:0.0:1787762609.100333:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2d00 x1874597595073024/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787762609.100337:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278162:278162:256:4294967295] 192.168.203.101@tcp LPNI seq info [278161:278161:8:4294967295]
00000100:00000001:0.0:1787762609.100355:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762609.100360:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762609.100367:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b3abd36] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2d00 x1874597595073024/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762609.100373:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762609.100391:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762609.100395:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787762609.100398:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787762609.100408:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21359)
00000400:00000200:2.0:1787762609.100420:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762609.100439:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762609.100447:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762609.100457:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762609.100463:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762609.100476:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762609.100483:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787762609.100493:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762609.100497:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762609.100508:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762609.100518:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762609.100528:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762609.100533:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762609.100541:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762609.100551:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c1a40 x1874597595072768/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762609.100572:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762609.100579:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c1a40 x1874597595072768/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762634 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762609.100594:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762609.100598:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762609.100611:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762609.100620:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762609.100626:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316023032
00000100:00000010:2.0:1787762609.100636:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdba0.
00000100:00000001:2.0:1787762609.100648:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762609.100661:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316023032
00000100:00000010:2.0:1787762609.100666:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd1e0.
00000100:00000001:2.0:1787762609.100670:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762609.100674:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762609.100678:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762609.100681:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762609.100688:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762609/real 1787762609]  req@ffff9b65113c1a40 x1874597595072768/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762609.100701:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762609.100703:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762609.100706:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762609.100711:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762609.100713:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762609.100717:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762609.100721:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c1a40 x1874597595072768/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762609.100732:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c1a40 x1874597595072768/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762609.100740:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762609.100743:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762609.100747:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762609.100749:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762609.100754:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c1a40 x1874597595072768/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762609.100763:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762609.100768:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c1a40 x1874597595072768/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762634 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762609.100777:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762609.100781:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762609.100783:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762609.100785:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762609.100789:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762609.100792:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762609.100796:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762609.100801:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762609.100804:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762609.100810:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c1a40 x1874597595072768/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762634 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762609.100820:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595072768:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762609.100825:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762609.100829:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762609.100833:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c1a40 x1874597595072768/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762634 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762609.100842:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762609.100845:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762609.100848:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541866400.
02000000:00000001:2.0:1787762609.100852:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762609.100855:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762609.100858:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762609.100862:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762609.100865:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760e800.
02000000:00000001:2.0:1787762609.100870:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762609.100873:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762609.100875:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c1a40.
00000100:00000001:2.0:1787762609.100880:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762609.100881:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762609.100884:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762609.100893:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762609.100895:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762609.100899:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762609.100901:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762609.100903:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762609.100908:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c0000 x1874597595072896/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762609.100917:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762609.100919:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762609.100922:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762609.100925:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762609.100928:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762609.100932:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595072896:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762609.100963:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762609.100967:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762609.100969:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762609.100971:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762609.100976:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541866400.
02000000:00000001:2.0:1787762609.100979:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762609.100984:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762609.100988:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762609.100993:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762609.100997:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595072896, portal 10
00000100:00000001:2.0:1787762609.101000:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762609.101002:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115987968 : -110616593563648 : ffff9b65113c0000)
00000100:00000040:2.0:1787762609.101011:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c0000 x1874597595072896/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762609.101020:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762609.101023:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762609.101026:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762609.101029:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595072896, offset 0
00000400:00000200:2.0:1787762609.101035:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762609.101040:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762609.101046:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762609.101050:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762609.101054:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762609.101058:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762609.101061:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762609.101065:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278163:278163:256:4294967295] 192.168.203.101@tcp LPNI seq info [278162:278162:8:4294967295]
00000400:00000200:2.0:1787762609.101070:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762609.101079:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762609.101085:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762609.101089:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762609.101095:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762609.101099:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762609.101104:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762609.101108:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787762609.101113:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762609.101116:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762609.101120:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762609.101124:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762609.101128:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762609.101130:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762609.101133:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762609.101138:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c0000 x1874597595072896/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762609.101148:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762609.101152:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c0000 x1874597595072896/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762634 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762609.101168:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762609.101170:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762609.101175:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762609.101180:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762609.101184:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762609.101187:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316022285
00000100:00000001:2.0:1787762609.101190:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316023032
00000100:00000001:2.0:1787762609.101193:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316022285
00000100:00000001:2.0:1787762609.101196:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316023032
00000100:00000001:2.0:1787762609.101198:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762609.101201:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762609.101203:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762609.101208:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762609/real 1787762609]  req@ffff9b65113c0000 x1874597595072896/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762609.101217:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762609.101219:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762609.101221:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762609.101224:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762609.101226:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762609.101228:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762609.101232:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c0000 x1874597595072896/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762609.101242:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c0000 x1874597595072896/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762609.101286:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762609.101288:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762609.101291:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762609.101292:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762609.101298:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c0000 x1874597595072896/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762609.101307:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762609.101312:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c0000 x1874597595072896/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762634 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762609.101320:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762609.101323:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762609.101325:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762609.101327:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762609.101330:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762609.101333:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762609.101338:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762609.101344:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762609.101349:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762609.101356:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c0000 x1874597595072896/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762634 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762609.101372:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595072896:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762609.101380:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762609.101388:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c2d00 x1874597595073024/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762609.101402:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762609.101406:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762609.101410:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762609.101414:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762609.101418:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762609.101425:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595073024:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762609.101431:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762609.101436:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762609.101440:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762609.101443:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762609.101448:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762609.101451:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762609.101456:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762609.101460:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762609.101467:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762609.101473:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595073024, portal 4
00000100:00000001:2.0:1787762609.101476:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762609.101479:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115999488 : -110616593552128 : ffff9b65113c2d00)
00000100:00000040:2.0:1787762609.101492:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c2d00 x1874597595073024/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762609.101505:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762609.101509:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762609.101514:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762609.101520:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595073024, offset 0
00000400:00000200:2.0:1787762609.101529:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762609.101537:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762609.101546:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762609.101552:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762609.101557:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762609.101561:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762609.101566:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762609.101572:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278164:278164:256:4294967295] 192.168.203.101@tcp LPNI seq info [278163:278163:8:4294967295]
00000400:00000200:2.0:1787762609.101581:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762609.101595:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762609.101606:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762609.101613:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762609.101621:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762609.101627:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762609.101637:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762609.101643:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787762609.101652:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762609.101657:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762609.101662:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762609.101666:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762609.101671:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762609.101673:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762609.101677:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762609.101682:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c2d00 x1874597595073024/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762609.101693:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762609.101697:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c2d00 x1874597595073024/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762634 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762609.101706:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762609.101708:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762609.101713:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762609.101718:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762609.101722:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762609.101725:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316022292
00000100:00000001:2.0:1787762609.101728:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316023032
00000100:00000001:2.0:1787762609.101731:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316022292
00000100:00000001:2.0:1787762609.101734:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316023032
00000100:00000001:2.0:1787762609.101736:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762609.101738:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762609.101741:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762609.101746:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762609/real 1787762609]  req@ffff9b65113c2d00 x1874597595073024/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762609.101756:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762609.101757:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762609.101760:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762609.101763:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762609.101765:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762609.101768:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762609.101772:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c2d00 x1874597595073024/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762609.101783:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c2d00 x1874597595073024/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762609.101790:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762609.101792:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762609.101795:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762609.101796:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762609.101801:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c2d00 x1874597595073024/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762609.101808:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762609.101813:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c2d00 x1874597595073024/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762634 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762609.101822:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762609.101825:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762609.101827:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762609.101829:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762609.101832:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762609.101834:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762609.101837:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762609.101841:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762609.101844:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762609.101848:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c2d00 x1874597595073024/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762634 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762609.101857:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595073024:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762609.101862:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762609.101864:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762609.101869:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c0000 x1874597595072896/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762634 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762609.101877:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762609.101880:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762609.101883:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541866400.
02000000:00000001:2.0:1787762609.101886:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762609.101888:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762609.101890:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762609.101892:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762609.101895:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760d800.
02000000:00000001:2.0:1787762609.101898:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762609.101900:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762609.101902:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c0000.
00000100:00000001:2.0:1787762609.101905:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762609.101907:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762609.101909:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762609.101913:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c2d00 x1874597595073024/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762634 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762609.101921:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762609.101922:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762609.101924:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762609.101927:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762609.101929:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762609.101930:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762609.101932:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762609.101957:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760e400.
02000000:00000001:2.0:1787762609.101960:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762609.101962:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762609.101964:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c2d00.
00000100:00000001:2.0:1787762609.101968:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762609.101970:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762609.101972:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762609.101978:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762609.101980:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762609.101982:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762609.101985:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762609.867351:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316023032, at 4316023040
00000100:00000040:1.0:1787762609.867351:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316023032, at 4316023040
00000100:00000010:0.0:1787762609.867371:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdba0.
00000100:00000010:1.0:1787762609.867376:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd1e0.
00010000:00000001:0.0:1787762609.931321:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762609.931326:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762609.931331:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762609.931333:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762609.931336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762609.931337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762609.931358:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762609.931361:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762609.931363:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762610.123381:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762610.123390:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762610.123392:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762610.123399:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762610.123404:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762610.123409:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762610.123412:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762610.123416:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762610.123419:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762610.955351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762610.955363:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762610.955371:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762610.955373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762610.955376:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762610.955377:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762610.955474:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762610.955479:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762610.955483:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762611.147360:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762611.147369:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762611.147372:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762611.147378:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762611.147383:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762611.147388:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762611.147392:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762611.147396:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762611.147399:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762611.979357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762611.979365:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762611.979372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762611.979373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762611.979378:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762611.979383:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762611.979386:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762611.979390:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762611.979395:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762611.979398:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762611.979400:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762611.979403:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762611.979441:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762611.979444:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762611.979446:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762612.171397:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762612.171407:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762612.171411:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762612.171419:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762612.171425:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762612.171430:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762612.171434:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762612.171438:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762612.171443:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762613.003360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762613.003368:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762613.003375:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762613.003376:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762613.003380:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762613.003381:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762613.003476:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762613.003483:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762613.003488:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762613.195351:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762613.195360:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762613.195363:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762613.195369:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762613.195374:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762613.195379:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762613.195382:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762613.195386:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762613.195389:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762614.027367:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762614.027376:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762614.027383:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762614.027385:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762614.027388:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762614.027390:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762614.027446:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762614.027450:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762614.027453:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762614.219405:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762614.219413:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787762614.219413:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787762614.219420:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762614.219427:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1787762614.219431:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762614.219433:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787762614.219441:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787762614.219442:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762614.219449:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762614.219451:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787762614.219457:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787762614.219465:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21354
00000100:00000001:0.0:1787762614.219466:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762614.219476:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762614.219485:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762614.219493:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762614.219498:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762614.219503:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762614.219508:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762614.219511:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762614.219515:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762614.219520:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762614.219522:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762614.219526:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762614.219531:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762614.219534:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762614.219537:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762614.219541:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762614.219544:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762614.219546:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762614.219548:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762614.219552:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762614.219556:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762614.219559:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762614.219562:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762614.219567:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762614.219570:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762614.219572:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762614.219575:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762614.219585:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787762614.219590:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762614.219594:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762614.219596:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762614.219600:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762614.219604:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762614.219609:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762614.219618:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17400.
00000100:00000001:3.0:1787762614.219626:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762614.219638:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597595073152/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762614.219651:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762614.219656:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762614.219662:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597595073152/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762614.219690:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762614.219694:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762614.219700:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762614.219702:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762614.219704:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762614.219708:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762614.219712:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21354
00000400:00000200:3.0:1787762614.219717:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762614.219723:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762614.219727:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762614.219731:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762614.219734:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762614.219737:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787762614.219738:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762614.219747:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762614.219752:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762614.219754:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762614.219755:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762614.219758:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000100:00000001:2.0:1787762614.219760:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787762614.219761:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:2.0:1787762614.219769:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787762614.219770:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762614.219779:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762614.219782:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762614.219789:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f0c0 x1874597595073152/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762614.219790:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762614.219799:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762614.219807:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762614.219818:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762614.219826:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762614.219833:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787762614.219834:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762614.219841:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762614.219847:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762614.219849:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762614.219855:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762614.219858:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762614.219860:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787762614.219868:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787762614.219871:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787762614.219880:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595073152:192.168.203.101@tcp:250:kworker.0
00000008:00000001:3.0:1787762614.219881:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762614.219889:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762614.219894:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:3.0:1787762614.219897:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000020:00000040:3.0:1787762614.219929:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:2.0:1787762614.219930:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762614.219933:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762614.219937:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762614.219938:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762614.219949:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762614.219950:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787762614.219952:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762614.219958:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762614.219962:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864800.
02000000:00000010:3.0:1787762614.219967:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16400.
02000000:00000001:2.0:1787762614.219969:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762614.219977:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762614.219984:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00100000:3.0:1787762614.219990:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597595073280/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787762614.219994:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762614.220010:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000001:3.0:1787762614.220011:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762614.220019:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762614.220027:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595073152, portal 25
00000100:00000040:3.0:1787762614.220028:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597595073280/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762614.220037:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762614.220043:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765445824 : -110615944105792 : ffff9b6537f1f0c0)
00000100:00000001:3.0:1787762614.220059:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762614.220065:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f0c0 x1874597595073152/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762614.220066:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762614.220089:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787762614.220093:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:2.0:1787762614.220099:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762614.220101:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1787762614.220106:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00080000:3.0:1787762614.220108:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1787762614.220116:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595073152, offset 0
00000100:00000001:3.0:1787762614.220117:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762614.220126:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21354
00000400:00000200:2.0:1787762614.220135:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:3.0:1787762614.220141:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762614.220149:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762614.220153:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787762614.220155:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:3.0:1787762614.220162:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762614.220167:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787762614.220174:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000040:3.0:1787762614.220175:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762614.220185:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762614.220190:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1787762614.220192:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1787762614.220194:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762614.220200:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787762614.220205:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000020:00000040:3.0:1787762614.220206:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762614.220214:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:2.0:1787762614.220217:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1787762614.220219:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:2.0:1787762614.220229:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000040:3.0:1787762614.220234:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762614.220244:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787762614.220290:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278165:278165:256:4294967295] 192.168.203.101@tcp LPNI seq info [278164:278164:8:4294967295]
00000100:00000040:3.0:1787762614.220291:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762614.220301:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762614.220310:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000400:00000200:2.0:1787762614.220320:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00080000:3.0:1787762614.220321:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762614.220332:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762614.220334:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762614.220340:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762614.220346:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762614.220352:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762614.220358:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787762614.220362:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000008:00000001:3.0:1787762614.220364:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762614.220373:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762614.220381:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000800:00000200:2.0:1787762614.220390:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000020:00000040:3.0:1787762614.220390:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762614.220402:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000010:2.0:1787762614.220410:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
02000000:00000001:3.0:1787762614.220417:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762614.220425:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.0:1787762614.220427:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
02000000:00000001:3.0:1787762614.220430:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762614.220436:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787762614.220440:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 6 secs later)
02000000:00000010:3.0:1787762614.220450:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14800.
00000800:00000200:2.1:1787762614.220452:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:3.0:1787762614.220463:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787762614.220464:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 6 secs later)
00000100:00100000:3.0:1787762614.220476:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597595073408/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787762614.220478:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762614.220487:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762614.220498:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762614.220515:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762614.220528:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000100:00000001:3.0:1787762614.220529:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762614.220538:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762614.220539:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000040:3.0:1787762614.220548:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597595073408/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762614.220550:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762614.220564:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f0c0 x1874597595073152/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762614.220568:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762614.220576:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762614.220590:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1787762614.220601:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762614.220602:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21365)
00000100:00000040:2.0:1787762614.220611:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f0c0 x1874597595073152/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762639 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762614.220623:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762614.220627:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762614.220637:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762614.220643:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762614.220647:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316028152
00000100:00000010:2.0:1787762614.220654:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdf60.
00000100:00000001:2.0:1787762614.220663:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762614.220671:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316028152
00000100:00000010:2.0:1787762614.220675:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd180.
00000100:00000001:2.0:1787762614.220678:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762614.220683:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762614.220686:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762614.220690:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762614.220695:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762614/real 1787762614]  req@ffff9b6537f1f0c0 x1874597595073152/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762614.220707:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762614.220709:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762614.220711:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762614.220715:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762614.220718:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762614.220721:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762614.220725:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f0c0 x1874597595073152/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762614.220736:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f0c0 x1874597595073152/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762614.220745:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762614.220747:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762614.220750:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762614.220753:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762614.220757:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f0c0 x1874597595073152/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762614.220766:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762614.220771:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f0c0 x1874597595073152/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762639 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762614.220780:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762614.220783:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762614.220786:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762614.220787:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762614.220790:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762614.220793:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762614.220797:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762614.220802:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762614.220805:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762614.220811:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f0c0 x1874597595073152/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762639 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762614.220822:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595073152:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762614.220828:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762614.220830:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762614.220834:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f0c0 x1874597595073152/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762639 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762614.220842:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762614.220845:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762614.220848:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762614.220853:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762614.220855:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762614.220857:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762614.220860:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762614.220864:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17400.
02000000:00000001:2.0:1787762614.220868:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762614.220870:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762614.220872:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f0c0.
00000100:00000001:2.0:1787762614.220876:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762614.220878:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762614.220880:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762614.220888:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762614.220890:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762614.220893:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762614.220895:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762614.220897:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762614.220925:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1fc00 x1874597595073280/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762614.220935:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762614.220937:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762614.220941:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762614.220943:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762614.220946:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762614.220950:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595073280:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762614.220954:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762614.220957:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762614.220959:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762614.220962:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762614.220966:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762614.220969:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762614.220974:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762614.220978:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762614.220982:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762614.220987:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595073280, portal 10
00000100:00000001:2.0:1787762614.220990:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762614.220991:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765448704 : -110615944102912 : ffff9b6537f1fc00)
00000100:00000040:2.0:1787762614.220999:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1fc00 x1874597595073280/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762614.221008:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762614.221011:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762614.221014:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762614.221017:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595073280, offset 0
00000400:00000200:2.0:1787762614.221022:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762614.221028:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762614.221032:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762614.221036:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762614.221040:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762614.221044:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762614.221047:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762614.221051:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278166:278166:256:4294967295] 192.168.203.101@tcp LPNI seq info [278165:278165:8:4294967295]
00000400:00000200:2.0:1787762614.221056:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762614.221065:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762614.221071:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762614.221076:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762614.221081:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762614.221085:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787762614.221090:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762614.221094:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1787762614.221098:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762614.221101:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762614.221105:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762614.221109:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762614.221113:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762614.221116:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762614.221119:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762614.221123:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1fc00 x1874597595073280/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762614.221133:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762614.221137:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1fc00 x1874597595073280/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762639 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762614.221146:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762614.221148:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762614.221152:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762614.221158:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762614.221162:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762614.221165:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316027405
00000100:00000001:2.0:1787762614.221168:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316028152
00000100:00000001:2.0:1787762614.221172:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316027405
00000100:00000001:2.0:1787762614.221174:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316028152
00000100:00000001:2.0:1787762614.221177:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762614.221180:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762614.221182:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762614.221186:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762614/real 1787762614]  req@ffff9b6537f1fc00 x1874597595073280/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762614.221197:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762614.221199:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762614.221201:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762614.221204:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762614.221206:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762614.221208:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762614.221212:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1fc00 x1874597595073280/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762614.221223:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1fc00 x1874597595073280/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762614.221231:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762614.221233:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762614.221235:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762614.221237:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762614.221241:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1fc00 x1874597595073280/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762614.221278:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762614.221284:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1fc00 x1874597595073280/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762639 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762614.221292:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762614.221296:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762614.221299:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762614.221301:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762614.221305:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762614.221309:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762614.221314:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762614.221321:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762614.221326:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762614.221335:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1fc00 x1874597595073280/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762639 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762614.221351:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595073280:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762614.221360:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762614.221367:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d2c0 x1874597595073408/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762614.221381:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762614.221385:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762614.221389:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762614.221393:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762614.221397:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762614.221404:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595073408:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762614.221410:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762614.221413:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762614.221415:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762614.221417:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762614.221422:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541866400.
02000000:00000001:2.0:1787762614.221425:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762614.221431:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762614.221434:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762614.221439:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762614.221443:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595073408, portal 4
00000100:00000001:2.0:1787762614.221445:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762614.221447:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765438144 : -110615944113472 : ffff9b6537f1d2c0)
00000100:00000040:2.0:1787762614.221455:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d2c0 x1874597595073408/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762614.221463:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762614.221466:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762614.221469:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762614.221473:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595073408, offset 0
00000400:00000200:2.0:1787762614.221478:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762614.221483:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762614.221488:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762614.221492:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762614.221496:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762614.221499:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762614.221502:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762614.221506:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278167:278167:256:4294967295] 192.168.203.101@tcp LPNI seq info [278166:278166:8:4294967295]
00000400:00000200:2.0:1787762614.221512:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762614.221520:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762614.221526:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762614.221531:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762614.221536:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762614.221540:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787762614.221546:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762614.221549:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1787762614.221554:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762614.221556:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762614.221560:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762614.221565:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762614.221569:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762614.221571:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762614.221574:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762614.221579:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d2c0 x1874597595073408/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762614.221589:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762614.221593:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d2c0 x1874597595073408/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762639 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762614.221601:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762614.221603:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762614.221607:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762614.221611:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762614.221615:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762614.221618:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316027412
00000100:00000001:2.0:1787762614.221621:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316028152
00000100:00000001:2.0:1787762614.221624:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316027412
00000100:00000001:2.0:1787762614.221627:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316028152
00000100:00000001:2.0:1787762614.221629:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762614.221632:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762614.221634:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762614.221638:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762614/real 1787762614]  req@ffff9b6537f1d2c0 x1874597595073408/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762614.221648:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762614.221649:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762614.221652:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762614.221655:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762614.221657:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762614.221660:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762614.221664:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d2c0 x1874597595073408/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762614.221674:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d2c0 x1874597595073408/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762614.221681:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762614.221683:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762614.221685:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762614.221687:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762614.221692:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d2c0 x1874597595073408/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762614.221701:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762614.221705:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d2c0 x1874597595073408/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762639 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762614.221713:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762614.221717:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762614.221719:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762614.221720:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762614.221723:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762614.221725:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762614.221729:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762614.221732:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762614.221735:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762614.221739:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d2c0 x1874597595073408/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762639 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762614.221748:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595073408:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762614.221753:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762614.221755:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762614.221759:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1fc00 x1874597595073280/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762639 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762614.221767:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762614.221769:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762614.221771:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762614.221774:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762614.221776:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762614.221778:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762614.221781:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762614.221783:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16400.
02000000:00000001:2.0:1787762614.221787:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762614.221788:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762614.221790:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1fc00.
00000100:00000001:2.0:1787762614.221793:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762614.221795:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762614.221797:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762614.221801:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d2c0 x1874597595073408/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762639 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762614.221817:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762614.221818:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762614.221820:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541866400.
02000000:00000001:2.0:1787762614.221823:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762614.221825:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762614.221826:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762614.221828:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762614.221830:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14800.
02000000:00000001:2.0:1787762614.221833:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762614.221834:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762614.221835:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d2c0.
00000100:00000001:2.0:1787762614.221839:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762614.221840:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762614.221842:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762614.221846:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762614.221848:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762614.221851:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762614.221853:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762614.987392:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316028152, at 4316028160
00000100:00000040:0.0:1787762614.987403:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316028152, at 4316028160
00000100:00000010:1.0:1787762614.987416:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd180.
00000100:00000010:0.0:1787762614.987419:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdf60.
00010000:00000001:0.0:1787762615.051381:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762615.051387:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762615.051393:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762615.051395:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762615.051399:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762615.051401:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762615.051481:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762615.051488:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762615.051492:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762615.243372:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762615.243380:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762615.243384:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762615.243389:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762615.243394:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762615.243398:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762615.243402:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762615.243405:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762615.243409:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762616.075327:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762616.075335:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762616.075341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762616.075342:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762616.075345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762616.075346:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762616.075369:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762616.075371:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762616.075374:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762616.267321:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762616.267328:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762616.267330:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762616.267336:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762616.267339:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762616.267344:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762616.267347:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762616.267350:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762616.267353:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762617.099335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762617.099345:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762617.099347:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762617.099351:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762617.099357:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762617.099360:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762617.099362:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762617.099363:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762617.099367:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762617.099369:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762617.099370:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762617.099371:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762617.099373:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762617.099374:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762617.099375:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762617.099376:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762617.099379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762617.099380:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762617.099459:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762617.099464:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762617.099467:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762617.291326:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762617.291333:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762617.291336:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762617.291342:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762617.291345:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762617.291349:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762617.291352:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762617.291355:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762617.291358:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762618.123335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762618.123344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762618.123350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762618.123351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762618.123354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762618.123355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762618.123379:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762618.123384:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762618.123388:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762618.315324:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762618.315333:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762618.315334:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762618.315340:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762618.315343:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762618.315347:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762618.315350:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762618.315353:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762618.315355:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762619.147311:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762619.147318:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762619.147324:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762619.147325:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762619.147328:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762619.147329:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762619.147381:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762619.147387:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762619.147391:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762619.339334:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787762619.339334:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787762619.339342:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762619.339346:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762619.339347:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1787762619.339352:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762619.339352:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762619.339356:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762619.339358:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762619.339361:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787762619.339363:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762619.339367:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762619.339369:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787762619.339372:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21360
00000100:00000001:0.0:1787762619.339374:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762619.339389:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762619.339399:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762619.339405:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762619.339409:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762619.339413:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762619.339416:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762619.339419:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762619.339424:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762619.339426:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762619.339430:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762619.339433:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762619.339435:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762619.339437:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762619.339440:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762619.339443:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762619.339444:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762619.339446:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762619.339449:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762619.339452:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762619.339454:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762619.339456:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762619.339459:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762619.339462:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762619.339464:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762619.339466:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762619.339476:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000020:00000040:3.0:1787762619.339480:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762619.339484:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762619.339485:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762619.339488:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762619.339491:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762619.339496:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762619.339507:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17800.
00000100:00000001:3.0:1787762619.339514:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762619.339524:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597595073536/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762619.339534:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762619.339539:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762619.339543:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597595073536/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762619.339562:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762619.339564:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762619.339567:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762619.339568:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762619.339570:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762619.339572:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762619.339575:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21360
00000400:00000200:3.0:1787762619.339578:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762619.339580:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762619.339582:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762619.339585:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762619.339586:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762619.339588:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762619.339589:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762619.339591:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762619.339592:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762619.339593:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762619.339594:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762619.339596:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762619.339597:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762619.339599:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762619.339600:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762619.339601:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762619.339602:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762619.339603:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762619.339605:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762619.339606:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762619.339607:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762619.339613:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762619.339614:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762619.339616:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762619.339621:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762619.339623:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762619.339625:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762619.339627:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000020:00000040:3.0:1787762619.339629:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762619.339630:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762619.339632:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762619.339633:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762619.339634:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762619.339636:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762619.339639:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16c00.
00000100:00000001:3.0:1787762619.339642:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762619.339654:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597595073664/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762619.339660:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762619.339662:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762619.339664:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597595073664/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762619.339671:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762619.339673:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762619.339676:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762619.339678:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787762619.339680:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787762619.339681:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762619.339689:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762619.339693:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787762619.339695:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21360
00000100:00000001:2.0:1787762619.339700:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1787762619.339706:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762619.339710:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762619.339712:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762619.339719:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000040:2.0:1787762619.339722:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d2c0 x1874597595073536/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762619.339722:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762619.339737:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762619.339745:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762619.339754:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762619.339756:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762619.339762:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762619.339769:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762619.339777:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762619.339787:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762619.339799:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762619.339800:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762619.339802:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762619.339810:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762619.339812:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762619.339814:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762619.339822:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762619.339826:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762619.339832:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762619.339833:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762619.339837:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762619.339843:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762619.339844:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762619.339845:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762619.339853:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762619.339859:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787762619.339861:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787762619.339876:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762619.339879:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762619.339882:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787762619.339884:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762619.339887:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762619.339892:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762619.339895:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762619.339897:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762619.339900:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762619.339904:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595073536:192.168.203.101@tcp:250:kworker.0
02000000:00000010:3.0:1787762619.339906:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16800.
00000100:00000001:3.0:1787762619.339914:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762619.339925:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1787762619.339926:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597595073792/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787762619.339936:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787762619.339938:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762619.339943:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762619.339945:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762619.339952:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597595073792/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787762619.339953:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787762619.339967:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762619.339971:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541866400.
00000100:00000040:3.0:1787762619.339972:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1787762619.339983:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762619.339985:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762619.339994:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21370)
00000400:00000200:2.0:1787762619.339998:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762619.340006:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762619.340015:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762619.340025:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595073536, portal 25
00000100:00000001:2.0:1787762619.340029:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762619.340032:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765438144 : -110615944113472 : ffff9b6537f1d2c0)
00000100:00000040:2.0:1787762619.340043:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d2c0 x1874597595073536/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762619.340055:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762619.340060:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762619.340064:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762619.340070:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595073536, offset 0
00000400:00000200:2.0:1787762619.340079:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762619.340091:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762619.340102:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762619.340111:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762619.340119:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762619.340126:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762619.340132:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762619.340139:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278168:278168:256:4294967295] 192.168.203.101@tcp LPNI seq info [278167:278167:8:4294967295]
00000400:00000200:2.0:1787762619.340149:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762619.340174:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762619.340189:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762619.340199:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762619.340212:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762619.340220:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787762619.340230:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762619.340235:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1787762619.340241:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762619.340298:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762619.340308:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762619.340314:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762619.340321:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762619.340324:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762619.340330:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762619.340338:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d2c0 x1874597595073536/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762619.340353:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762619.340358:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d2c0 x1874597595073536/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762644 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762619.340367:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762619.340370:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762619.340379:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762619.340385:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762619.340388:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316033272
00000100:00000010:2.0:1787762619.340396:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd060.
00000100:00000001:2.0:1787762619.340404:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762619.340415:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316033272
00000100:00000010:2.0:1787762619.340420:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdf60.
00000100:00000001:2.0:1787762619.340424:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762619.340428:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762619.340432:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762619.340435:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762619.340441:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762619/real 1787762619]  req@ffff9b6537f1d2c0 x1874597595073536/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762619.340453:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762619.340455:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762619.340458:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762619.340462:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762619.340464:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762619.340467:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762619.340472:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d2c0 x1874597595073536/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762619.340483:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d2c0 x1874597595073536/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762619.340492:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762619.340494:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762619.340497:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762619.340500:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762619.340505:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d2c0 x1874597595073536/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762619.340513:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762619.340519:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d2c0 x1874597595073536/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762644 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762619.340528:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762619.340532:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762619.340534:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762619.340536:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762619.340539:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762619.340542:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762619.340546:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762619.340552:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762619.340555:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762619.340560:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d2c0 x1874597595073536/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762644 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762619.340570:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595073536:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762619.340576:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762619.340581:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1fc00 x1874597595073664/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762619.340589:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762619.340591:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762619.340595:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762619.340598:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762619.340601:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762619.340605:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595073664:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762619.340609:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762619.340612:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762619.340614:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762619.340616:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762619.340620:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762619.340623:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762619.340627:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762619.340630:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762619.340634:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762619.340638:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595073664, portal 10
00000100:00000001:2.0:1787762619.340641:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762619.340643:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765448704 : -110615944102912 : ffff9b6537f1fc00)
00000100:00000040:2.0:1787762619.340651:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1fc00 x1874597595073664/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762619.340659:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762619.340662:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762619.340665:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762619.340668:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595073664, offset 0
00000400:00000200:2.0:1787762619.340673:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762619.340677:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762619.340682:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762619.340686:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762619.340689:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762619.340693:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762619.340696:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762619.340700:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278169:278169:256:4294967295] 192.168.203.101@tcp LPNI seq info [278168:278168:8:4294967295]
00000400:00000200:2.0:1787762619.340705:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762619.340714:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762619.340720:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762619.340725:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762619.340730:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762619.340733:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787762619.340739:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762619.340743:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1787762619.340750:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762619.340754:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762619.340759:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762619.340766:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762619.340771:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762619.340775:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762619.340779:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762619.340786:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1fc00 x1874597595073664/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762619.340802:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762619.340809:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1fc00 x1874597595073664/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762644 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762619.340824:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762619.340827:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762619.340834:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762619.340841:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762619.340848:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762619.340852:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316032525
00000100:00000001:2.0:1787762619.340856:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316033272
00000100:00000001:2.0:1787762619.340859:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316032525
00000100:00000001:2.0:1787762619.340862:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316033272
00000100:00000001:2.0:1787762619.340891:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762619.340895:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762619.340898:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762619.340904:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762619/real 1787762619]  req@ffff9b6537f1fc00 x1874597595073664/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762619.340924:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762619.340926:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762619.340929:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762619.340933:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762619.340935:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762619.340938:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762619.340942:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1fc00 x1874597595073664/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762619.340952:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1fc00 x1874597595073664/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762619.340960:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762619.340962:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762619.340965:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762619.340966:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762619.340971:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1fc00 x1874597595073664/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762619.340979:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762619.340984:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1fc00 x1874597595073664/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762644 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762619.340993:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762619.340996:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762619.340998:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762619.340999:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762619.341002:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762619.341004:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762619.341008:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762619.341011:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762619.341014:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762619.341019:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1fc00 x1874597595073664/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762644 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762619.341029:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595073664:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762619.341035:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762619.341038:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762619.341042:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d2c0 x1874597595073536/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762644 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762619.341050:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762619.341053:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762619.341056:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541866400.
02000000:00000001:2.0:1787762619.341060:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762619.341064:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762619.341066:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762619.341069:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762619.341073:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17800.
02000000:00000001:2.0:1787762619.341078:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762619.341080:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762619.341083:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d2c0.
00000100:00000001:2.0:1787762619.341088:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762619.341090:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762619.341092:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762619.341096:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1fc00 x1874597595073664/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762644 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762619.341103:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762619.341105:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762619.341107:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762619.341113:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762619.341115:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762619.341117:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762619.341121:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762619.341124:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16c00.
02000000:00000001:2.0:1787762619.341128:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762619.341192:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762619.341196:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1fc00.
00000100:00000001:2.0:1787762619.341202:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762619.341205:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762619.341210:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762619.341220:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762619.341222:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762619.341226:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762619.341228:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762619.341230:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762619.341237:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f0c0 x1874597595073792/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762619.341277:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762619.341279:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762619.341282:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762619.341285:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762619.341288:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762619.341291:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595073792:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762619.341296:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762619.341299:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762619.341301:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762619.341304:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762619.341308:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762619.341311:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762619.341316:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762619.341320:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762619.341324:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762619.341329:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595073792, portal 4
00000100:00000001:2.0:1787762619.341331:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762619.341333:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765445824 : -110615944105792 : ffff9b6537f1f0c0)
00000100:00000040:2.0:1787762619.341341:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f0c0 x1874597595073792/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762619.341349:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762619.341352:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762619.341355:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762619.341359:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595073792, offset 0
00000400:00000200:2.0:1787762619.341364:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762619.341369:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762619.341374:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762619.341379:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762619.341382:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762619.341386:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762619.341389:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762619.341393:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278170:278170:256:4294967295] 192.168.203.101@tcp LPNI seq info [278169:278169:8:4294967295]
00000400:00000200:2.0:1787762619.341398:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762619.341406:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762619.341412:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762619.341416:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762619.341422:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762619.341426:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787762619.341431:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762619.341435:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1787762619.341440:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762619.341443:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:2.0:1787762619.341447:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762619.341451:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762619.341455:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:2.0:1787762619.341457:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:2.0:1787762619.341461:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762619.341465:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f0c0 x1874597595073792/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762619.341475:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762619.341479:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f0c0 x1874597595073792/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762644 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762619.341488:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762619.341490:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762619.341494:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762619.341498:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762619.341503:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762619.341505:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316032532
00000100:00000001:2.0:1787762619.341508:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316033272
00000100:00000001:2.0:1787762619.341511:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316032532
00000100:00000001:2.0:1787762619.341514:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316033272
00000100:00000001:2.0:1787762619.341517:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762619.341519:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762619.341522:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762619.341526:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762619/real 1787762619]  req@ffff9b6537f1f0c0 x1874597595073792/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762619.341535:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762619.341537:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762619.341539:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762619.341542:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762619.341544:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762619.341547:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762619.341551:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f0c0 x1874597595073792/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762619.341561:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f0c0 x1874597595073792/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762619.341568:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762619.341570:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762619.341572:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762619.341574:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762619.341578:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f0c0 x1874597595073792/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762619.341586:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762619.341591:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f0c0 x1874597595073792/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762644 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762619.341600:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762619.341604:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762619.341606:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762619.341607:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762619.341610:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762619.341612:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762619.341615:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762619.341618:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762619.341621:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762619.341626:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f0c0 x1874597595073792/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762644 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762619.341635:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595073792:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762619.341639:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762619.341642:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762619.341645:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f0c0 x1874597595073792/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762644 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762619.341653:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762619.341655:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762619.341657:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762619.341660:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762619.341662:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762619.341664:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762619.341666:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762619.341669:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16800.
02000000:00000001:2.0:1787762619.341672:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762619.341674:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762619.341676:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f0c0.
00000100:00000001:2.0:1787762619.341679:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762619.341680:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762619.341684:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762619.341687:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762619.341689:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762619.341692:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762619.341694:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762620.107418:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316033272, at 4316033280
00000100:00000040:1.0:1787762620.107419:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316033272, at 4316033280
00000100:00000010:1.0:1787762620.107439:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdf60.
00000100:00000010:0.0:1787762620.107444:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd060.
00010000:00000001:0.0:1787762620.171315:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762620.171320:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762620.171325:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762620.171326:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762620.171329:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762620.171330:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762620.171350:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762620.171359:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762620.171362:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762620.363327:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762620.363336:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762620.363338:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762620.363344:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762620.363348:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762620.363352:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762620.363354:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762620.363357:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762620.363359:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762621.195346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762621.195354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762621.195359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762621.195361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762621.195364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762621.195367:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762621.195369:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762621.195372:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762621.195376:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762621.195378:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762621.195380:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762621.195382:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762621.195446:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762621.195451:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762621.195454:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762621.387326:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762621.387335:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762621.387337:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762621.387343:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762621.387347:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762621.387351:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762621.387355:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762621.387359:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762621.387363:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762622.219334:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762622.219340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762622.219346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762622.219347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762622.219350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762622.219351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762622.219373:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762622.219376:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762622.219380:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762622.411326:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762622.411335:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762622.411336:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762622.411343:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762622.411347:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762622.411351:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762622.411354:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762622.411357:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762622.411359:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762623.243330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762623.243338:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762623.243344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762623.243345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762623.243348:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762623.243349:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762623.243447:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762623.243452:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762623.243455:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762623.435339:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762623.435352:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762623.435354:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762623.435360:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762623.435363:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762623.435367:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762623.435370:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762623.435373:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762623.435376:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762624.267309:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762624.267321:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762624.267330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762624.267331:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762624.267336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762624.267337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762624.267356:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762624.267359:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762624.267361:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762624.459331:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787762624.459331:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787762624.459342:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787762624.459344:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762624.459345:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762624.459348:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1787762624.459352:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00080000:3.0:1787762624.459353:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762624.459359:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762624.459360:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787762624.459365:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762624.459370:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787762624.459371:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21365
00000100:00000001:0.0:1787762624.459374:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762624.459378:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762624.459382:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762624.459390:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762624.459394:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762624.459397:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762624.459401:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762624.459404:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762624.459406:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762624.459410:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762624.459412:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762624.459415:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762624.459418:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762624.459420:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762624.459422:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762624.459425:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762624.459426:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762624.459428:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762624.459429:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762624.459432:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762624.459434:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762624.459436:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762624.459440:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762624.459444:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762624.459447:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762624.459449:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762624.459451:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762624.459463:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787762624.459466:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762624.459471:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762624.459472:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762624.459476:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762624.459478:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762624.459484:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762624.459493:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15400.
00000100:00000001:3.0:1787762624.459500:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762624.459510:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597595073920/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762624.459520:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762624.459525:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762624.459529:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597595073920/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762624.459552:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762624.459554:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762624.459557:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762624.459559:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762624.459560:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762624.459563:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762624.459564:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21365
00000400:00000200:3.0:1787762624.459567:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762624.459568:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762624.459570:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762624.459573:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762624.459574:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762624.459576:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762624.459578:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762624.459580:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762624.459581:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762624.459582:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762624.459584:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762624.459585:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762624.459587:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762624.459589:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762624.459590:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762624.459591:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762624.459592:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762624.459593:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762624.459595:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762624.459596:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762624.459598:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762624.459610:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762624.459611:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762624.459612:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762624.459617:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762624.459620:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762624.459621:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762624.459625:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000020:00000040:3.0:1787762624.459628:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762624.459630:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762624.459630:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762624.459631:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762624.459632:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762624.459635:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762624.459638:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14000.
00000100:00000001:3.0:1787762624.459642:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762624.459648:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597595074048/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762624.459658:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762624.459664:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762624.459665:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787762624.459674:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597595074048/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762624.459677:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762624.459683:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787762624.459694:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762624.459697:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762624.459704:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762624.459706:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762624.459707:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762624.459711:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762624.459717:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21365
00000400:00000200:3.0:1787762624.459725:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:2.0:1787762624.459729:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d680 x1874597595073920/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787762624.459730:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762624.459736:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762624.459742:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762624.459750:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762624.459756:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762624.459763:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762624.459772:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762624.459776:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762624.459783:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762624.459788:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762624.459799:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762624.459805:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000001:2.0:1787762624.459806:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1787762624.459813:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762624.459816:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762624.459818:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762624.459825:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762624.459841:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762624.459844:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762624.459847:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762624.459849:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762624.459850:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762624.459853:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762624.459854:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762624.459856:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762624.459860:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787762624.459862:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1787762624.459863:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787762624.459879:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787762624.459880:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762624.459902:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762624.459909:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595073920:192.168.203.101@tcp:250:kworker.0
00000100:00000010:3.0:1787762624.459912:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000100:00000001:2.0:1787762624.459931:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1787762624.459931:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762624.459940:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762624.459942:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762624.459943:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762624.459950:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762624.459951:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762624.459955:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762624.459962:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787762624.459963:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762624.459979:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14c00.
02000000:00000010:2.0:1787762624.459981:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864800.
00000100:00000001:3.0:1787762624.459985:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762624.459986:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762624.459996:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597595074176/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787762624.460006:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762624.460017:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762624.460022:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762624.460030:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000100:00000040:3.0:1787762624.460031:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597595074176/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762624.460047:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762624.460050:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000040:3.0:1787762624.460051:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762624.460060:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:2.0:1787762624.460065:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595073920, portal 25
00000100:00000040:3.0:1787762624.460066:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21375)
00000100:00000001:2.0:1787762624.460081:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762624.460085:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765439104 : -110615944112512 : ffff9b6537f1d680)
00000100:00000040:2.0:1787762624.460097:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d680 x1874597595073920/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762624.460109:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762624.460113:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762624.460117:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9660.
00000100:00000200:2.0:1787762624.460122:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595073920, offset 0
00000400:00000200:2.0:1787762624.460132:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762624.460144:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762624.460155:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762624.460161:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762624.460167:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762624.460172:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762624.460176:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762624.460180:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278171:278171:256:4294967295] 192.168.203.101@tcp LPNI seq info [278170:278170:8:4294967295]
00000400:00000200:2.0:1787762624.460186:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762624.460198:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762624.460206:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762624.460213:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58300.
00000800:00000200:2.0:1787762624.460221:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762624.460227:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:2.0:1787762624.460304:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762624.460311:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762624.460315:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316038392
00000100:00000010:2.0:1787762624.460326:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd180.
00000100:00000001:2.0:1787762624.460336:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762624.460349:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316038392
00000100:00000010:2.0:1787762624.460353:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd1e0.
00000100:00000001:2.0:1787762624.460357:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762624.460363:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762624.460367:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762624.460371:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762624.460374:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762624.460384:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762624.460387:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787762624.460390:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762624.460393:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762624.460394:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762624.460401:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f480 x1874597595074048/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762624.460420:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762624.460423:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762624.460426:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762624.460429:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762624.460431:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762624.460435:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595074048:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762624.460440:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762624.460443:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762624.460445:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762624.460448:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762624.460452:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541866400.
02000000:00000001:2.0:1787762624.460455:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762624.460459:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762624.460463:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df738.
00000400:00000010:2.0:1787762624.460468:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762624.460472:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595074048, portal 10
00000100:00000001:2.0:1787762624.460475:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762624.460477:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765446784 : -110615944104832 : ffff9b6537f1f480)
00000100:00000040:2.0:1787762624.460487:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f480 x1874597595074048/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762624.460496:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762624.460501:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762624.460505:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9a18.
00000100:00000200:2.0:1787762624.460508:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595074048, offset 0
00000400:00000200:2.0:1787762624.460514:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762624.460518:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762624.460523:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762624.460527:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762624.460530:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762624.460533:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762624.460536:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762624.460541:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278172:278172:255:4294967295] 192.168.203.101@tcp LPNI seq info [278171:278171:7:4294967295]
00000400:00000200:2.0:1787762624.460546:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762624.460555:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762624.460560:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762624.460566:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58200.
00000800:00000200:2.0:1787762624.460571:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762624.460577:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:2.0:1787762624.460581:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762624.460585:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762624.460589:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762624.460592:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316037645
00000100:00000001:2.0:1787762624.460596:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316038392
00000100:00000001:2.0:1787762624.460598:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316037645
00000100:00000001:2.0:1787762624.460601:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316038392
00000100:00000001:2.0:1787762624.460604:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762624.460606:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762624.460609:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762624.460613:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e940 x1874597595074176/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762624.460622:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762624.460624:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762624.460626:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762624.460628:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762624.460630:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762624.460634:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595074176:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762624.460638:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762624.460640:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762624.460642:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762624.460644:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762624.460648:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541866c00.
02000000:00000001:2.0:1787762624.460650:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762624.460654:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762624.460657:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762624.460662:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787762624.460666:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595074176, portal 4
00000100:00000001:2.0:1787762624.460669:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762624.460672:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765443904 : -110615944107712 : ffff9b6537f1e940)
00000100:00000040:2.0:1787762624.460683:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e940 x1874597595074176/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762624.460696:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762624.460701:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762624.460706:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9bb0.
00000100:00000200:2.0:1787762624.460710:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595074176, offset 0
00000400:00000200:2.0:1787762624.460719:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762624.460727:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762624.460734:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762624.460739:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762624.460744:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762624.460748:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762624.460753:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762624.460758:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278173:278173:254:4294967295] 192.168.203.101@tcp LPNI seq info [278172:278172:6:4294967295]
00000400:00000200:2.0:1787762624.460766:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762624.460779:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762624.460788:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762624.460796:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58700.
00000800:00000200:2.0:1787762624.460803:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762624.460811:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:2.0:1787762624.460817:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762624.460868:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762624.460876:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762624.460881:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316037651
00000100:00000001:2.0:1787762624.460886:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316038392
00000100:00000001:2.0:1787762624.460891:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316037651
00000100:00000001:2.0:1787762624.460896:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316038392
00000100:00000001:2.0:1787762624.460900:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762624.460905:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762624.460910:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762624.460914:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762624.460920:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762624.460924:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787762624.460927:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762624.460930:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762624.460934:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762624.460938:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762625.227336:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316038392, at 4316038400
00000100:00000040:0.0:1787762625.227338:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316038392, at 4316038400
00000100:00000010:1.0:1787762625.227356:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd1e0.
00000100:00000010:0.0:1787762625.227362:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd180.
00010000:00000001:0.0:1787762625.291329:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762625.291336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762625.291342:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762625.291344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762625.291347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762625.291348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762625.291398:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762625.291404:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762625.291407:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762625.483332:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762625.483340:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762625.483342:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762625.483348:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762625.483352:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762625.483356:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762625.483359:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762625.483362:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762625.483365:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762626.315369:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762626.315381:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762626.315385:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762626.315389:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762626.315396:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762626.315400:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762626.315403:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762626.315405:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762626.315432:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762626.315433:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762626.315434:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762626.315436:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762626.315437:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762626.315438:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762626.315439:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762626.315442:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762626.315445:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762626.315446:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762626.315466:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762626.315469:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762626.315471:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762626.507309:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762626.507318:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762626.507320:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762626.507325:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762626.507330:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762626.507334:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762626.507337:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762626.507340:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762626.507343:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762627.339343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762627.339353:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762627.339362:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762627.339363:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762627.339368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762627.339369:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762627.339454:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762627.339459:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762627.339462:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762627.531324:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762627.531334:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762627.531336:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762627.531345:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762627.531349:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762627.531354:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762627.531357:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762627.531362:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762627.531365:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1787762627.531539:0:238626:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.101:988
00000400:00000100:1.0:1787762627.531601:0:238626:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.101@tcp at host 192.168.203.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1787762627.531614:0:238626:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762627.531619:0:238626:0:(router.c:1791:lnet_notify()) 192.168.203.1@tcp notifying 192.168.203.101@tcp: down
00000400:00000200:1.0:1787762627.531626:0:238626:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762627.531631:0:238626:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1787762627.531638:0:238626:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:1.0:1787762627.531644:0:238626:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58300.
00000400:00000200:1.0:1787762627.531651:0:238626:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1787762627.531657:0:238626:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1787762627.531667:0:238626:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9660
00000400:00000010:1.0:1787762627.531670:0:238626:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9660.
00000100:00000001:1.0:1787762627.531676:0:238626:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762627.531688:0:238626:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b6537f1d680 x1874597595073920/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762627.531714:0:238626:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762627.531719:0:238626:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d680 x1874597595073920/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762649 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762627.531734:0:238626:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762627.531737:0:238626:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1787762627.531754:0:238626:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:1.0:1787762627.531757:0:238626:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58200.
00000100:00000001:2.0:1787762627.531760:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1787762627.531762:0:238626:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:2.0:1787762627.531768:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:1.0:1787762627.531769:0:238626:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1787762627.531775:0:238626:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9a18
00000100:00000001:2.0:1787762627.531776:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000400:00000010:1.0:1787762627.531778:0:238626:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9a18.
00000100:00000001:1.0:1787762627.531784:0:238626:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:2.0:1787762627.531790:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762624/real 1787762627]  req@ffff9b6537f1d680 x1874597595073920/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762627.531794:0:238626:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b6537f1f480 x1874597595074048/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762627.531833:0:238626:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000001:2.0:1787762627.531833:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1787762627.531839:0:238626:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f480 x1874597595074048/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762649 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762627.531839:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762627.531845:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000100:00000001:1.0:1787762627.531854:0:238626:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762627.531854:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000100:00000001:1.0:1787762627.531858:0:238626:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000010:2.0:1787762627.531860:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762627.531868:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000800:00000100:1.0:1787762627.531869:0:238626:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:1.0:1787762627.531874:0:238626:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58700.
00000100:00000200:2.0:1787762627.531877:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d680 x1874597595073920/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762627.531880:0:238626:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1787762627.531891:0:238626:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1787762627.531899:0:238626:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9bb0
00000100:00000200:2.0:1787762627.531902:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d680 x1874597595073920/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787762627.531903:0:238626:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9bb0.
00000100:00000001:1.0:1787762627.531908:0:238626:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762627.531915:0:238626:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b6537f1e940 x1874597595074176/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762627.531923:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762627.531927:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762627.531931:0:238626:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787762627.531933:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:1.0:1787762627.531938:0:238626:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e940 x1874597595074176/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762649 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762627.531938:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762627.531951:0:238626:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762627.531954:0:238626:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:2.0:1787762627.531959:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d680 x1874597595073920/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762627.531971:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762627.531979:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d680 x1874597595073920/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762649 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762627.531989:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762627.531993:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762627.531996:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762627.531997:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762627.532002:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762627.532005:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762627.532010:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762627.532017:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762627.532019:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762627.532023:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d680 x1874597595073920/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762649 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762627.532034:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595073920:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762627.532040:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762627.532043:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762627.532047:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d680 x1874597595073920/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762649 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762627.532055:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762627.532059:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762627.532064:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762627.532070:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762627.532074:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762627.532077:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762627.532080:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762627.532083:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15400.
02000000:00000001:2.0:1787762627.532088:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762627.532091:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762627.532094:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d680.
00000100:00000001:2.0:1787762627.532099:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762627.532101:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762627.532105:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762627.532107:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762627.532109:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762627.532111:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762627.532115:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762624/real 1787762627]  req@ffff9b6537f1f480 x1874597595074048/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762627.532126:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762627.532127:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762627.532130:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df738.
00000400:00000200:2.0:1787762627.532134:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762627.532135:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762627.532139:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762627.532143:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f480 x1874597595074048/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762627.532152:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f480 x1874597595074048/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762627.532160:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762627.532162:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762627.532164:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762627.532166:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762627.532170:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f480 x1874597595074048/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762627.532178:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762627.532183:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f480 x1874597595074048/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762649 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762627.532191:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762627.532194:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762627.532196:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762627.532198:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762627.532200:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762627.532202:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762627.532205:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762627.532209:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762627.532211:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762627.532214:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f480 x1874597595074048/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762649 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762627.532221:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595074048:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762627.532224:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762627.532227:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762624/real 1787762627]  req@ffff9b6537f1e940 x1874597595074176/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762627.532232:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762627.532233:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762627.532236:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762627.532238:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787762627.532239:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787762627.532241:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762627.532243:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e940 x1874597595074176/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762627.532280:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e940 x1874597595074176/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762627.532288:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762627.532290:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762627.532293:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762627.532294:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762627.532300:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e940 x1874597595074176/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762627.532307:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762627.532312:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e940 x1874597595074176/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762649 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762627.532327:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762627.532330:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762627.532332:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762627.532333:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762627.532335:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762627.532337:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762627.532340:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762627.532345:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762627.532348:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762627.532352:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e940 x1874597595074176/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762649 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762627.532361:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595074176:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762627.532366:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762627.532369:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762627.532372:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f480 x1874597595074048/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762649 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762627.532379:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762627.532382:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762627.532384:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541866400.
02000000:00000001:2.0:1787762627.532388:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762627.532390:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762627.532392:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762627.532394:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762627.532395:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14000.
02000000:00000001:2.0:1787762627.532398:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762627.532399:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762627.532401:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f480.
00000100:00000001:2.0:1787762627.532404:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762627.532405:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762627.532407:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762627.532410:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e940 x1874597595074176/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762649 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762627.532416:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762627.532417:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762627.532419:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541866c00.
02000000:00000001:2.0:1787762627.532421:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762627.532422:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762627.532423:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762627.532425:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762627.532427:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14c00.
02000000:00000001:2.0:1787762627.532429:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762627.532430:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762627.532431:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e940.
00000100:00000001:2.0:1787762627.532433:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762627.532434:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762627.532436:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762627.532446:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762627.532448:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762627.532450:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762627.532452:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762628.363316:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762628.363325:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762628.363331:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762628.363332:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762628.363335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762628.363336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762628.363357:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762628.363360:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762628.363364:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762628.555355:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762628.555371:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762628.555376:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762628.555388:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762628.555396:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762628.555403:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762628.555410:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762628.555415:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762628.555420:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762629.387347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762629.387357:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762629.387364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762629.387365:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762629.387369:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762629.387371:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762629.387443:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762629.387447:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762629.387451:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762629.579315:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787762629.579318:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787762629.579325:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787762629.579330:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762629.579331:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762629.579335:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1787762629.579337:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00080000:3.0:1787762629.579339:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762629.579345:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762629.579346:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787762629.579350:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762629.579354:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787762629.579355:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21370
00000100:00000001:0.0:1787762629.579359:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762629.579366:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762629.579371:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762629.579386:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762629.579390:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762629.579393:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762629.579397:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762629.579399:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762629.579402:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762629.579406:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762629.579408:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762629.579411:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762629.579414:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762629.579417:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762629.579419:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762629.579421:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762629.579423:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762629.579424:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762629.579426:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762629.579429:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762629.579432:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762629.579434:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762629.579436:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762629.579440:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762629.579442:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762629.579444:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762629.579446:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762629.579455:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787762629.579507:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762629.579512:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762629.579514:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762629.579517:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762629.579520:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762629.579526:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762629.579534:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17000.
00000100:00000001:3.0:1787762629.579542:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762629.579553:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597595074304/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762629.579562:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762629.579568:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762629.579573:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597595074304/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762629.579602:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762629.579607:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762629.579611:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762629.579613:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762629.579615:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762629.579618:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762629.579622:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21370
00000400:00000200:3.0:1787762629.579626:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762629.579631:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762629.579634:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762629.579638:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762629.579642:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762629.579644:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762629.579647:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762629.579650:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762629.579651:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762629.579654:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787762629.579657:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787762629.579658:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762629.579664:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:2.0:1787762629.579665:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787762629.579667:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:2.0:1787762629.579671:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762629.579675:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762629.579680:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762629.579685:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1c3c0 x1874597595074304/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762629.579685:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762629.579691:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762629.579696:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762629.579704:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762629.579708:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762629.579710:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762629.579712:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762629.579715:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762629.579719:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762629.579725:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762629.579726:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762629.579731:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762629.579732:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762629.579737:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1787762629.579740:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595074304:192.168.203.101@tcp:250:kworker.0
00000008:00100000:3.0:1787762629.579744:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787762629.579748:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1787762629.579750:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762629.579755:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762629.579757:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:3.0:1787762629.579760:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
02000000:00000001:2.0:1787762629.579762:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787762629.579765:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:2.0:1787762629.579769:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787762629.579771:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762629.579774:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762629.579776:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762629.579778:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1787762629.579780:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541866c00.
02000000:00000001:3.0:1787762629.579781:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762629.579787:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762629.579791:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15800.
00000400:00000200:2.0:1787762629.579810:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762629.579815:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762629.579818:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000100:00100000:3.0:1787762629.579825:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597595074432/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787762629.579831:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000001:3.0:1787762629.579839:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762629.579842:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762629.579845:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595074304, portal 25
00000100:00000040:3.0:1787762629.579850:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597595074432/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762629.579851:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762629.579854:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765434304 : -110615944117312 : ffff9b6537f1c3c0)
00000100:00000040:2.0:1787762629.579867:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1c3c0 x1874597595074304/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762629.579891:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762629.579892:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787762629.579898:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787762629.579899:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00080000:3.0:1787762629.579905:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000010:2.0:1787762629.579906:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000001:3.0:1787762629.579908:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762629.579911:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1787762629.579915:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595074304, offset 0
00000100:00000001:3.0:1787762629.579916:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762629.579924:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21370
00000400:00000200:2.0:1787762629.579930:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:3.0:1787762629.579932:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762629.579939:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762629.579942:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787762629.579946:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:3.0:1787762629.579951:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762629.579955:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787762629.579962:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000040:3.0:1787762629.579962:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762629.579969:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762629.579973:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762629.579974:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000400:00000200:2.0:1787762629.579975:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1787762629.579978:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762629.579983:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000400:00000200:2.0:1787762629.579986:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000020:00000001:3.0:1787762629.579988:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762629.579994:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:2.0:1787762629.579995:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1787762629.580002:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000200:2.0:1787762629.580003:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000001:3.0:1787762629.580010:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787762629.580015:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278174:278174:256:4294967295] 192.168.203.101@tcp LPNI seq info [278173:278173:8:4294967295]
00000100:00000040:3.0:1787762629.580017:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762629.580023:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762629.580028:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000400:00000200:2.0:1787762629.580029:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00080000:3.0:1787762629.580034:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762629.580038:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762629.580042:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762629.580048:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787762629.580051:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787762629.580053:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762629.580058:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762629.580063:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1787762629.580065:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000008:00000001:3.0:1787762629.580067:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762629.580072:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787762629.580076:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000100:00000010:3.0:1787762629.580077:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787762629.580083:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762629.580087:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762629.580090:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787762629.580092:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:3.0:1787762629.580095:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762629.580099:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.0:1787762629.580101:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
02000000:00000001:3.0:1787762629.580102:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787762629.580111:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
02000000:00000010:3.0:1787762629.580112:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17c00.
00000800:00000200:2.1:1787762629.580117:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1787762629.580119:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787762629.580127:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762629.580133:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762629.580141:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762629.580147:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762629.580155:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762629.580158:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762629.580163:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762629.580168:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1c3c0 x1874597595074304/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762629.580180:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762629.580185:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1c3c0 x1874597595074304/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762654 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762629.580193:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762629.580195:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762629.580207:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762629.580213:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00100000:3.0:1787762629.580218:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597595074560/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762629.580220:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316043511
00000100:00000010:2.0:1787762629.580229:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdba0.
00000100:00000001:3.0:1787762629.580234:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762629.580239:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762629.580276:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597595074560/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762629.580287:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762629.580290:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762629.580295:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762629.580302:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21380)
00000100:00000001:2.0:1787762629.580307:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762629.580320:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316043512
00000100:00000010:2.0:1787762629.580325:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd9c0.
00000100:00000001:2.0:1787762629.580331:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762629.580336:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762629.580340:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762629.580343:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762629.580349:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762629/real 1787762629]  req@ffff9b6537f1c3c0 x1874597595074304/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762629.580393:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762629.580395:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762629.580399:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762629.580403:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787762629.580405:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787762629.580409:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762629.580414:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1c3c0 x1874597595074304/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762629.580426:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1c3c0 x1874597595074304/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762629.580435:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762629.580438:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762629.580441:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762629.580445:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762629.580451:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1c3c0 x1874597595074304/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762629.580462:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762629.580471:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1c3c0 x1874597595074304/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762654 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762629.580481:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762629.580487:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762629.580489:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762629.580490:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762629.580493:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762629.580496:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762629.580499:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762629.580502:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762629.580505:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762629.580508:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1c3c0 x1874597595074304/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762654 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762629.580515:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595074304:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762629.580519:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762629.580521:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762629.580524:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1c3c0 x1874597595074304/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762654 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762629.580534:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762629.580537:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762629.580540:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541866c00.
02000000:00000001:2.0:1787762629.580543:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762629.580545:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762629.580547:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762629.580549:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762629.580552:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17000.
02000000:00000001:2.0:1787762629.580557:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762629.580560:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762629.580563:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1c3c0.
00000100:00000001:2.0:1787762629.580566:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762629.580568:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762629.580571:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762629.580581:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762629.580586:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762629.580590:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762629.580593:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762629.580595:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762629.580599:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1cf00 x1874597595074432/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762629.580608:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762629.580610:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762629.580614:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762629.580618:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762629.580621:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762629.580626:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595074432:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762629.580630:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762629.580634:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762629.580637:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762629.580639:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762629.580644:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541866c00.
02000000:00000001:2.0:1787762629.580646:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762629.580652:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762629.580656:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762629.580660:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787762629.580664:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595074432, portal 10
00000100:00000001:2.0:1787762629.580667:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762629.580669:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765437184 : -110615944114432 : ffff9b6537f1cf00)
00000100:00000040:2.0:1787762629.580679:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1cf00 x1874597595074432/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762629.580686:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762629.580689:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762629.580692:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762629.580712:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595074432, offset 0
00000400:00000200:2.0:1787762629.580717:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762629.580722:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762629.580727:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762629.580731:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762629.580734:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762629.580738:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762629.580741:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762629.580744:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278175:278175:256:4294967295] 192.168.203.101@tcp LPNI seq info [278174:278174:8:4294967295]
00000400:00000200:2.0:1787762629.580748:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762629.580756:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762629.580760:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762629.580764:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762629.580768:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762629.580771:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762629.580776:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762629.580780:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787762629.580784:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762629.580787:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762629.580791:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762629.580810:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762629.580813:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762629.580814:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762629.580817:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762629.580820:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1cf00 x1874597595074432/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762629.580826:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762629.580829:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1cf00 x1874597595074432/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762654 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762629.580836:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762629.580838:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762629.580842:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762629.580847:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762629.580851:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762629.580853:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316042765
00000100:00000001:2.0:1787762629.580857:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316043511
00000100:00000001:2.0:1787762629.580859:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316042765
00000100:00000001:2.0:1787762629.580861:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316043512
00000100:00000001:2.0:1787762629.580864:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762629.580866:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762629.580868:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762629.580873:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762629/real 1787762629]  req@ffff9b6537f1cf00 x1874597595074432/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762629.580881:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762629.580882:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762629.580884:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762629.580887:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787762629.580888:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787762629.580891:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762629.580895:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1cf00 x1874597595074432/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762629.580903:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1cf00 x1874597595074432/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762629.580916:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762629.580918:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762629.580921:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762629.580922:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762629.580926:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1cf00 x1874597595074432/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762629.580933:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762629.580936:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1cf00 x1874597595074432/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762654 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762629.580942:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762629.580943:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762629.580944:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762629.580945:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762629.580947:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762629.580948:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762629.580951:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762629.580953:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762629.580955:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762629.580958:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1cf00 x1874597595074432/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762654 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762629.580966:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595074432:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762629.580971:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762629.580975:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e1c0 x1874597595074560/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762629.580982:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762629.580983:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762629.580986:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762629.580988:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762629.580990:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762629.580993:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595074560:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762629.580997:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762629.580999:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762629.581001:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762629.581003:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762629.581007:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541866400.
02000000:00000001:2.0:1787762629.581010:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762629.581014:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762629.581017:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762629.581021:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787762629.581024:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595074560, portal 4
00000100:00000001:2.0:1787762629.581027:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762629.581028:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765441984 : -110615944109632 : ffff9b6537f1e1c0)
00000100:00000040:2.0:1787762629.581035:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e1c0 x1874597595074560/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762629.581040:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762629.581042:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762629.581043:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762629.581045:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595074560, offset 0
00000400:00000200:2.0:1787762629.581048:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762629.581051:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762629.581054:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762629.581057:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762629.581059:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762629.581061:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762629.581062:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762629.581065:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278176:278176:256:4294967295] 192.168.203.101@tcp LPNI seq info [278175:278175:8:4294967295]
00000400:00000200:2.0:1787762629.581068:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762629.581072:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762629.581076:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762629.581078:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762629.581081:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762629.581083:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762629.581087:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762629.581089:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787762629.581092:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762629.581093:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762629.581096:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762629.581098:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762629.581100:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762629.581101:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762629.581103:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762629.581106:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1e1c0 x1874597595074560/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762629.581112:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762629.581114:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e1c0 x1874597595074560/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762654 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762629.581118:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762629.581119:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762629.581121:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762629.581123:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762629.581125:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762629.581126:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316042771
00000100:00000001:2.0:1787762629.581128:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316043511
00000100:00000001:2.0:1787762629.581130:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316042771
00000100:00000001:2.0:1787762629.581131:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316043512
00000100:00000001:2.0:1787762629.581133:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762629.581134:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762629.581136:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762629.581138:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762629/real 1787762629]  req@ffff9b6537f1e1c0 x1874597595074560/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762629.581144:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762629.581145:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762629.581147:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762629.581149:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787762629.581149:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787762629.581151:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762629.581153:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e1c0 x1874597595074560/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762629.581158:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e1c0 x1874597595074560/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762629.581163:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762629.581169:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762629.581171:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762629.581171:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762629.581174:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e1c0 x1874597595074560/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762629.581179:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762629.581181:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e1c0 x1874597595074560/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762654 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762629.581186:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762629.581188:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762629.581189:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762629.581189:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762629.581191:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762629.581192:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762629.581193:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762629.581195:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762629.581196:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762629.581199:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e1c0 x1874597595074560/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762654 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762629.581205:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595074560:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762629.581208:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762629.581209:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762629.581211:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1cf00 x1874597595074432/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762654 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762629.581214:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762629.581216:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762629.581217:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541866c00.
02000000:00000001:2.0:1787762629.581219:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762629.581220:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762629.581221:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762629.581222:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762629.581224:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15800.
02000000:00000001:2.0:1787762629.581226:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762629.581227:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762629.581228:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1cf00.
00000100:00000001:2.0:1787762629.581231:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762629.581232:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762629.581233:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762629.581235:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e1c0 x1874597595074560/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762654 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762629.581239:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762629.581240:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762629.581241:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541866400.
02000000:00000001:2.0:1787762629.581242:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762629.581243:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762629.581244:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762629.581245:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762629.581246:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17c00.
02000000:00000001:2.0:1787762629.581270:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762629.581271:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762629.581272:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e1c0.
00000100:00000001:2.0:1787762629.581275:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762629.581275:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762629.581277:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762629.581280:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762629.581281:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762629.581283:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762629.581284:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762630.347361:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316043511, at 4316043520
00000100:00000010:0.0:1787762630.347382:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdba0.
00000100:00000040:1.0:1787762630.347398:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316043512, at 4316043520
00000100:00000010:1.0:1787762630.347419:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd9c0.
00010000:00000001:0.0:1787762630.411332:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762630.411336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762630.411342:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762630.411343:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762630.411346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762630.411348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762630.411370:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762630.411373:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762630.411375:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762630.603325:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762630.603510:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762630.603515:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762630.603524:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762630.603531:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762630.603536:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762630.603542:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762630.603547:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762630.603553:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762631.435384:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762631.435392:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762631.435398:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762631.435400:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762631.435404:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762631.435408:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762631.435411:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762631.435415:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762631.435418:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762631.435421:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762631.435424:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762631.435427:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762631.435514:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762631.435520:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762631.435524:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762631.627404:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762631.627413:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762631.627416:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762631.627423:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762631.627427:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762631.627432:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762631.627435:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762631.627439:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762631.627443:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762632.459428:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762632.459439:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762632.459446:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762632.459448:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762632.459452:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762632.459454:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762632.459484:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762632.459488:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762632.459492:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762632.651347:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762632.651357:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762632.651360:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762632.651367:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762632.651371:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762632.651375:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762632.651378:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762632.651382:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762632.651385:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762633.483348:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762633.483359:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762633.483368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762633.483370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762633.483374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762633.483376:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762633.483447:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762633.483453:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762633.483457:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762633.675325:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762633.675334:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762633.675336:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762633.675343:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762633.675348:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762633.675352:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762633.675355:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762633.675358:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762633.675361:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762634.507349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762634.507358:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762634.507363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762634.507364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762634.507367:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762634.507368:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762634.507394:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762634.507396:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762634.507399:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762634.699364:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762634.699375:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762634.699377:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762634.699385:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762634.699390:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762634.699395:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762634.699398:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762634.699402:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762634.699406:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762634.699412:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762634.699425:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762634.699429:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762634.699434:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762634.699440:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762634.699449:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21375
00000400:00000200:2.0:1787762634.699462:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762634.699470:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762634.699474:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762634.699479:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762634.699483:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762634.699486:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762634.699490:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762634.699504:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762634.699507:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:2.0:1787762634.699510:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762634.699515:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:2.0:1787762634.699518:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:2.0:1787762634.699521:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:2.0:1787762634.699525:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762634.699528:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762634.699530:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762634.699533:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762634.699536:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:2.0:1787762634.699541:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762634.699545:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762634.699549:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762634.699554:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762634.699557:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762634.699560:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762634.699574:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762634.699586:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a8b40.
00000020:00000040:2.0:1787762634.699590:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:2.0:1787762634.699595:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762634.699598:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762634.699601:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762634.699605:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762634.699610:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762634.699626:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541866400.
00000100:00000001:2.0:1787762634.699646:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762634.699658:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a8b40 x1874597595074688/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762634.699672:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762634.699678:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762634.699684:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047032930] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a8b40 x1874597595074688/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762634.699717:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762634.699722:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762634.699727:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762634.699729:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762634.699731:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762634.699735:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762634.699739:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21375
00000400:00000200:2.0:1787762634.699745:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762634.699751:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762634.699754:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787762634.699766:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762634.699773:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762634.699777:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762634.699780:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762634.699796:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762634.699802:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762634.699806:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762634.699815:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:1.0:1787762634.699816:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8b40 x1874597595074688/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787762634.699818:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:2.0:1787762634.699827:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762634.699837:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000100:00000001:1.0:1787762634.699844:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1787762634.699844:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:2.0:1787762634.699860:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:1.0:1787762634.699865:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762634.699875:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
02000000:00000001:1.0:1787762634.699877:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787762634.699884:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787762634.699885:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787762634.699892:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
02000000:00000001:1.0:1787762634.699894:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762634.699898:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00100000:1.0:1787762634.699908:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595074688:192.168.203.101@tcp:250:kworker.0
00000020:00000040:2.0:1787762634.699909:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:2.0:1787762634.699927:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762634.699928:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787762634.699937:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762634.699939:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762634.699941:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762634.699944:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762634.699950:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787762634.699951:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762634.699956:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762634.699960:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:1.0:1787762634.699961:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787762634.699973:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1787762634.699976:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762634.699981:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762634.699991:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762634.699993:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762634.700001:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a92c0.
00000400:00000010:1.0:1787762634.700004:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000020:00000040:2.0:1787762634.700005:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:2.0:1787762634.700016:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762634.700018:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762634.700022:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000001:2.0:1787762634.700023:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762634.700031:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762634.700037:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762634.700039:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595074688, portal 25
02000000:00000010:2.0:1787762634.700044:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541866c00.
00000100:00000001:1.0:1787762634.700045:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762634.700053:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739795264 : -110615969756352 : ffff9b65366a8b40)
00000100:00000001:2.0:1787762634.700056:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762634.700066:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8b40 x1874597595074688/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762634.700070:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a92c0 x1874597595074816/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762634.700116:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787762634.700131:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1787762634.700132:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000001:2.0:1787762634.700144:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762634.700149:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762634.700156:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595074688, offset 0
00000100:00000040:2.0:1787762634.700158:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050439926] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a92c0 x1874597595074816/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762634.700184:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000001:2.0:1787762634.700197:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762634.700203:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787762634.700209:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00080000:2.0:1787762634.700223:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762634.700227:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762634.700230:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787762634.700231:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762634.700287:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762634.700294:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762634.700298:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762634.700303:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000001:2.0:1787762634.700308:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787762634.700310:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278177:278177:256:4294967295] 192.168.203.101@tcp LPNI seq info [278176:278176:8:4294967295]
00000100:00080000:2.0:1787762634.700318:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21375
00000400:00000200:1.0:1787762634.700330:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762634.700336:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762634.700347:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762634.700358:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787762634.700363:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1787762634.700373:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762634.700379:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762634.700382:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000800:00000200:1.0:1787762634.700391:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000001:2.0:1787762634.700393:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762634.700401:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000010:1.0:1787762634.700403:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000020:00000040:2.0:1787762634.700404:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:2.0:1787762634.700416:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762634.700422:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000800:00000200:1.0:1787762634.700424:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000020:00000001:2.0:1787762634.700433:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000800:00000200:1.0:1787762634.700436:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1787762634.700438:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:2.0:1787762634.700461:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762634.700466:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787762634.700471:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:2.0:1787762634.700473:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762634.700483:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762634.700488:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000800:00000200:1.1:1787762634.700490:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000100:00080000:2.0:1787762634.700498:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762634.700502:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762634.700504:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762634.700509:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762634.700515:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787762634.700521:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000100:00000001:2.0:1787762634.700521:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:1.0:1787762634.700534:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000008:00100000:2.0:1787762634.700534:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762634.700549:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762634.700551:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787762634.700552:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762634.700573:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a9e00.
00000020:00000040:2.0:1787762634.700580:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000200:1.0:1787762634.700587:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1787762634.700590:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762634.700594:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762634.700595:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762634.700608:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:2.0:1787762634.700608:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762634.700621:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762634.700625:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762634.700642:0:238635:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:2.0:1787762634.700643:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541864800.
00000100:00000001:2.0:1787762634.700650:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762634.700653:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a8b40 x1874597595074688/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762634.700664:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a9e00 x1874597595074944/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762634.700670:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762634.700681:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8b40 x1874597595074688/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762659 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762634.700692:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762634.700701:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762634.700704:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762634.700708:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1787762634.700714:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b092d61d] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a9e00 x1874597595074944/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762634.700720:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762634.700742:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762634.700745:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762634.700748:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316048632
00000100:00000040:2.0:1787762634.700751:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:1.0:1787762634.700767:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82240.
00000100:00000040:2.0:1787762634.700776:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787762634.700781:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000040:2.0:1787762634.700798:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21385)
00000100:00000001:1.0:1787762634.700817:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316048632
00000100:00000010:1.0:1787762634.700823:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a825a0.
00000100:00000001:1.0:1787762634.700829:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762634.700839:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762634.700842:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762634.700844:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762634.700851:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762634/real 1787762634]  req@ffff9b65366a8b40 x1874597595074688/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762634.700859:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762634.700860:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762634.700862:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762634.700865:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762634.700866:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762634.700868:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762634.700871:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8b40 x1874597595074688/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762634.700878:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8b40 x1874597595074688/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762634.700883:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762634.700884:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762634.700886:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762634.700888:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762634.700891:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8b40 x1874597595074688/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762634.700896:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762634.700900:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8b40 x1874597595074688/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762659 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762634.700906:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762634.700908:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762634.700909:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762634.700910:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762634.700913:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762634.700916:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762634.700919:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762634.700922:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762634.700924:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762634.700927:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8b40 x1874597595074688/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762659 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762634.700933:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595074688:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762634.700936:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762634.700938:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762634.700941:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8b40 x1874597595074688/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762659 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762634.700946:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762634.700949:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762634.700952:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787762634.700954:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762634.700957:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762634.700958:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762634.700960:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762634.700963:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541866400.
02000000:00000001:1.0:1787762634.700967:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762634.700969:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762634.700971:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8b40.
00000100:00000001:1.0:1787762634.700974:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762634.700975:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762634.700977:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762634.700985:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762634.700986:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762634.700988:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762634.700990:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762634.700991:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762634.700993:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a92c0 x1874597595074816/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762634.701020:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762634.701021:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762634.701024:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762634.701026:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762634.701028:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762634.701030:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595074816:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762634.701032:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762634.701034:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762634.701035:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762634.701037:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762634.701039:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787762634.701040:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762634.701044:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762634.701046:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762634.701049:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762634.701051:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595074816, portal 10
00000100:00000001:1.0:1787762634.701053:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762634.701054:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739797184 : -110615969754432 : ffff9b65366a92c0)
00000100:00000040:1.0:1787762634.701060:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a92c0 x1874597595074816/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762634.701065:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762634.701067:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762634.701068:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762634.701070:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595074816, offset 0
00000400:00000200:1.0:1787762634.701073:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762634.701076:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762634.701079:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762634.701081:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762634.701083:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762634.701085:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762634.701087:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762634.701090:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278178:278178:256:4294967295] 192.168.203.101@tcp LPNI seq info [278177:278177:8:4294967295]
00000400:00000200:1.0:1787762634.701093:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762634.701098:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762634.701101:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762634.701104:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762634.701107:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762634.701110:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762634.701114:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762634.701116:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787762634.701119:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762634.701121:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762634.701123:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762634.701126:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762634.701128:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762634.701130:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762634.701131:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762634.701134:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a92c0 x1874597595074816/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762634.701140:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762634.701142:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a92c0 x1874597595074816/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762659 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762634.701146:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762634.701147:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762634.701149:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762634.701153:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762634.701155:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762634.701156:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316047885
00000100:00000001:1.0:1787762634.701158:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316048632
00000100:00000001:1.0:1787762634.701160:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316047885
00000100:00000001:1.0:1787762634.701162:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316048632
00000100:00000001:1.0:1787762634.701164:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762634.701166:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762634.701167:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762634.701170:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762634/real 1787762634]  req@ffff9b65366a92c0 x1874597595074816/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762634.701176:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762634.701177:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762634.701178:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762634.701179:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762634.701180:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762634.701182:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762634.701184:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a92c0 x1874597595074816/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762634.701190:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a92c0 x1874597595074816/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762634.701195:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762634.701195:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762634.701197:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762634.701197:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762634.701200:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a92c0 x1874597595074816/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762634.701204:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762634.701206:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a92c0 x1874597595074816/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762659 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762634.701210:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762634.701212:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762634.701213:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762634.701214:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762634.701215:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762634.701216:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762634.701218:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762634.701222:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762634.701223:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762634.701226:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a92c0 x1874597595074816/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762659 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762634.701231:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595074816:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762634.701234:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762634.701236:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a9e00 x1874597595074944/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762634.701241:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762634.701242:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762634.701243:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762634.701244:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762634.701246:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762634.701247:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595074944:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762634.701249:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762634.701250:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762634.701252:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762634.701253:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762634.701255:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0b400.
02000000:00000001:1.0:1787762634.701257:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762634.701259:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762634.701261:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762634.701263:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762634.701265:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595074944, portal 4
00000100:00000001:1.0:1787762634.701267:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762634.701268:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739800064 : -110615969751552 : ffff9b65366a9e00)
00000100:00000040:1.0:1787762634.701272:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a9e00 x1874597595074944/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762634.701314:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762634.701316:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762634.701318:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762634.701320:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595074944, offset 0
00000400:00000200:1.0:1787762634.701323:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762634.701326:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762634.701329:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762634.701331:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762634.701333:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762634.701334:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762634.701336:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762634.701339:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278179:278179:256:4294967295] 192.168.203.101@tcp LPNI seq info [278178:278178:8:4294967295]
00000400:00000200:1.0:1787762634.701342:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762634.701346:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762634.701349:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762634.701351:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762634.701353:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762634.701356:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762634.701359:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762634.701361:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787762634.701363:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762634.701365:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762634.701367:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762634.701369:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762634.701371:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762634.701373:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762634.701374:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762634.701377:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a9e00 x1874597595074944/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762634.701383:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762634.701385:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a9e00 x1874597595074944/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762659 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762634.701389:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762634.701390:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762634.701410:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762634.701412:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762634.701415:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762634.701417:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316047892
00000100:00000001:1.0:1787762634.701419:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316048632
00000100:00000001:1.0:1787762634.701420:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316047892
00000100:00000001:1.0:1787762634.701422:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316048632
00000100:00000001:1.0:1787762634.701423:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762634.701425:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762634.701426:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762634.701428:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762634/real 1787762634]  req@ffff9b65366a9e00 x1874597595074944/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762634.701434:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762634.701435:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762634.701436:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762634.701438:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762634.701439:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762634.701441:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762634.701443:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a9e00 x1874597595074944/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762634.701449:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a9e00 x1874597595074944/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762634.701453:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762634.701454:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762634.701455:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762634.701456:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762634.701458:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a9e00 x1874597595074944/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762634.701464:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762634.701468:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a9e00 x1874597595074944/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762659 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762634.701477:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762634.701480:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762634.701482:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762634.701484:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762634.701486:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762634.701488:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762634.701492:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762634.701496:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762634.701499:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762634.701504:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a9e00 x1874597595074944/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762659 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762634.701514:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595074944:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762634.701519:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762634.701520:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762634.701523:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a92c0 x1874597595074816/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762659 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762634.701528:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762634.701529:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762634.701531:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787762634.701533:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762634.701534:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762634.701536:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762634.701537:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762634.701539:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541866c00.
02000000:00000001:1.0:1787762634.701541:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762634.701542:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762634.701543:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a92c0.
00000100:00000001:1.0:1787762634.701545:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762634.701546:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762634.701548:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762634.701550:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a9e00 x1874597595074944/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762659 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762634.701555:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762634.701556:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762634.701557:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0b400.
02000000:00000001:1.0:1787762634.701558:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762634.701559:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762634.701560:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762634.701561:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762634.701578:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541864800.
02000000:00000001:1.0:1787762634.701581:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762634.701581:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762634.701582:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a9e00.
00000100:00000001:1.0:1787762634.701584:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762634.701584:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762634.701586:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762634.701588:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762634.701589:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762634.701590:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762634.701591:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762635.467343:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316048632, at 4316048640
00000100:00000040:0.0:1787762635.467345:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316048632, at 4316048640
00000100:00000010:1.0:1787762635.467363:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a825a0.
00000100:00000010:0.0:1787762635.467368:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82240.
00010000:00000001:0.0:1787762635.531367:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762635.531374:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762635.531379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762635.531381:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762635.531383:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762635.531384:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762635.531440:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762635.531445:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762635.531448:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762635.723350:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762635.723358:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762635.723360:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762635.723366:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762635.723370:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762635.723374:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762635.723377:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762635.723380:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762635.723383:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762636.555377:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762636.555387:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762636.555390:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762636.555393:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762636.555399:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762636.555402:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762636.555405:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762636.555408:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762636.555413:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762636.555415:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762636.555417:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762636.555419:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762636.555421:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762636.555423:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762636.555425:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762636.555428:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762636.555433:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762636.555435:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762636.555460:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762636.555463:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762636.555467:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762636.747383:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762636.747393:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762636.747395:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762636.747402:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762636.747406:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762636.747411:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762636.747414:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762636.747418:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762636.747421:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762637.579392:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762637.579401:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762637.579407:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762637.579409:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762637.579413:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762637.579415:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762637.579491:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762637.579501:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762637.579507:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762637.771387:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762637.771395:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762637.771398:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762637.771404:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762637.771409:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762637.771414:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762637.771417:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762637.771421:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762637.771425:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762638.603363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762638.603374:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762638.603385:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762638.603387:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762638.603393:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762638.603396:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762638.603432:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762638.603437:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762638.603443:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762638.795358:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762638.795366:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762638.795369:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762638.795375:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762638.795380:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762638.795384:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762638.795388:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762638.795392:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762638.795396:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762639.627330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762639.627338:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762639.627344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762639.627346:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762639.627349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762639.627350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762639.627450:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762639.627455:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762639.627459:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762639.819383:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787762639.819386:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787762639.819395:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787762639.819397:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762639.819399:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762639.819403:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1787762639.819405:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00080000:3.0:1787762639.819410:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762639.819412:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762639.819417:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787762639.819419:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762639.819425:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762639.819428:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787762639.819430:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21380
00000100:00000001:0.0:1787762639.819432:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762639.819445:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762639.819455:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762639.819458:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762639.819462:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762639.819466:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762639.819469:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762639.819471:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762639.819476:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762639.819478:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762639.819481:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762639.819485:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762639.819487:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762639.819489:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762639.819491:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762639.819493:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762639.819503:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762639.819505:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762639.819509:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762639.819512:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762639.819515:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762639.819518:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762639.819521:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762639.819524:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762639.819527:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762639.819529:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762639.819539:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787762639.819543:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762639.819549:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762639.819550:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762639.819554:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762639.819558:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762639.819569:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762639.819582:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16000.
00000100:00000001:3.0:1787762639.819594:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762639.819608:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597595075072/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762639.819625:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762639.819632:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762639.819640:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597595075072/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762639.819665:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762639.819668:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762639.819672:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762639.819674:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762639.819675:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762639.819678:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762639.819680:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21380
00000400:00000200:3.0:1787762639.819684:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762639.819687:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762639.819690:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762639.819693:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762639.819696:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762639.819698:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762639.819701:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762639.819703:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762639.819704:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762639.819706:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762639.819708:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762639.819710:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762639.819712:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762639.819715:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762639.819716:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762639.819718:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762639.819739:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762639.819742:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:1.0:1787762639.819743:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1787762639.819747:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000001:1.0:1787762639.819748:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1787762639.819753:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762639.819756:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762639.819759:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787762639.819761:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e1c0 x1874597595075072/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762639.819767:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762639.819774:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762639.819779:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762639.819783:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762639.819786:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787762639.819787:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787762639.819791:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:3.0:1787762639.819792:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762639.819796:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762639.819797:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1787762639.819801:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
02000000:00000001:1.0:1787762639.819802:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787762639.819808:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000100:00100000:1.0:1787762639.819810:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595075072:192.168.203.101@tcp:250:kworker.0
02000000:00000001:3.0:1787762639.819812:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762639.819816:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762639.819819:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787762639.819821:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762639.819825:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762639.819826:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762639.819829:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762639.819832:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762639.819834:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787762639.819843:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14400.
02000000:00000010:1.0:1787762639.819844:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0b400.
02000000:00000001:1.0:1787762639.819851:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762639.819854:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762639.819860:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00100000:3.0:1787762639.819867:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597595075200/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787762639.819868:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762639.819879:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000001:3.0:1787762639.819883:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762639.819888:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762639.819891:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595075072, portal 25
00000100:00000040:3.0:1787762639.819897:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597595075200/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762639.819898:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762639.819901:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765441984 : -110615944109632 : ffff9b6537f1e1c0)
00000100:00000040:1.0:1787762639.819916:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e1c0 x1874597595075072/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762639.819920:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762639.819929:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787762639.819936:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787762639.819936:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762639.819941:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762639.819945:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1787762639.819947:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762639.819949:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1787762639.819954:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00080000:3.0:1787762639.819955:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21380
00000400:00000200:3.0:1787762639.819963:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000200:1.0:1787762639.819964:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595075072, offset 0
00000400:00000200:3.0:1787762639.819968:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762639.819972:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762639.819974:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762639.819977:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762639.819982:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:1.0:1787762639.819983:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762639.819985:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762639.819990:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762639.819991:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762639.819993:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762639.819996:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000400:00000200:1.0:1787762639.820000:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000020:00000001:3.0:1787762639.820001:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762639.820006:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762639.820009:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762639.820011:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762639.820015:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000040:3.0:1787762639.820017:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762639.820022:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762639.820025:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000400:00000200:1.0:1787762639.820027:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1787762639.820030:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762639.820034:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762639.820038:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
02000000:00000001:3.0:1787762639.820039:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762639.820045:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787762639.820048:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787762639.820049:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762639.820053:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787762639.820054:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000008:00100000:3.0:1787762639.820057:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787762639.820064:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278180:278180:256:4294967295] 192.168.203.101@tcp LPNI seq info [278179:278179:8:4294967295]
00000008:00000001:3.0:1787762639.820064:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762639.820071:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762639.820076:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000010:3.0:1787762639.820080:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787762639.820086:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000200:1.0:1787762639.820094:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787762639.820094:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762639.820096:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762639.820102:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762639.820103:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.0:1787762639.820108:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
02000000:00000001:3.0:1787762639.820109:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787762639.820117:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
02000000:00000010:3.0:1787762639.820119:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15000.
00000100:00000001:3.0:1787762639.820127:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762639.820132:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762639.820138:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000100:00100000:3.0:1787762639.820140:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597595075328/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787762639.820150:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762639.820158:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1787762639.820164:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000100:1.0:1787762639.820168:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762639.820172:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787762639.820173:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762639.820183:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787762639.820184:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597595075328/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762639.820195:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787762639.820203:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762639.820205:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000100:00000040:3.0:1787762639.820207:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1787762639.820210:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000040:3.0:1787762639.820213:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787762639.820217:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1787762639.820221:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21390)
00000100:00000200:1.0:1787762639.820224:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1e1c0 x1874597595075072/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762639.820236:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762639.820241:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e1c0 x1874597595075072/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762664 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762639.820292:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762639.820294:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762639.820302:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762639.820306:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762639.820310:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316053752
00000100:00000010:1.0:1787762639.820324:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a825a0.
00000100:00000001:1.0:1787762639.820334:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762639.820342:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316053752
00000100:00000010:1.0:1787762639.820345:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82000.
00000100:00000001:1.0:1787762639.820348:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762639.820351:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762639.820354:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762639.820357:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762639.820361:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762639/real 1787762639]  req@ffff9b6537f1e1c0 x1874597595075072/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762639.820370:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762639.820371:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762639.820374:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762639.820377:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762639.820378:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762639.820381:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762639.820384:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e1c0 x1874597595075072/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762639.820392:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e1c0 x1874597595075072/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762639.820398:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762639.820399:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762639.820402:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762639.820404:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762639.820407:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e1c0 x1874597595075072/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762639.820413:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762639.820418:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e1c0 x1874597595075072/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762664 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762639.820424:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762639.820426:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762639.820428:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762639.820429:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762639.820432:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762639.820433:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762639.820436:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762639.820440:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762639.820443:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762639.820447:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e1c0 x1874597595075072/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762664 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762639.820455:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595075072:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762639.820459:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762639.820461:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762639.820463:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e1c0 x1874597595075072/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762664 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762639.820468:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762639.820471:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762639.820474:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0b400.
02000000:00000001:1.0:1787762639.820477:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762639.820479:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762639.820480:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762639.820482:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762639.820485:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16000.
02000000:00000001:1.0:1787762639.820489:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762639.820491:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762639.820492:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e1c0.
00000100:00000001:1.0:1787762639.820495:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762639.820496:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762639.820498:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762639.820506:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762639.820508:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762639.820510:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762639.820511:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762639.820513:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762639.820516:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1cf00 x1874597595075200/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762639.820522:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762639.820524:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762639.820526:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762639.820528:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762639.820530:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762639.820533:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595075200:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762639.820536:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762639.820538:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762639.820539:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762639.820541:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762639.820543:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0b400.
02000000:00000001:1.0:1787762639.820545:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762639.820548:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762639.820551:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762639.820554:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762639.820557:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595075200, portal 10
00000100:00000001:1.0:1787762639.820558:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762639.820560:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765437184 : -110615944114432 : ffff9b6537f1cf00)
00000100:00000040:1.0:1787762639.820566:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1cf00 x1874597595075200/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762639.820580:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762639.820582:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762639.820584:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762639.820586:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595075200, offset 0
00000400:00000200:1.0:1787762639.820590:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762639.820593:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762639.820596:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762639.820599:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762639.820601:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762639.820603:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762639.820606:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762639.820608:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278181:278181:256:4294967295] 192.168.203.101@tcp LPNI seq info [278180:278180:8:4294967295]
00000400:00000200:1.0:1787762639.820612:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762639.820618:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762639.820622:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762639.820625:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762639.820629:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762639.820631:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762639.820635:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762639.820638:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787762639.820641:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762639.820643:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762639.820645:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762639.820648:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762639.820651:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762639.820652:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762639.820654:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762639.820657:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1cf00 x1874597595075200/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762639.820664:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762639.820667:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1cf00 x1874597595075200/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762664 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762639.820673:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762639.820674:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762639.820677:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762639.820681:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762639.820683:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762639.820685:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316053005
00000100:00000001:1.0:1787762639.820688:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316053752
00000100:00000001:1.0:1787762639.820690:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316053005
00000100:00000001:1.0:1787762639.820693:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316053752
00000100:00000001:1.0:1787762639.820694:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762639.820696:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762639.820697:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762639.820700:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762639/real 1787762639]  req@ffff9b6537f1cf00 x1874597595075200/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762639.820712:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762639.820713:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762639.820715:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762639.820717:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762639.820718:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762639.820720:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762639.820739:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1cf00 x1874597595075200/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762639.820748:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1cf00 x1874597595075200/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762639.820754:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762639.820756:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762639.820757:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762639.820759:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762639.820762:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1cf00 x1874597595075200/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762639.820767:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762639.820770:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1cf00 x1874597595075200/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762664 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762639.820777:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762639.820779:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762639.820780:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762639.820781:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762639.820782:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762639.820784:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762639.820786:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762639.820788:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762639.820790:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762639.820794:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1cf00 x1874597595075200/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762664 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762639.820801:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595075200:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762639.820804:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762639.820807:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1c3c0 x1874597595075328/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762639.820812:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762639.820813:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762639.820815:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762639.820816:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762639.820818:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762639.820820:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595075328:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762639.820822:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762639.820824:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762639.820826:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762639.820827:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762639.820830:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787762639.820832:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762639.820836:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762639.820838:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762639.820841:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762639.820844:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595075328, portal 4
00000100:00000001:1.0:1787762639.820846:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762639.820847:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765434304 : -110615944117312 : ffff9b6537f1c3c0)
00000100:00000040:1.0:1787762639.820853:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1c3c0 x1874597595075328/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762639.820858:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762639.820860:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762639.820862:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762639.820864:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595075328, offset 0
00000400:00000200:1.0:1787762639.820868:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762639.820872:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762639.820874:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762639.820877:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762639.820880:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762639.820882:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762639.820884:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762639.820887:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278182:278182:256:4294967295] 192.168.203.101@tcp LPNI seq info [278181:278181:8:4294967295]
00000400:00000200:1.0:1787762639.820890:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762639.820896:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762639.820900:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762639.820903:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762639.820906:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762639.820910:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762639.820916:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762639.820920:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787762639.820926:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762639.820929:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762639.820932:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762639.820937:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762639.820941:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762639.820944:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762639.820947:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762639.820951:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1c3c0 x1874597595075328/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762639.820963:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762639.820968:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1c3c0 x1874597595075328/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762664 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762639.820977:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762639.820979:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762639.820983:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762639.820986:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762639.820990:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762639.820992:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316053011
00000100:00000001:1.0:1787762639.820995:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316053752
00000100:00000001:1.0:1787762639.820997:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316053011
00000100:00000001:1.0:1787762639.820999:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316053752
00000100:00000001:1.0:1787762639.821001:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762639.821002:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762639.821004:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762639.821007:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762639/real 1787762639]  req@ffff9b6537f1c3c0 x1874597595075328/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762639.821014:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762639.821016:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762639.821017:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762639.821019:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762639.821021:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762639.821022:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762639.821026:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1c3c0 x1874597595075328/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762639.821032:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1c3c0 x1874597595075328/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762639.821037:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762639.821038:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762639.821040:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762639.821041:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762639.821043:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1c3c0 x1874597595075328/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762639.821048:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762639.821051:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1c3c0 x1874597595075328/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762664 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762639.821057:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762639.821060:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762639.821062:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762639.821063:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762639.821065:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762639.821066:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762639.821068:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762639.821070:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762639.821072:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762639.821075:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1c3c0 x1874597595075328/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762664 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762639.821081:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595075328:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762639.821084:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762639.821085:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762639.821088:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1cf00 x1874597595075200/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762664 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762639.821094:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762639.821095:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762639.821097:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0b400.
02000000:00000001:1.0:1787762639.821099:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762639.821100:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762639.821102:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762639.821103:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762639.821105:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14400.
02000000:00000001:1.0:1787762639.821108:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762639.821109:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762639.821110:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1cf00.
00000100:00000001:1.0:1787762639.821114:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762639.821115:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762639.821116:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762639.821119:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1c3c0 x1874597595075328/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762664 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762639.821130:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762639.821132:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762639.821133:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787762639.821135:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762639.821136:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762639.821137:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762639.821138:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762639.821139:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15000.
02000000:00000001:1.0:1787762639.821141:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762639.821142:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762639.821143:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1c3c0.
00000100:00000001:1.0:1787762639.821144:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762639.821145:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762639.821146:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762639.821149:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762639.821150:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762639.821152:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762639.821153:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762640.587355:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316053752, at 4316053760
00000100:00000010:1.0:1787762640.587376:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82000.
00000100:00000040:0.0:1787762640.587475:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316053752, at 4316053760
00000100:00000010:0.0:1787762640.587498:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a825a0.
00010000:00000001:0.0:1787762640.651374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762640.651380:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762640.651386:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762640.651388:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762640.651392:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762640.651394:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762640.651418:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762640.651421:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762640.651425:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762640.843379:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762640.843388:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762640.843392:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762640.843399:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762640.843404:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762640.843410:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762640.843414:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762640.843418:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762640.843422:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762641.675397:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762641.675407:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762641.675418:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762641.675421:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762641.675427:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762641.675433:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762641.675437:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762641.675443:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762641.675449:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762641.675453:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762641.675457:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762641.675461:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762641.675541:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762641.675549:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762641.675555:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762641.867382:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762641.867392:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762641.867396:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762641.867405:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762641.867412:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762641.867418:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762641.867422:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762641.867427:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762641.867432:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762642.699341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762642.699350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762642.699356:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762642.699358:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762642.699361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762642.699362:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762642.699390:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762642.699394:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762642.699398:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762642.891476:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762642.891488:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762642.891492:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762642.891499:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762642.891505:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762642.891510:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762642.891514:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762642.891518:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762642.891523:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762643.723341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762643.723350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762643.723356:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762643.723357:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762643.723360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762643.723361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762643.723440:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762643.723445:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762643.723448:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762643.915341:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762643.915350:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762643.915352:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762643.915357:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762643.915361:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762643.915365:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762643.915368:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762643.915371:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762643.915374:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762644.747418:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762644.747429:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762644.747437:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762644.747439:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762644.747443:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762644.747445:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762644.747477:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762644.747481:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762644.747485:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762644.939348:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787762644.939353:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787762644.939356:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762644.939359:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762644.939365:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00080000:3.0:1787762644.939367:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762644.939371:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762644.939374:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787762644.939375:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762644.939381:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787762644.939381:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762644.939384:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762644.939388:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762644.939388:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762644.939401:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21385
00000400:00000200:3.0:1787762644.939414:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762644.939423:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762644.939428:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762644.939433:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762644.939438:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762644.939442:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762644.939446:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762644.939451:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762644.939454:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762644.939457:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762644.939461:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762644.939465:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762644.939468:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762644.939472:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762644.939475:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762644.939477:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762644.939480:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762644.939484:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762644.939489:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762644.939494:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762644.939498:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762644.939504:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762644.939508:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762644.939511:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762644.939515:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762644.939529:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000020:00000040:3.0:1787762644.939534:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762644.939540:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762644.939542:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762644.939547:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762644.939551:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762644.939557:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762644.939568:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15c00.
00000100:00000001:3.0:1787762644.939578:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762644.939590:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597595075456/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762644.939610:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762644.939617:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762644.939624:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597595075456/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762644.939649:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762644.939652:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762644.939656:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762644.939658:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762644.939661:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762644.939666:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762644.939666:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762644.939671:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21385
00000100:00000001:1.0:1787762644.939674:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1787762644.939679:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762644.939684:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:1.0:1787762644.939685:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1787762644.939699:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762644.939706:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762644.939710:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762644.939712:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e940 x1874597595075456/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762644.939716:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762644.939723:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:1.0:1787762644.939727:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1787762644.939729:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787762644.939730:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787762644.939733:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
02000000:00000001:1.0:1787762644.939737:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1787762644.939737:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:1.0:1787762644.939742:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787762644.939742:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
02000000:00000001:1.0:1787762644.939749:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762644.939749:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00100000:1.0:1787762644.939756:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595075456:192.168.203.101@tcp:250:kworker.0
00000020:00000001:3.0:1787762644.939756:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:1.0:1787762644.939764:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1787762644.939764:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762644.939768:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787762644.939769:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1787762644.939773:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
02000000:00000001:1.0:1787762644.939774:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762644.939777:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
02000000:00000001:1.0:1787762644.939778:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1787762644.939783:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
02000000:00000010:1.0:1787762644.939786:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0bc00.
00000100:00080000:3.0:1787762644.939788:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
02000000:00000001:1.0:1787762644.939790:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762644.939793:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762644.939797:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787762644.939800:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762644.939805:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
02000000:00000001:3.0:1787762644.939806:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762644.939811:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762644.939813:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000001:3.0:1787762644.939814:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762644.939822:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000200:1.0:1787762644.939824:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595075456, portal 25
00000008:00000001:3.0:1787762644.939827:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762644.939828:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762644.939832:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765443904 : -110615944107712 : ffff9b6537f1e940)
00000100:00000001:3.0:1787762644.939833:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762644.939838:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e940 x1874597595075456/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787762644.939840:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000020:00000040:3.0:1787762644.939847:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000100:00000001:1.0:1787762644.939850:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787762644.939853:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1787762644.939854:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
02000000:00000001:3.0:1787762644.939857:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762644.939859:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000001:3.0:1787762644.939861:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1787762644.939865:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595075456, offset 0
02000000:00000001:3.0:1787762644.939865:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762644.939869:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762644.939878:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
02000000:00000010:3.0:1787762644.939879:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15000.
00000100:00000001:3.0:1787762644.939885:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762644.939893:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00100000:3.0:1787762644.939893:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597595075584/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762644.939906:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787762644.939907:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000001:3.0:1787762644.939910:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762644.939918:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1787762644.939918:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597595075584/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762644.939928:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762644.939936:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787762644.939936:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762644.939942:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787762644.939943:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00080000:3.0:1787762644.939950:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1787762644.939951:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278183:278183:256:4294967295] 192.168.203.101@tcp LPNI seq info [278182:278182:8:4294967295]
00000100:00000001:3.0:1787762644.939955:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787762644.939959:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00080000:3.0:1787762644.939960:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762644.939965:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762644.939972:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21385
00000400:00000200:1.0:1787762644.939975:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1787762644.939983:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000800:00000200:1.0:1787762644.939986:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000400:00000200:3.0:1787762644.939992:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000800:00000010:1.0:1787762644.939995:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000100:00080000:3.0:1787762644.939996:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762644.940002:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762644.940005:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1787762644.940007:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:3.0:1787762644.940011:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000800:00000200:1.0:1787762644.940013:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1787762644.940017:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000800:00000200:1.1:1787762644.940022:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000020:00000001:3.0:1787762644.940023:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762644.940026:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000800:00000200:1.1:1787762644.940029:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1787762644.940030:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762644.940035:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000800:00000100:1.0:1787762644.940036:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762644.940041:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000020:00000001:3.0:1787762644.940041:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762644.940047:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:1.0:1787762644.940050:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787762644.940053:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762644.940059:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762644.940060:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1787762644.940066:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:1.0:1787762644.940068:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000100:00000001:3.0:1787762644.940070:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000010:1.0:1787762644.940072:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000020:00000040:3.0:1787762644.940078:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00000001:1.0:1787762644.940080:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1787762644.940084:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000200:1.0:1787762644.940088:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1e940 x1874597595075456/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762644.940090:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762644.940095:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762644.940101:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762644.940103:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787762644.940107:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762644.940108:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e940 x1874597595075456/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762644.940112:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762644.940118:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787762644.940119:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762644.940122:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:3.0:1787762644.940126:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762644.940129:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762644.940130:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762644.940134:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000400:00000200:1.0:1787762644.940137:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000020:00000040:3.0:1787762644.940140:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000100:00000001:1.0:1787762644.940142:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316058871
02000000:00000001:3.0:1787762644.940147:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000010:1.0:1787762644.940150:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82000.
02000000:00000001:3.0:1787762644.940151:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762644.940156:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762644.940158:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762644.940160:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762644.940161:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
02000000:00000010:3.0:1787762644.940167:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14400.
00000100:00000001:1.0:1787762644.940170:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316058871
00000100:00000001:3.0:1787762644.940173:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762644.940175:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a821e0.
00000100:00000001:1.0:1787762644.940180:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00100000:3.0:1787762644.940183:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597595075712/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762644.940184:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762644.940189:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762644.940194:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762644.940201:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762644/real 1787762644]  req@ffff9b6537f1e940 x1874597595075456/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762644.940202:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762644.940207:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762644.940216:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597595075712/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762644.940232:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762644.940235:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787762644.940236:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762644.940238:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000100:00000040:3.0:1787762644.940241:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787762644.940243:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762644.940275:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000040:3.0:1787762644.940277:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787762644.940279:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762644.940284:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e940 x1874597595075456/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762644.940285:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21395)
00000100:00000200:1.0:1787762644.940295:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e940 x1874597595075456/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762644.940301:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762644.940303:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762644.940305:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762644.940307:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762644.940310:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e940 x1874597595075456/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762644.940316:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762644.940321:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e940 x1874597595075456/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762644.940326:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762644.940328:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762644.940329:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762644.940330:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762644.940332:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762644.940334:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762644.940336:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762644.940340:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762644.940341:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762644.940345:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e940 x1874597595075456/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762644.940352:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595075456:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762644.940356:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762644.940358:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762644.940359:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e940 x1874597595075456/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762644.940364:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762644.940366:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762644.940368:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787762644.940371:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762644.940372:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762644.940373:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762644.940375:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762644.940377:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15c00.
02000000:00000001:1.0:1787762644.940381:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762644.940382:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762644.940384:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e940.
00000100:00000001:1.0:1787762644.940387:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762644.940388:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762644.940390:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762644.940397:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762644.940398:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762644.940399:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762644.940400:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762644.940402:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762644.940404:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f480 x1874597595075584/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762644.940409:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762644.940410:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762644.940412:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762644.940413:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762644.940415:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762644.940417:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595075584:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762644.940420:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762644.940421:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762644.940422:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762644.940424:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762644.940426:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787762644.940428:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762644.940431:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762644.940433:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762644.940435:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762644.940438:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595075584, portal 10
00000100:00000001:1.0:1787762644.940439:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762644.940440:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765446784 : -110615944104832 : ffff9b6537f1f480)
00000100:00000040:1.0:1787762644.940445:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f480 x1874597595075584/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762644.940450:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762644.940452:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762644.940453:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762644.940455:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595075584, offset 0
00000400:00000200:1.0:1787762644.940458:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762644.940461:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762644.940463:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762644.940465:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762644.940467:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762644.940468:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762644.940470:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762644.940472:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278184:278184:256:4294967295] 192.168.203.101@tcp LPNI seq info [278183:278183:8:4294967295]
00000400:00000200:1.0:1787762644.940476:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762644.940480:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762644.940483:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762644.940485:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762644.940487:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762644.940490:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762644.940493:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762644.940495:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787762644.940498:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762644.940500:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762644.940502:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762644.940504:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762644.940507:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762644.940508:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762644.940510:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762644.940512:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f480 x1874597595075584/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762644.940517:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762644.940519:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f480 x1874597595075584/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762644.940524:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762644.940525:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762644.940528:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762644.940531:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762644.940533:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762644.940535:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316058125
00000100:00000001:1.0:1787762644.940538:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316058871
00000100:00000001:1.0:1787762644.940539:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316058125
00000100:00000001:1.0:1787762644.940541:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316058871
00000100:00000001:1.0:1787762644.940542:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762644.940543:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762644.940544:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762644.940547:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762644/real 1787762644]  req@ffff9b6537f1f480 x1874597595075584/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762644.940553:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762644.940554:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762644.940556:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762644.940558:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762644.940559:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762644.940560:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762644.940562:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f480 x1874597595075584/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762644.940568:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f480 x1874597595075584/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762644.940572:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762644.940572:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762644.940573:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762644.940574:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762644.940576:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f480 x1874597595075584/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762644.940580:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762644.940583:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f480 x1874597595075584/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762644.940587:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762644.940589:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762644.940590:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762644.940591:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762644.940592:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762644.940594:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762644.940596:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762644.940597:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762644.940599:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762644.940601:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f480 x1874597595075584/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762644.940606:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595075584:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762644.940609:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762644.940612:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d680 x1874597595075712/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762644.940616:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762644.940617:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762644.940618:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762644.940619:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762644.940621:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762644.940622:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595075712:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762644.940624:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762644.940625:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762644.940626:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762644.940628:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762644.940631:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0b400.
02000000:00000001:1.0:1787762644.940632:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762644.940634:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762644.940636:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762644.940638:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762644.940640:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595075712, portal 4
00000100:00000001:1.0:1787762644.940642:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762644.940643:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765439104 : -110615944112512 : ffff9b6537f1d680)
00000100:00000040:1.0:1787762644.940647:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d680 x1874597595075712/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762644.940652:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762644.940653:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762644.940655:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762644.940656:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595075712, offset 0
00000400:00000200:1.0:1787762644.940659:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762644.940661:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762644.940662:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762644.940664:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762644.940666:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762644.940668:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762644.940670:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762644.940672:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278185:278185:256:4294967295] 192.168.203.101@tcp LPNI seq info [278184:278184:8:4294967295]
00000400:00000200:1.0:1787762644.940675:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762644.940678:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762644.940681:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762644.940683:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762644.940685:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762644.940703:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762644.940707:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762644.940709:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787762644.940712:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762644.940714:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762644.940716:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762644.940719:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762644.940721:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762644.940723:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762644.940725:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762644.940727:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d680 x1874597595075712/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762644.940733:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762644.940735:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d680 x1874597595075712/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762644.940739:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762644.940740:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762644.940742:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762644.940745:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762644.940747:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762644.940749:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316058131
00000100:00000001:1.0:1787762644.940751:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316058871
00000100:00000001:1.0:1787762644.940753:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316058131
00000100:00000001:1.0:1787762644.940755:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316058871
00000100:00000001:1.0:1787762644.940757:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762644.940759:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762644.940760:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762644.940763:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762644/real 1787762644]  req@ffff9b6537f1d680 x1874597595075712/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762644.940767:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762644.940768:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762644.940769:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762644.940771:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762644.940772:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762644.940773:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762644.940775:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d680 x1874597595075712/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762644.940780:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d680 x1874597595075712/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762644.940785:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762644.940786:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762644.940787:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762644.940788:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762644.940790:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d680 x1874597595075712/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762644.940794:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762644.940797:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d680 x1874597595075712/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762644.940801:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762644.940802:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762644.940803:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762644.940804:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762644.940806:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762644.940807:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762644.940809:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762644.940812:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762644.940813:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762644.940816:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d680 x1874597595075712/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762644.940820:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595075712:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762644.940822:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762644.940824:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762644.940825:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f480 x1874597595075584/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762644.940829:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762644.940830:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762644.940831:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787762644.940833:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762644.940834:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762644.940835:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762644.940837:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762644.940838:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15000.
02000000:00000001:1.0:1787762644.940840:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762644.940841:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762644.940842:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f480.
00000100:00000001:1.0:1787762644.940844:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762644.940845:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762644.940846:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762644.940848:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d680 x1874597595075712/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762644.940852:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762644.940853:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762644.940853:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0b400.
02000000:00000001:1.0:1787762644.940856:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762644.940857:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762644.940858:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762644.940859:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762644.940860:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14400.
02000000:00000001:1.0:1787762644.940862:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762644.940863:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762644.940865:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d680.
00000100:00000001:1.0:1787762644.940868:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762644.940869:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762644.940871:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762644.940874:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762644.940876:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762644.940877:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762644.940879:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762645.707376:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316058871, at 4316058880
00000100:00000040:1.0:1787762645.707387:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316058871, at 4316058880
00000100:00000010:0.0:1787762645.707397:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82000.
00000100:00000010:1.0:1787762645.707411:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a821e0.
00010000:00000001:0.0:1787762645.771333:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762645.771338:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762645.771343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762645.771344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762645.771347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762645.771348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762645.771456:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762645.771462:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762645.771468:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762645.963405:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762645.963414:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762645.963416:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762645.963423:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762645.963427:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762645.963432:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762645.963436:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762645.963440:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762645.963443:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762646.795354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762646.795363:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762646.795366:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762646.795370:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762646.795375:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762646.795378:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762646.795380:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762646.795382:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762646.795385:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762646.795387:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762646.795388:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762646.795389:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762646.795391:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762646.795392:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762646.795393:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762646.795394:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762646.795397:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762646.795400:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762646.795424:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762646.795427:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762646.795429:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762646.987351:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762646.987360:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762646.987362:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762646.987367:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762646.987371:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762646.987375:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762646.987378:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762646.987381:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762646.987383:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762647.819342:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762647.819350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762647.819356:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762647.819357:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762647.819360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762647.819361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762647.819416:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762647.819420:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762647.819424:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762648.011398:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762648.011411:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762648.011415:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762648.011424:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762648.011430:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762648.011436:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762648.011441:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762648.011446:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762648.011450:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762648.843358:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762648.843366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762648.843372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762648.843373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762648.843377:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762648.843378:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762648.843426:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762648.843429:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762648.843432:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762649.035365:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762649.035375:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762649.035378:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762649.035386:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762649.035390:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762649.035395:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762649.035399:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762649.035403:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762649.035407:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762649.867340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762649.867348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762649.867354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762649.867355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762649.867359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762649.867360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762649.867409:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762649.867415:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762649.867420:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762650.059330:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787762650.059338:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787762650.059340:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762650.059343:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762650.059345:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787762650.059346:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762650.059351:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787762650.059352:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762650.059357:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762650.059359:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787762650.059361:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762650.059365:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762650.059369:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787762650.059369:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21390
00000100:00000001:0.0:1787762650.059376:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762650.059383:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762650.059394:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762650.059399:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762650.059403:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762650.059407:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762650.059410:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762650.059413:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762650.059418:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762650.059422:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762650.059426:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762650.059430:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762650.059433:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762650.059436:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762650.059439:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762650.059441:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762650.059442:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762650.059444:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762650.059447:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762650.059451:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762650.059453:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762650.059455:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762650.059459:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762650.059461:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762650.059463:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762650.059466:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762650.059477:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787762650.059481:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762650.059486:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762650.059487:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762650.059491:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762650.059494:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762650.059499:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762650.059508:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16000.
00000100:00000001:3.0:1787762650.059515:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762650.059525:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597595075840/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762650.059536:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762650.059541:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762650.059545:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597595075840/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762650.059570:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762650.059572:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762650.059575:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762650.059576:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762650.059578:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762650.059580:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762650.059582:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21390
00000400:00000200:3.0:1787762650.059585:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762650.059588:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762650.059591:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762650.059594:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762650.059596:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762650.059598:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762650.059600:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762650.059601:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762650.059603:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762650.059604:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787762650.059606:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787762650.059606:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762650.059608:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762650.059611:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:1.0:1787762650.059612:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787762650.059614:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762650.059616:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787762650.059618:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762650.059621:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762650.059624:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000040:1.0:1787762650.059627:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f0c0 x1874597595075840/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787762650.059627:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762650.059633:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762650.059637:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762650.059642:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762650.059645:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762650.059647:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762650.059650:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762650.059665:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762650.059666:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787762650.059666:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787762650.059671:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1787762650.059674:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787762650.059676:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787762650.059678:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762650.059682:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762650.059685:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595075840:192.168.203.101@tcp:250:kworker.0
00000100:00000010:3.0:1787762650.059687:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000100:00000001:1.0:1787762650.059691:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1787762650.059691:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762650.059696:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762650.059697:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762650.059698:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787762650.059698:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762650.059701:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762650.059702:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762650.059703:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762650.059710:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787762650.059710:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17c00.
00000100:00000001:3.0:1787762650.059715:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762650.059717:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787762650.059722:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762650.059722:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597595075968/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762650.059732:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787762650.059733:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762650.059736:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762650.059741:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000100:00000040:3.0:1787762650.059741:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597595075968/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787762650.059752:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000001:3.0:1787762650.059752:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762650.059758:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762650.059761:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762650.059762:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1787762650.059764:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595075840, portal 25
00000100:00080000:3.0:1787762650.059764:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762650.059769:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787762650.059770:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762650.059773:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765445824 : -110615944105792 : ffff9b6537f1f0c0)
00000100:00080000:3.0:1787762650.059774:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21390
00000400:00000200:3.0:1787762650.059780:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:1.0:1787762650.059784:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f0c0 x1874597595075840/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787762650.059785:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762650.059790:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762650.059797:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762650.059799:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787762650.059800:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762650.059806:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000040:3.0:1787762650.059806:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762650.059811:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000010:1.0:1787762650.059812:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000020:00000001:3.0:1787762650.059815:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:1.0:1787762650.059818:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595075840, offset 0
00000020:00000040:3.0:1787762650.059818:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762650.059821:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762650.059824:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762650.059826:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762650.059828:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:1.0:1787762650.059830:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762650.059843:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:3.0:1787762650.059845:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762650.059848:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762650.059849:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:1.0:1787762650.059853:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000001:3.0:1787762650.059853:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762650.059859:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762650.059863:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000400:00000200:1.0:1787762650.059864:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787762650.059867:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762650.059870:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787762650.059872:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
02000000:00000001:3.0:1787762650.059873:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762650.059876:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762650.059878:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787762650.059879:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787762650.059884:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000008:00100000:3.0:1787762650.059884:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762650.059888:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762650.059891:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762650.059893:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278186:278186:256:4294967295] 192.168.203.101@tcp LPNI seq info [278185:278185:8:4294967295]
00000100:00000010:3.0:1787762650.059896:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000400:00000200:1.0:1787762650.059901:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000020:00000040:3.0:1787762650.059901:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762650.059906:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762650.059907:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762650.059908:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762650.059911:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762650.059915:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762650.059919:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
02000000:00000010:3.0:1787762650.059920:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15800.
00000100:00000001:3.0:1787762650.059926:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762650.059930:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00100000:3.0:1787762650.059934:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597595076096/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1787762650.059938:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000100:00000001:3.0:1787762650.059943:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762650.059946:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762650.059950:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597595076096/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1787762650.059954:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762650.059963:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1787762650.059963:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762650.059968:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1787762650.059974:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:3.0:1787762650.059975:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1787762650.059981:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000100:00000040:3.0:1787762650.059984:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21400)
00000800:00000100:1.0:1787762650.059988:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762650.059991:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762650.059998:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762650.060002:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762650.060007:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762650.060009:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762650.060014:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762650.060017:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f0c0 x1874597595075840/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762650.060024:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762650.060027:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f0c0 x1874597595075840/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762675 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762650.060033:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762650.060034:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762650.060041:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762650.060044:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762650.060048:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316063991
00000100:00000010:1.0:1787762650.060053:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a821e0.
00000100:00000001:1.0:1787762650.060061:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762650.060069:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316063991
00000100:00000010:1.0:1787762650.060073:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82000.
00000100:00000001:1.0:1787762650.060076:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762650.060079:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762650.060081:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762650.060083:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762650.060086:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762650/real 1787762650]  req@ffff9b6537f1f0c0 x1874597595075840/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762650.060093:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762650.060095:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762650.060097:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762650.060100:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762650.060101:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762650.060103:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762650.060105:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f0c0 x1874597595075840/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762650.060111:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f0c0 x1874597595075840/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762650.060117:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762650.060118:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762650.060120:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762650.060122:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762650.060125:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f0c0 x1874597595075840/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762650.060130:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762650.060133:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f0c0 x1874597595075840/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762675 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762650.060138:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762650.060140:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762650.060141:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762650.060142:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762650.060144:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762650.060146:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762650.060148:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762650.060152:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762650.060154:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762650.060157:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f0c0 x1874597595075840/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762675 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762650.060163:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595075840:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762650.060167:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762650.060168:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762650.060171:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f0c0 x1874597595075840/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762675 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762650.060176:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762650.060178:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762650.060181:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787762650.060183:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762650.060184:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762650.060186:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762650.060187:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762650.060190:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16000.
02000000:00000001:1.0:1787762650.060193:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762650.060195:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762650.060196:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f0c0.
00000100:00000001:1.0:1787762650.060199:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762650.060200:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762650.060202:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762650.060209:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762650.060210:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762650.060212:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762650.060213:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762650.060214:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762650.060217:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1fc00 x1874597595075968/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762650.060222:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762650.060223:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762650.060225:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762650.060227:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762650.060229:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762650.060232:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595075968:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762650.060235:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762650.060237:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762650.060239:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762650.060242:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762650.060289:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787762650.060293:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762650.060296:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762650.060299:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762650.060302:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762650.060305:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595075968, portal 10
00000100:00000001:1.0:1787762650.060306:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762650.060307:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765448704 : -110615944102912 : ffff9b6537f1fc00)
00000100:00000040:1.0:1787762650.060314:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1fc00 x1874597595075968/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762650.060319:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762650.060321:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762650.060322:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762650.060324:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595075968, offset 0
00000400:00000200:1.0:1787762650.060327:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762650.060330:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762650.060332:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762650.060335:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762650.060337:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762650.060339:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762650.060341:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762650.060343:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278187:278187:256:4294967295] 192.168.203.101@tcp LPNI seq info [278186:278186:8:4294967295]
00000400:00000200:1.0:1787762650.060345:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762650.060350:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762650.060353:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762650.060356:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762650.060359:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762650.060361:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787762650.060364:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762650.060366:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787762650.060368:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762650.060370:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762650.060373:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762650.060375:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762650.060378:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762650.060379:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762650.060381:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762650.060383:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1fc00 x1874597595075968/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762650.060389:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762650.060391:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1fc00 x1874597595075968/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762675 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762650.060396:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762650.060397:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762650.060399:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762650.060403:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762650.060405:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762650.060406:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316063245
00000100:00000001:1.0:1787762650.060409:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316063991
00000100:00000001:1.0:1787762650.060410:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316063245
00000100:00000001:1.0:1787762650.060412:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316063991
00000100:00000001:1.0:1787762650.060414:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762650.060415:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762650.060416:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762650.060418:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762650/real 1787762650]  req@ffff9b6537f1fc00 x1874597595075968/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762650.060424:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762650.060425:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762650.060426:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762650.060428:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762650.060429:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762650.060431:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762650.060434:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1fc00 x1874597595075968/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762650.060440:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1fc00 x1874597595075968/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762650.060444:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762650.060445:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762650.060446:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762650.060447:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762650.060449:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1fc00 x1874597595075968/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762650.060453:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762650.060456:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1fc00 x1874597595075968/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762675 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762650.060460:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762650.060461:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762650.060462:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762650.060463:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762650.060464:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762650.060466:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762650.060468:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762650.060470:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762650.060472:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762650.060474:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1fc00 x1874597595075968/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762675 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762650.060479:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595075968:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762650.060481:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762650.060483:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d2c0 x1874597595076096/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762650.060493:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762650.060494:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762650.060496:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762650.060497:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762650.060498:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762650.060500:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595076096:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762650.060502:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762650.060503:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762650.060504:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762650.060505:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762650.060508:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762650.060509:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762650.060511:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762650.060513:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762650.060515:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762650.060517:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595076096, portal 4
00000100:00000001:1.0:1787762650.060518:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762650.060519:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765438144 : -110615944113472 : ffff9b6537f1d2c0)
00000100:00000040:1.0:1787762650.060524:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d2c0 x1874597595076096/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762650.060528:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762650.060531:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762650.060534:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762650.060536:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595076096, offset 0
00000400:00000200:1.0:1787762650.060540:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762650.060545:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762650.060549:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762650.060552:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762650.060555:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762650.060557:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762650.060560:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762650.060565:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278188:278188:256:4294967295] 192.168.203.101@tcp LPNI seq info [278187:278187:8:4294967295]
00000400:00000200:1.0:1787762650.060570:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762650.060577:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762650.060583:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762650.060587:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762650.060591:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762650.060594:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787762650.060597:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762650.060599:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787762650.060602:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762650.060604:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762650.060606:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762650.060609:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762650.060611:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762650.060613:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762650.060615:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762650.060618:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d2c0 x1874597595076096/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762650.060626:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762650.060628:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d2c0 x1874597595076096/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762675 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762650.060633:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762650.060635:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762650.060637:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762650.060640:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762650.060642:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762650.060644:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316063251
00000100:00000001:1.0:1787762650.060646:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316063991
00000100:00000001:1.0:1787762650.060648:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316063251
00000100:00000001:1.0:1787762650.060650:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316063991
00000100:00000001:1.0:1787762650.060651:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762650.060669:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762650.060670:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762650.060673:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762650/real 1787762650]  req@ffff9b6537f1d2c0 x1874597595076096/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762650.060680:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762650.060681:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762650.060682:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762650.060684:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762650.060685:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762650.060687:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762650.060689:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d2c0 x1874597595076096/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762650.060695:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d2c0 x1874597595076096/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762650.060699:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762650.060700:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762650.060701:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762650.060702:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762650.060704:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d2c0 x1874597595076096/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762650.060709:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762650.060711:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d2c0 x1874597595076096/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762675 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762650.060717:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762650.060718:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762650.060719:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762650.060720:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762650.060721:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762650.060722:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762650.060724:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762650.060727:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762650.060728:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762650.060731:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d2c0 x1874597595076096/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762675 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762650.060736:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595076096:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762650.060738:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762650.060739:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762650.060741:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1fc00 x1874597595075968/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762675 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762650.060745:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762650.060746:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762650.060748:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787762650.060749:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762650.060750:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762650.060751:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762650.060753:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762650.060754:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17c00.
02000000:00000001:1.0:1787762650.060756:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762650.060758:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762650.060759:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1fc00.
00000100:00000001:1.0:1787762650.060761:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762650.060762:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762650.060763:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762650.060765:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d2c0 x1874597595076096/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762675 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762650.060769:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762650.060769:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762650.060770:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762650.060772:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762650.060773:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762650.060774:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762650.060775:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762650.060776:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15800.
02000000:00000001:1.0:1787762650.060778:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762650.060779:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762650.060780:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d2c0.
00000100:00000001:1.0:1787762650.060782:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762650.060783:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762650.060784:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762650.060787:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762650.060788:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762650.060789:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762650.060790:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762650.827341:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316063991, at 4316064000
00000100:00000040:1.0:1787762650.827341:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316063991, at 4316064000
00000100:00000010:0.0:1787762650.827362:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a821e0.
00000100:00000010:1.0:1787762650.827364:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82000.
00010000:00000001:0.0:1787762650.891325:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762650.891331:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762650.891337:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762650.891338:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762650.891341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762650.891342:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762650.891385:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762650.891389:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762650.891391:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762651.083325:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762651.083332:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762651.083334:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762651.083341:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762651.083345:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762651.083348:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762651.083351:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762651.083354:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762651.083357:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762651.915357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762651.915367:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762651.915376:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762651.915377:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762651.915382:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762651.915387:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762651.915390:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762651.915394:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762651.915399:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762651.915402:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762651.915405:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762651.915409:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762651.915497:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762651.915502:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762651.915505:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762652.107378:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762652.107390:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762652.107395:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762652.107405:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762652.107411:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762652.107418:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762652.107424:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762652.107429:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762652.107435:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762652.939336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762652.939344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762652.939350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762652.939351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762652.939355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762652.939356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762652.939401:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762652.939405:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762652.939409:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762653.131343:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762653.131351:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762653.131355:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762653.131362:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762653.131366:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762653.131370:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762653.131373:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762653.131376:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762653.131380:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762653.963411:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762653.963422:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762653.963429:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762653.963431:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762653.963435:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762653.963437:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762653.963527:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762653.963537:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762653.963559:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762654.155367:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762654.155376:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762654.155379:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762654.155386:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762654.155392:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762654.155399:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762654.155405:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762654.155411:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762654.155417:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762654.987401:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762654.987412:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762654.987419:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762654.987421:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762654.987425:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762654.987427:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762654.987506:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762654.987514:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762654.987522:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762655.179373:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762655.179384:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762655.179388:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762655.179396:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762655.179403:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762655.179408:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762655.179412:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762655.179434:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762655.179438:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762655.179441:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762655.179449:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762655.179453:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762655.179456:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762655.179461:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762655.179469:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21395
00000400:00000200:3.0:1787762655.179479:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762655.179486:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762655.179489:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762655.179492:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762655.179495:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762655.179516:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762655.179520:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762655.179526:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762655.179528:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762655.179532:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762655.179538:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762655.179541:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762655.179546:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762655.179550:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762655.179554:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762655.179556:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762655.179559:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762655.179563:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762655.179569:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762655.179572:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762655.179577:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762655.179584:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762655.179590:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762655.179593:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762655.179597:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762655.179609:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000020:00000040:3.0:1787762655.179614:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762655.179648:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762655.179650:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762655.179656:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762655.179676:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762655.179681:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762655.179690:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17000.
00000100:00000001:3.0:1787762655.179697:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762655.179708:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597595076224/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762655.179723:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762655.179730:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762655.179737:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597595076224/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762655.179761:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762655.179765:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762655.179770:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762655.179774:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762655.179777:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762655.179781:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787762655.179784:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787762655.179786:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21395
00000100:00000001:1.0:1787762655.179791:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1787762655.179796:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762655.179797:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1787762655.179808:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000040:1.0:1787762655.179809:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d2c0 x1874597595076224/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762655.179812:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762655.179821:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762655.179828:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762655.179828:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762655.179832:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762655.179837:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762655.179840:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762655.179842:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762655.179846:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595076224:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762655.179850:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762655.179854:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762655.179857:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762655.179860:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762655.179865:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762655.179868:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762655.179894:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762655.179900:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762655.179910:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762655.179921:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595076224, portal 25
00000100:00000001:1.0:1787762655.179925:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762655.179927:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765438144 : -110615944113472 : ffff9b6537f1d2c0)
00000100:00000040:1.0:1787762655.179936:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d2c0 x1874597595076224/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762655.179947:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762655.179951:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762655.179972:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762655.179974:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595076224, offset 0
00000400:00000200:1.0:1787762655.179982:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762655.179991:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762655.179999:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762655.180006:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1787762655.180008:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:1.0:1787762655.180013:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000001:3.0:1787762655.180015:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:1.0:1787762655.180020:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1787762655.180040:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787762655.180044:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000020:00000040:3.0:1787762655.180048:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000400:00000200:1.0:1787762655.180059:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278189:278189:256:4294967295] 192.168.203.101@tcp LPNI seq info [278188:278188:8:4294967295]
00000020:00000001:3.0:1787762655.180059:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787762655.180070:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762655.180084:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762655.180092:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762655.180099:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762655.180110:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762655.180116:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762655.180124:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762655.180130:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787762655.180135:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762655.180139:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762655.180146:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762655.180152:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762655.180160:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762655.180163:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762655.180169:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762655.180174:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d2c0 x1874597595076224/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762655.180188:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762655.180193:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d2c0 x1874597595076224/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762680 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762655.180203:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762655.180206:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762655.180216:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762655.180222:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762655.180227:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316069111
00000100:00000010:1.0:1787762655.180236:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82000.
00000100:00000001:1.0:1787762655.180249:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762655.180264:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316069111
00000100:00000010:1.0:1787762655.180273:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a825a0.
00000100:00000001:1.0:1787762655.180282:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762655.180289:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762655.180347:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762655.180351:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762655.180361:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762655/real 1787762655]  req@ffff9b6537f1d2c0 x1874597595076224/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787762655.180371:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762655.180380:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000400:00000001:1.0:1787762655.180382:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:3.0:1787762655.180386:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000400:00000001:1.0:1787762655.180389:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762655.180398:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000100:00000040:3.0:1787762655.180401:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000200:1.0:1787762655.180406:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000100:00000001:3.0:1787762655.180408:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1787762655.180416:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000040:3.0:1787762655.180417:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762655.180424:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787762655.180425:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000200:1.0:1787762655.180449:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d2c0 x1874597595076224/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787762655.180449:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762655.180456:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000200:1.0:1787762655.180465:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d2c0 x1874597595076224/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762655.180472:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762655.180474:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762655.180477:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762655.180479:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762655.180484:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d2c0 x1874597595076224/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762655.180490:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762655.180501:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d2c0 x1874597595076224/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762680 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762655.180506:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762655.180511:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762655.180535:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762655.180542:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787762655.180542:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762655.180552:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1787762655.180554:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762655.180558:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762655.180560:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762655.180567:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000008:00100000:3.0:1787762655.180571:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787762655.180573:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:3.0:1787762655.180585:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762655.180586:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787762655.180597:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762655.180600:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762655.180608:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000010:3.0:1787762655.180609:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000020:00000040:3.0:1787762655.180649:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000100:00000040:1.0:1787762655.180656:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d2c0 x1874597595076224/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762680 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762655.180660:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762655.180682:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762655.180687:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762655.180689:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762655.180693:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762655.180696:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595076224:192.168.203.101@tcp:250:kworker.0
02000000:00000010:3.0:1787762655.180699:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14c00.
00000100:00000001:1.0:1787762655.180702:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762655.180706:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787762655.180706:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762655.180712:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d2c0 x1874597595076224/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762680 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762655.180717:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597595076352/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762655.180722:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762655.180726:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762655.180731:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08800.
00000100:00000001:3.0:1787762655.180731:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762655.180737:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762655.180739:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:3.0:1787762655.180743:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597595076352/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787762655.180744:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762655.180747:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762655.180753:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762655.180757:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17000.
00000100:00000001:3.0:1787762655.180760:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762655.180762:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:3.0:1787762655.180764:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787762655.180766:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:3.0:1787762655.180769:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000010:1.0:1787762655.180770:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d2c0.
00000100:00000001:3.0:1787762655.180773:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787762655.180776:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00080000:3.0:1787762655.180777:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762655.180780:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762655.180782:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787762655.180784:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787762655.180787:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21395
00000400:00000200:3.0:1787762655.180792:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762655.180794:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:3.0:1787762655.180796:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:1.0:1787762655.180797:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762655.180801:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787762655.180802:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762655.180805:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762655.180808:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762655.180810:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000040:1.0:1787762655.180815:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1fc00 x1874597595076352/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762655.180816:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762655.180824:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762655.180827:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762655.180832:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762655.180832:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
02000000:00000001:1.0:1787762655.180836:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762655.180841:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1787762655.180841:0:299392:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:1.0:1787762655.180847:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787762655.180847:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762655.180854:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:1.0:1787762655.180855:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595076352:192.168.203.101@tcp:38:kworker.0
00000020:00000040:3.0:1787762655.180879:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000100:00000001:1.0:1787762655.180880:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762655.180889:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:3.0:1787762655.180890:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
02000000:00000001:1.0:1787762655.180896:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762655.180897:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
02000000:00000001:1.0:1787762655.180902:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1787762655.180910:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
02000000:00000010:1.0:1787762655.180911:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08800.
00000100:00000001:3.0:1787762655.180918:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787762655.180920:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762655.180927:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762655.180934:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:1.0:1787762655.180935:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000020:00000040:3.0:1787762655.180941:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000400:00000010:1.0:1787762655.180944:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000100:00080000:3.0:1787762655.180952:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000400:00000010:1.0:1787762655.180956:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000001:3.0:1787762655.180958:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762655.180965:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1787762655.180966:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595076352, portal 10
02000000:00000001:3.0:1787762655.180970:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762655.180976:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787762655.180978:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762655.180981:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765448704 : -110615944102912 : ffff9b6537f1fc00)
00000100:00000001:3.0:1787762655.180984:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762655.180992:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762655.180999:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762655.181001:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1fc00 x1874597595076352/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762655.181004:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762655.181016:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000100:00000001:1.0:1787762655.181019:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1787762655.181023:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000100:00000040:1.0:1787762655.181030:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
02000000:00000001:3.0:1787762655.181033:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762655.181038:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762655.181039:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000001:3.0:1787762655.181042:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1787762655.181046:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595076352, offset 0
02000000:00000001:3.0:1787762655.181048:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762655.181057:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762655.181064:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
02000000:00000010:3.0:1787762655.181069:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14000.
00000400:00000200:1.0:1787762655.181077:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762655.181082:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762655.181089:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762655.181098:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:3.0:1787762655.181099:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597595076480/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762655.181106:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762655.181116:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762655.181126:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000001:3.0:1787762655.181135:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787762655.181137:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278190:278190:256:4294967295] 192.168.203.101@tcp LPNI seq info [278189:278189:8:4294967295]
00000100:00000001:3.0:1787762655.181148:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762655.181151:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:3.0:1787762655.181173:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597595076480/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762655.181175:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762655.181192:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762655.181202:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762655.181218:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:3.0:1787762655.181223:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762655.181225:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000100:00000040:3.0:1787762655.181230:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762655.181241:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1787762655.181246:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:3.0:1787762655.181254:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21406)
00000800:00000200:1.1:1787762655.181256:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787762655.181273:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762655.181336:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762655.181346:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762655.181353:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762655.181358:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762655.181362:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762655.181367:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762655.181375:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1fc00 x1874597595076352/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762655.181397:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762655.181405:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1fc00 x1874597595076352/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762680 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762655.181414:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762655.181433:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762655.181437:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762655.181441:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762655.181444:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762655.181446:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316068366
00000100:00000001:1.0:1787762655.181448:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316069111
00000100:00000001:1.0:1787762655.181450:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316068366
00000100:00000001:1.0:1787762655.181452:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316069111
00000100:00000001:1.0:1787762655.181454:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762655.181455:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762655.181456:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762655.181459:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762655/real 1787762655]  req@ffff9b6537f1fc00 x1874597595076352/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762655.181465:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762655.181466:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762655.181468:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762655.181469:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762655.181471:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762655.181472:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762655.181475:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1fc00 x1874597595076352/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762655.181481:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1fc00 x1874597595076352/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762655.181505:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762655.181509:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762655.181511:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762655.181513:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762655.181518:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1fc00 x1874597595076352/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762655.181526:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762655.181531:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1fc00 x1874597595076352/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762680 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762655.181539:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762655.181542:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762655.181544:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762655.181546:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762655.181548:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762655.181566:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762655.181568:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762655.181570:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762655.181571:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762655.181574:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1fc00 x1874597595076352/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762680 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762655.181579:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595076352:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762655.181582:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762655.181583:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762655.181586:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1fc00 x1874597595076352/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762680 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762655.181590:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762655.181592:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762655.181594:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762655.181595:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762655.181596:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762655.181598:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762655.181600:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762655.181601:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14c00.
02000000:00000001:1.0:1787762655.181603:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762655.181604:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762655.181605:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1fc00.
00000100:00000001:1.0:1787762655.181607:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762655.181608:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762655.181610:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762655.181612:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762655.181613:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762655.181615:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762655.181628:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762655.181630:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762655.181633:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f0c0 x1874597595076480/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762655.181639:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762655.181640:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762655.181642:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762655.181643:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762655.181645:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762655.181647:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595076480:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762655.181649:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762655.181651:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762655.181652:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762655.181654:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762655.181656:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762655.181658:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762655.181661:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762655.181663:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762655.181666:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762655.181668:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595076480, portal 4
00000100:00000001:1.0:1787762655.181670:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762655.181671:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765445824 : -110615944105792 : ffff9b6537f1f0c0)
00000100:00000040:1.0:1787762655.181676:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f0c0 x1874597595076480/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762655.181682:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762655.181683:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762655.181685:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762655.181687:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595076480, offset 0
00000400:00000200:1.0:1787762655.181690:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762655.181692:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762655.181695:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762655.181697:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762655.181699:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762655.181701:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762655.181702:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762655.181705:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278191:278191:256:4294967295] 192.168.203.101@tcp LPNI seq info [278190:278190:8:4294967295]
00000400:00000200:1.0:1787762655.181708:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762655.181713:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762655.181716:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762655.181719:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762655.181722:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762655.181724:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787762655.181727:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762655.181729:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787762655.181732:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762655.181734:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762655.181736:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762655.181738:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762655.181740:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762655.181742:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762655.181744:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762655.181746:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f0c0 x1874597595076480/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762655.181752:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762655.181754:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f0c0 x1874597595076480/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762680 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762655.181764:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762655.181766:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762655.181768:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762655.181770:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762655.181772:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762655.181774:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316068372
00000100:00000001:1.0:1787762655.181776:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316069111
00000100:00000001:1.0:1787762655.181778:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316068372
00000100:00000001:1.0:1787762655.181780:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316069111
00000100:00000001:1.0:1787762655.181782:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762655.181783:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762655.181784:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762655.181786:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762655/real 1787762655]  req@ffff9b6537f1f0c0 x1874597595076480/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762655.181791:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762655.181792:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762655.181793:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762655.181795:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762655.181796:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762655.181798:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762655.181800:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f0c0 x1874597595076480/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762655.181806:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f0c0 x1874597595076480/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762655.181810:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762655.181811:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762655.181812:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762655.181813:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762655.181815:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f0c0 x1874597595076480/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762655.181821:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762655.181824:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f0c0 x1874597595076480/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762680 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762655.181829:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762655.181830:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762655.181831:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762655.181832:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762655.181833:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762655.181834:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762655.181836:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762655.181838:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762655.181839:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762655.181842:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f0c0 x1874597595076480/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762680 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762655.181847:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595076480:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762655.181849:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762655.181851:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762655.181852:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f0c0 x1874597595076480/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762680 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762655.181856:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762655.181858:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762655.181859:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762655.181860:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762655.181862:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762655.181863:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762655.181864:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762655.181866:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14000.
02000000:00000001:1.0:1787762655.181868:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762655.181869:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762655.181870:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f0c0.
00000100:00000001:1.0:1787762655.181872:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762655.181873:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762655.181874:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762655.181877:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762655.181877:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762655.181897:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762655.181899:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762655.947327:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316069111, at 4316069120
00000100:00000040:0.0:1787762655.947346:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316069111, at 4316069120
00000100:00000010:1.0:1787762655.947349:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a825a0.
00000100:00000010:0.0:1787762655.947359:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82000.
00010000:00000001:0.0:1787762656.011330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762656.011335:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762656.011342:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762656.011344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762656.011349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762656.011350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762656.011419:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762656.011423:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762656.011428:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762656.203327:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762656.203336:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762656.203339:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762656.203346:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762656.203351:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762656.203356:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762656.203361:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762656.203366:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762656.203370:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762657.035338:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762657.035350:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762657.035353:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762657.035357:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762657.035364:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762657.035367:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762657.035370:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762657.035373:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762657.035378:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762657.035381:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762657.035382:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762657.035384:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762657.035387:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762657.035388:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762657.035391:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762657.035393:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762657.035398:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762657.035400:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762657.035427:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762657.035431:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762657.035435:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762657.227328:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762657.227337:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762657.227340:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762657.227348:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762657.227354:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762657.227359:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762657.227363:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762657.227368:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762657.227372:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762658.059327:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762658.059334:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762658.059341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762658.059342:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762658.059345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762658.059346:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762658.059423:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762658.059428:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762658.059432:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762658.251318:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762658.251324:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762658.251326:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762658.251332:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762658.251335:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762658.251340:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762658.251342:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762658.251346:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762658.251348:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762659.083404:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762659.083417:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762659.083429:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762659.083450:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762659.083457:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762659.083458:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762659.083491:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762659.083495:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762659.083499:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762659.275422:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762659.275430:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762659.275435:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762659.275442:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762659.275448:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762659.275452:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762659.275456:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762659.275460:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762659.275464:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762660.107384:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762660.107394:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762660.107402:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762660.107404:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762660.107408:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762660.107410:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762660.107542:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762660.107549:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762660.107554:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762660.299373:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787762660.299377:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787762660.299381:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762660.299387:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762660.299391:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1787762660.299396:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762660.299398:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787762660.299407:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787762660.299408:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762660.299414:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762660.299417:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787762660.299421:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787762660.299430:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21401
00000100:00000001:0.0:1787762660.299431:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762660.299443:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762660.299452:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762660.299464:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762660.299469:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762660.299474:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762660.299479:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762660.299485:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762660.299489:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762660.299494:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762660.299497:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762660.299501:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762660.299505:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762660.299509:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762660.299512:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762660.299516:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762660.299519:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762660.299522:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762660.299524:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762660.299530:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762660.299534:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762660.299538:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762660.299542:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762660.299547:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762660.299551:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762660.299554:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762660.299558:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762660.299568:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787762660.299573:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762660.299579:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762660.299607:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762660.299613:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762660.299617:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762660.299625:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762660.299637:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15400.
00000100:00000001:3.0:1787762660.299647:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762660.299660:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597595076608/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762660.299676:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762660.299683:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762660.299690:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597595076608/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762660.299719:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762660.299724:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762660.299728:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762660.299730:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762660.299733:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762660.299737:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762660.299740:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21401
00000400:00000200:3.0:1787762660.299745:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762660.299751:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762660.299754:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762660.299759:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762660.299772:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762660.299776:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762660.299779:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:1.0:1787762660.299785:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787762660.299785:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762660.299791:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000100:00000001:1.0:1787762660.299796:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787762660.299796:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787762660.299804:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787762660.299806:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762660.299812:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762660.299816:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:1.0:1787762660.299822:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d680 x1874597595076608/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762660.299825:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762660.299835:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762660.299842:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762660.299849:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762660.299858:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000001:1.0:1787762660.299862:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787762660.299867:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762660.299868:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762660.299878:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762660.299881:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762660.299884:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762660.299888:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762660.299894:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762660.299896:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1787762660.299904:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595076608:192.168.203.101@tcp:250:kworker.0
02000000:00000001:3.0:1787762660.299905:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762660.299916:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762660.299919:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1787762660.299925:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787762660.299928:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1787762660.299933:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762660.299936:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762660.299939:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762660.299945:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1787762660.299949:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000020:00000040:3.0:1787762660.299956:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000010:1.0:1787762660.299957:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08800.
02000000:00000001:3.0:1787762660.299960:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762660.299964:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762660.299966:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762660.299974:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762660.299977:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787762660.299983:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:3.0:1787762660.299984:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762660.299993:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
02000000:00000010:3.0:1787762660.299997:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16800.
00000100:00000001:3.0:1787762660.300005:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762660.300007:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00100000:3.0:1787762660.300016:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597595076736/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787762660.300023:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595076608, portal 25
00000100:00000001:1.0:1787762660.300034:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762660.300036:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762660.300038:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765439104 : -110615944112512 : ffff9b6537f1d680)
00000100:00000001:3.0:1787762660.300044:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762660.300057:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d680 x1874597595076608/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762660.300059:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597595076736/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762660.300100:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762660.300111:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762660.300112:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762660.300116:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762660.300124:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595076608, offset 0
00000100:00080000:3.0:1787762660.300124:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787762660.300138:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762660.300152:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00080000:3.0:1787762660.300152:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762660.300163:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787762660.300171:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00080000:3.0:1787762660.300172:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787762660.300182:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787762660.300183:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787762660.300193:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00080000:3.0:1787762660.300198:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21401
00000400:00000200:1.0:1787762660.300206:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787762660.300213:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762660.300215:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:3.0:1787762660.300229:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000400:00000200:1.0:1787762660.300231:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278192:278192:256:4294967295] 192.168.203.101@tcp LPNI seq info [278191:278191:8:4294967295]
00000100:00080000:3.0:1787762660.300237:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762660.300285:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762660.300289:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762660.300293:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762660.300297:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762660.300300:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762660.300302:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762660.300304:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787762660.300308:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000020:00000040:3.0:1787762660.300310:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762660.300319:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762660.300322:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762660.300330:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762660.300337:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762660.300347:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762660.300354:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:1.0:1787762660.300357:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1787762660.300359:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762660.300372:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762660.300378:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762660.300384:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1787762660.300390:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
02000000:00000001:3.0:1787762660.300391:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762660.300400:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762660.300402:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:1.0:1787762660.300404:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000008:00100000:3.0:1787762660.300407:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762660.300414:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762660.300418:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762660.300422:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000010:3.0:1787762660.300427:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000800:00000200:1.0:1787762660.300431:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000020:00000040:3.0:1787762660.300434:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762660.300444:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762660.300450:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762660.300452:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:3.0:1787762660.300455:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762660.300460:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1787762660.300464:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
02000000:00000001:3.0:1787762660.300465:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762660.300479:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16c00.
00000800:00000100:1.0:1787762660.300480:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762660.300489:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000100:00000001:3.0:1787762660.300490:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762660.300502:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:3.0:1787762660.300504:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597595076864/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762660.300516:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762660.300531:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000100:00000001:3.0:1787762660.300533:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1787762660.300538:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:3.0:1787762660.300540:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762660.300547:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1787762660.300553:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597595076864/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762660.300562:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d680 x1874597595076608/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762660.300611:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762660.300617:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762660.300622:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787762660.300626:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d680 x1874597595076608/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762685 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762660.300637:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762660.300655:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21411)
00000100:00000001:1.0:1787762660.300656:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762660.300664:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762660.300675:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762660.300681:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762660.300687:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316074232
00000100:00000010:1.0:1787762660.300695:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a825a0.
00000100:00000001:1.0:1787762660.300705:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762660.300715:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316074232
00000100:00000010:1.0:1787762660.300719:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82240.
00000100:00000001:1.0:1787762660.300723:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762660.300727:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762660.300731:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762660.300734:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762660.300739:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762660/real 1787762660]  req@ffff9b6537f1d680 x1874597595076608/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762660.300751:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762660.300753:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762660.300756:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762660.300761:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762660.300763:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762660.300766:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762660.300771:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d680 x1874597595076608/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762660.300783:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d680 x1874597595076608/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762660.300792:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762660.300794:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762660.300797:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762660.300800:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762660.300805:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d680 x1874597595076608/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762660.300813:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762660.300819:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d680 x1874597595076608/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762685 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762660.300828:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762660.300832:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762660.300834:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762660.300835:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762660.300839:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762660.300841:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762660.300845:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762660.300850:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762660.300854:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762660.300859:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d680 x1874597595076608/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762685 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762660.300870:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595076608:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762660.300875:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762660.300878:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762660.300881:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d680 x1874597595076608/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762685 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762660.300898:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762660.300902:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762660.300906:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762660.300910:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762660.300913:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762660.300915:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762660.300918:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762660.300922:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15400.
02000000:00000001:1.0:1787762660.300927:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762660.300930:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762660.300932:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d680.
00000100:00000001:1.0:1787762660.300937:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762660.300939:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762660.300942:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762660.300951:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762660.300953:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762660.300956:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762660.300958:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762660.300960:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762660.300965:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f480 x1874597595076736/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762660.300974:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762660.300976:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762660.300978:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762660.300981:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762660.300984:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762660.300987:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595076736:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762660.300991:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762660.300994:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762660.300996:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762660.300998:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762660.301002:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762660.301005:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762660.301009:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762660.301013:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762660.301017:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762660.301022:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595076736, portal 10
00000100:00000001:1.0:1787762660.301024:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762660.301026:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765446784 : -110615944104832 : ffff9b6537f1f480)
00000100:00000040:1.0:1787762660.301034:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f480 x1874597595076736/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762660.301043:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762660.301046:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762660.301049:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762660.301052:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595076736, offset 0
00000400:00000200:1.0:1787762660.301056:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762660.301061:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762660.301066:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762660.301070:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762660.301074:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762660.301077:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762660.301080:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762660.301085:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278193:278193:256:4294967295] 192.168.203.101@tcp LPNI seq info [278192:278192:8:4294967295]
00000400:00000200:1.0:1787762660.301090:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762660.301098:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762660.301104:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762660.301108:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762660.301114:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762660.301117:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762660.301123:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762660.301126:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787762660.301131:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762660.301134:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762660.301138:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762660.301142:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762660.301147:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762660.301149:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762660.301152:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762660.301157:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f480 x1874597595076736/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762660.301167:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762660.301171:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f480 x1874597595076736/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762685 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762660.301179:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762660.301182:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762660.301185:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762660.301191:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762660.301194:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762660.301197:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316073485
00000100:00000001:1.0:1787762660.301200:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316074232
00000100:00000001:1.0:1787762660.301203:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316073485
00000100:00000001:1.0:1787762660.301206:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316074232
00000100:00000001:1.0:1787762660.301209:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762660.301211:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762660.301214:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762660.301218:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762660/real 1787762660]  req@ffff9b6537f1f480 x1874597595076736/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762660.301227:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762660.301228:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762660.301230:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762660.301233:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762660.301235:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762660.301238:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762660.301241:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f480 x1874597595076736/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762660.301281:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f480 x1874597595076736/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762660.301306:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762660.301310:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762660.301313:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762660.301316:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762660.301325:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f480 x1874597595076736/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762660.301339:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762660.301348:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f480 x1874597595076736/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762685 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762660.301363:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762660.301369:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762660.301372:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762660.301375:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762660.301379:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762660.301383:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762660.301388:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762660.301394:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762660.301397:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762660.301403:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f480 x1874597595076736/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762685 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762660.301413:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595076736:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762660.301419:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762660.301423:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e940 x1874597595076864/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762660.301432:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762660.301434:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762660.301438:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762660.301440:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762660.301443:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762660.301446:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595076864:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762660.301451:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762660.301454:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762660.301455:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762660.301458:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762660.301463:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787762660.301466:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762660.301471:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762660.301474:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762660.301479:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762660.301483:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595076864, portal 4
00000100:00000001:1.0:1787762660.301486:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762660.301487:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765443904 : -110615944107712 : ffff9b6537f1e940)
00000100:00000040:1.0:1787762660.301496:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e940 x1874597595076864/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762660.301504:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762660.301507:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762660.301510:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762660.301513:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595076864, offset 0
00000400:00000200:1.0:1787762660.301518:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762660.301523:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762660.301527:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762660.301532:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762660.301535:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762660.301538:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762660.301541:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762660.301546:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278194:278194:256:4294967295] 192.168.203.101@tcp LPNI seq info [278193:278193:8:4294967295]
00000400:00000200:1.0:1787762660.301551:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762660.301559:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762660.301566:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762660.301570:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762660.301575:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762660.301578:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762660.301614:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762660.301618:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787762660.301624:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762660.301627:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762660.301631:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762660.301635:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762660.301640:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762660.301642:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762660.301646:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762660.301651:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1e940 x1874597595076864/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762660.301661:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762660.301665:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e940 x1874597595076864/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762685 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762660.301674:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762660.301676:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762660.301680:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762660.301685:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762660.301689:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762660.301692:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316073492
00000100:00000001:1.0:1787762660.301695:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316074232
00000100:00000001:1.0:1787762660.301698:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316073492
00000100:00000001:1.0:1787762660.301701:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316074232
00000100:00000001:1.0:1787762660.301703:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762660.301706:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762660.301708:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762660.301712:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762660/real 1787762660]  req@ffff9b6537f1e940 x1874597595076864/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762660.301724:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762660.301726:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762660.301728:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762660.301731:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762660.301733:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762660.301735:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762660.301739:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e940 x1874597595076864/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762660.301750:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e940 x1874597595076864/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762660.301758:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762660.301760:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762660.301762:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762660.301764:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762660.301768:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e940 x1874597595076864/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762660.301776:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762660.301781:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e940 x1874597595076864/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762685 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762660.301789:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762660.301791:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762660.301793:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762660.301795:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762660.301797:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762660.301799:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762660.301802:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762660.301806:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762660.301808:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762660.301814:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e940 x1874597595076864/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762685 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762660.301824:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595076864:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762660.301829:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762660.301831:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762660.301835:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f480 x1874597595076736/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762685 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762660.301842:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762660.301845:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762660.301847:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762660.301850:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762660.301852:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762660.301853:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762660.301856:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762660.301858:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16800.
02000000:00000001:1.0:1787762660.301861:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762660.301863:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762660.301865:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f480.
00000100:00000001:1.0:1787762660.301868:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762660.301870:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762660.301872:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762660.301876:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e940 x1874597595076864/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762685 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762660.301883:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762660.301885:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762660.301886:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787762660.301889:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762660.301890:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762660.301892:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762660.301894:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762660.301896:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16c00.
02000000:00000001:1.0:1787762660.301898:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762660.301900:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762660.301902:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e940.
00000100:00000001:1.0:1787762660.301905:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762660.301907:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762660.301909:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762660.301914:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762660.301916:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762660.301918:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762660.301921:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762661.067346:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316074232, at 4316074240
00000100:00000040:0.0:1787762661.067382:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316074232, at 4316074240
00000100:00000010:1.0:1787762661.067387:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82240.
00000100:00000010:0.0:1787762661.067406:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a825a0.
00010000:00000001:0.0:1787762661.131352:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762661.131357:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762661.131365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762661.131367:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762661.131371:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762661.131376:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762661.131379:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762661.131384:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762661.131389:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762661.131392:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762661.131395:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762661.131397:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762661.131439:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762661.131446:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762661.131452:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762661.323369:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762661.323380:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762661.323383:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762661.323390:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762661.323394:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762661.323399:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762661.323403:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762661.323407:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762661.323411:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762662.155382:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762662.155390:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762662.155397:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762662.155399:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762662.155403:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762662.155405:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762662.155487:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762662.155495:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762662.155501:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762662.347399:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762662.347407:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762662.347412:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762662.347420:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762662.347435:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762662.347440:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762662.347444:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762662.347449:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762662.347454:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762663.179404:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762663.179435:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762663.179447:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762663.179449:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762663.179454:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762663.179456:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762663.179489:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762663.179492:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762663.179496:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762663.371398:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762663.371408:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762663.371411:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762663.371420:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762663.371425:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762663.371430:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762663.371434:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762663.371438:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762663.371442:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762664.203321:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762664.203327:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762664.203331:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762664.203332:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762664.203334:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762664.203335:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762664.203421:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762664.203425:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762664.203428:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762664.395316:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762664.395325:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762664.395327:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762664.395333:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762664.395337:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762664.395340:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762664.395344:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762664.395347:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762664.395350:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762665.227346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762665.227354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762665.227360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762665.227361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762665.227364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762665.227366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762665.227391:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762665.227393:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762665.227396:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762665.419306:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762665.419316:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762665.419319:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762665.419324:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762665.419329:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762665.419335:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21406
00000400:00000200:3.0:1787762665.419344:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762665.419351:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:0.0:1787762665.419353:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787762665.419355:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762665.419367:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762665.419371:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762665.419372:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762665.419374:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762665.419378:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787762665.419379:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:3.0:1787762665.419381:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762665.419388:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787762665.419389:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787762665.419392:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762665.419399:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762665.419403:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00100000:0.0:1787762665.419405:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000040:3.0:1787762665.419407:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762665.419419:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787762665.419421:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787762665.419422:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762665.419430:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:0.0:1787762665.419436:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787762665.419438:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762665.419451:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762665.419453:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762665.419455:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762665.419460:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787762665.419463:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787762665.419465:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762665.419479:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762665.419481:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762665.419482:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762665.419488:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762665.419496:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787762665.419500:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762665.419504:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762665.419506:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762665.419509:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762665.419511:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762665.419515:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762665.419522:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17800.
00000100:00000001:3.0:1787762665.419527:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762665.419534:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597595076992/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762665.419542:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762665.419558:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762665.419563:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597595076992/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762665.419580:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762665.419582:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762665.419585:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762665.419586:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762665.419587:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762665.419589:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762665.419602:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21406
00000400:00000200:3.0:1787762665.419605:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762665.419607:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762665.419608:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762665.419610:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762665.419612:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762665.419613:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762665.419615:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762665.419617:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762665.419618:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762665.419619:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762665.419621:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762665.419623:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762665.419624:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762665.419627:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762665.419628:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762665.419631:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762665.419632:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762665.419634:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000001:1.0:1787762665.419636:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787762665.419637:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762665.419641:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762665.419644:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787762665.419645:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762665.419648:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787762665.419652:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1c3c0 x1874597595076992/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762665.419653:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762665.419668:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762665.419672:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762665.419678:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787762665.419679:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762665.419682:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787762665.419683:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762665.419686:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787762665.419687:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762665.419690:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1787762665.419692:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
02000000:00000001:1.0:1787762665.419694:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787762665.419696:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000100:00100000:1.0:1787762665.419700:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595076992:192.168.203.101@tcp:250:kworker.0
02000000:00000001:3.0:1787762665.419701:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762665.419703:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762665.419706:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787762665.419706:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762665.419709:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762665.419712:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762665.419712:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762665.419716:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762665.419717:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14800.
02000000:00000001:1.0:1787762665.419719:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787762665.419722:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762665.419726:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787762665.419730:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762665.419730:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597595077120/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762665.419740:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762665.419741:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762665.419745:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762665.419747:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000100:00000040:3.0:1787762665.419750:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597595077120/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787762665.419754:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000001:3.0:1787762665.419770:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762665.419774:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787762665.419775:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595076992, portal 25
00000100:00080000:3.0:1787762665.419777:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762665.419780:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762665.419780:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787762665.419783:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765434304 : -110615944117312 : ffff9b6537f1c3c0)
00000100:00080000:3.0:1787762665.419784:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762665.419789:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1787762665.419793:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1c3c0 x1874597595076992/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762665.419794:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21406
00000400:00000200:3.0:1787762665.419801:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762665.419807:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762665.419812:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787762665.419813:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787762665.419816:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000040:1.0:1787762665.419821:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762665.419821:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1787762665.419824:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000040:3.0:1787762665.419827:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000200:1.0:1787762665.419828:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595076992, offset 0
00000100:00000001:3.0:1787762665.419829:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762665.419833:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762665.419834:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762665.419835:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762665.419837:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000400:00000200:1.0:1787762665.419838:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000020:00000001:3.0:1787762665.419840:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762665.419842:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762665.419845:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762665.419849:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762665.419850:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:3.0:1787762665.419854:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762665.419857:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:1.0:1787762665.419860:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000020:00000040:3.0:1787762665.419861:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762665.419868:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000400:00000200:1.0:1787762665.419869:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787762665.419871:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762665.419873:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787762665.419875:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
02000000:00000001:3.0:1787762665.419877:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787762665.419881:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787762665.419881:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762665.419885:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000001:3.0:1787762665.419886:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762665.419890:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787762665.419892:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278195:278195:256:4294967295] 192.168.203.101@tcp LPNI seq info [278194:278194:8:4294967295]
00000008:00000001:3.0:1787762665.419893:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762665.419897:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762665.419901:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000010:3.0:1787762665.419903:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787762665.419907:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762665.419912:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762665.419914:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762665.419915:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787762665.419917:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762665.419920:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762665.419922:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762665.419926:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
02000000:00000010:3.0:1787762665.419927:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16400.
00000800:00000010:1.0:1787762665.419932:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000100:00000001:3.0:1787762665.419932:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762665.419939:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597595077248/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787762665.419943:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762665.419950:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1787762665.419953:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762665.419955:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762665.419959:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:3.0:1787762665.419963:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597595077248/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787762665.419965:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787762665.419976:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762665.419976:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787762665.419979:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000100:00000040:3.0:1787762665.419980:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787762665.419986:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787762665.419987:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787762665.419993:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1787762665.419996:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21416)
00000400:00000200:1.0:1787762665.419997:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762665.420002:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762665.420007:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762665.420010:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1c3c0 x1874597595076992/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762665.420017:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762665.420021:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1c3c0 x1874597595076992/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762690 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762665.420026:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762665.420027:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762665.420032:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762665.420034:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762665.420036:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316079351
00000100:00000010:1.0:1787762665.420040:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82240.
00000100:00000001:1.0:1787762665.420045:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762665.420051:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316079351
00000100:00000010:1.0:1787762665.420053:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82660.
00000100:00000001:1.0:1787762665.420056:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762665.420060:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762665.420063:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762665.420065:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762665.420070:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762665/real 1787762665]  req@ffff9b6537f1c3c0 x1874597595076992/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762665.420080:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762665.420082:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762665.420084:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762665.420087:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762665.420089:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762665.420092:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762665.420095:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1c3c0 x1874597595076992/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762665.420105:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1c3c0 x1874597595076992/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762665.420119:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762665.420121:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762665.420123:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762665.420125:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762665.420128:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1c3c0 x1874597595076992/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762665.420133:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762665.420136:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1c3c0 x1874597595076992/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762690 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762665.420141:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762665.420143:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762665.420144:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762665.420145:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762665.420146:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762665.420148:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762665.420150:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762665.420152:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762665.420154:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762665.420156:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1c3c0 x1874597595076992/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762690 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762665.420162:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595076992:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762665.420165:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762665.420166:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762665.420168:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1c3c0 x1874597595076992/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762690 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762665.420173:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762665.420175:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762665.420177:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787762665.420179:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762665.420181:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762665.420182:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762665.420184:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762665.420186:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17800.
02000000:00000001:1.0:1787762665.420188:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762665.420189:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762665.420190:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1c3c0.
00000100:00000001:1.0:1787762665.420192:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762665.420193:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762665.420195:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762665.420200:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762665.420201:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762665.420203:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762665.420204:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762665.420205:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762665.420208:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1cf00 x1874597595077120/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762665.420212:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762665.420213:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762665.420215:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762665.420216:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762665.420217:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762665.420219:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595077120:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762665.420222:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762665.420223:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762665.420224:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762665.420225:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762665.420228:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787762665.420229:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762665.420232:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762665.420234:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762665.420236:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762665.420238:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595077120, portal 10
00000100:00000001:1.0:1787762665.420240:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762665.420241:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765437184 : -110615944114432 : ffff9b6537f1cf00)
00000100:00000040:1.0:1787762665.420274:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1cf00 x1874597595077120/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762665.420279:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762665.420281:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762665.420283:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762665.420284:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595077120, offset 0
00000400:00000200:1.0:1787762665.420287:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762665.420290:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762665.420293:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762665.420295:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762665.420297:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762665.420299:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762665.420301:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762665.420303:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278196:278196:256:4294967295] 192.168.203.101@tcp LPNI seq info [278195:278195:8:4294967295]
00000400:00000200:1.0:1787762665.420306:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762665.420310:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762665.420313:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762665.420316:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762665.420318:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762665.420321:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762665.420323:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762665.420325:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787762665.420327:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762665.420329:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762665.420331:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762665.420333:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762665.420336:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762665.420337:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762665.420339:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762665.420341:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1cf00 x1874597595077120/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762665.420351:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762665.420353:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1cf00 x1874597595077120/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762690 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762665.420357:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762665.420358:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762665.420360:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762665.420374:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762665.420376:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762665.420378:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316078605
00000100:00000001:1.0:1787762665.420380:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316079351
00000100:00000001:1.0:1787762665.420381:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316078605
00000100:00000001:1.0:1787762665.420383:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316079351
00000100:00000001:1.0:1787762665.420384:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762665.420385:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762665.420387:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762665.420389:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762665/real 1787762665]  req@ffff9b6537f1cf00 x1874597595077120/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762665.420393:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762665.420394:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762665.420396:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762665.420397:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762665.420398:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762665.420399:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762665.420401:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1cf00 x1874597595077120/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762665.420406:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1cf00 x1874597595077120/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762665.420410:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762665.420412:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762665.420413:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762665.420414:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762665.420417:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1cf00 x1874597595077120/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762665.420421:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762665.420423:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1cf00 x1874597595077120/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762690 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762665.420427:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762665.420429:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762665.420430:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762665.420430:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762665.420431:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762665.420433:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762665.420434:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762665.420436:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762665.420438:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762665.420440:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1cf00 x1874597595077120/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762690 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762665.420445:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595077120:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762665.420447:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762665.420449:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e1c0 x1874597595077248/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762665.420454:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762665.420455:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762665.420456:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762665.420457:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762665.420458:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762665.420461:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595077248:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762665.420463:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762665.420464:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762665.420465:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762665.420467:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762665.420469:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762665.420470:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762665.420472:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762665.420474:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762665.420476:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762665.420477:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595077248, portal 4
00000100:00000001:1.0:1787762665.420479:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762665.420480:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765441984 : -110615944109632 : ffff9b6537f1e1c0)
00000100:00000040:1.0:1787762665.420484:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e1c0 x1874597595077248/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762665.420488:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762665.420489:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762665.420491:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762665.420492:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595077248, offset 0
00000400:00000200:1.0:1787762665.420494:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762665.420496:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762665.420499:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762665.420500:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762665.420502:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762665.420503:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762665.420505:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762665.420507:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278197:278197:256:4294967295] 192.168.203.101@tcp LPNI seq info [278196:278196:8:4294967295]
00000400:00000200:1.0:1787762665.420510:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762665.420514:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762665.420517:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762665.420518:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762665.420521:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762665.420523:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762665.420526:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762665.420527:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787762665.420530:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762665.420532:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762665.420533:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762665.420536:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762665.420537:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762665.420538:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762665.420540:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762665.420542:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1e1c0 x1874597595077248/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762665.420565:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762665.420567:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e1c0 x1874597595077248/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762690 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762665.420572:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762665.420573:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762665.420576:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762665.420578:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762665.420580:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762665.420582:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316078611
00000100:00000001:1.0:1787762665.420584:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316079351
00000100:00000001:1.0:1787762665.420585:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316078611
00000100:00000001:1.0:1787762665.420587:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316079351
00000100:00000001:1.0:1787762665.420588:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762665.420589:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762665.420590:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762665.420592:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762665/real 1787762665]  req@ffff9b6537f1e1c0 x1874597595077248/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762665.420608:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762665.420609:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762665.420610:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762665.420612:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762665.420613:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762665.420614:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762665.420616:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e1c0 x1874597595077248/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762665.420622:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e1c0 x1874597595077248/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762665.420626:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762665.420627:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762665.420628:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762665.420629:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762665.420631:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e1c0 x1874597595077248/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762665.420635:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762665.420637:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e1c0 x1874597595077248/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762690 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762665.420641:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762665.420642:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762665.420643:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762665.420644:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762665.420645:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762665.420646:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762665.420648:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762665.420650:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762665.420651:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762665.420654:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e1c0 x1874597595077248/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762690 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762665.420674:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595077248:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762665.420677:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762665.420678:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762665.420680:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1cf00 x1874597595077120/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762690 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762665.420684:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762665.420685:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762665.420686:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787762665.420688:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762665.420689:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762665.420689:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762665.420691:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762665.420692:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14800.
02000000:00000001:1.0:1787762665.420693:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762665.420694:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762665.420695:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1cf00.
00000100:00000001:1.0:1787762665.420697:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762665.420698:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762665.420699:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762665.420701:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e1c0 x1874597595077248/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762690 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762665.420705:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762665.420706:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762665.420707:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762665.420709:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762665.420709:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762665.420710:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762665.420711:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762665.420712:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16400.
02000000:00000001:1.0:1787762665.420713:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762665.420714:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762665.420715:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e1c0.
00000100:00000001:1.0:1787762665.420717:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762665.420718:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762665.420719:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762665.420721:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762665.420722:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762665.420724:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762665.420725:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762666.187344:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316079351, at 4316079360
00000100:00000040:1.0:1787762666.187344:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316079351, at 4316079360
00000100:00000010:1.0:1787762666.187363:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82660.
00000100:00000010:0.0:1787762666.187370:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82240.
00010000:00000001:0.0:1787762666.251373:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762666.251399:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762666.251404:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762666.251410:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762666.251419:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762666.251423:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762666.251427:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762666.251432:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762666.251441:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762666.251445:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762666.251448:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762666.251451:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762666.251455:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762666.251457:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762666.251461:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762666.251465:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762666.251472:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762666.251476:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762666.251588:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762666.251594:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762666.251599:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762666.443351:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762666.443357:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762666.443359:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762666.443363:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762666.443366:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762666.443368:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762666.443371:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762666.443373:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762666.443375:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762667.275406:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762667.275416:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762667.275424:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762667.275425:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762667.275430:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762667.275432:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762667.275478:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762667.275483:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762667.275487:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762667.467372:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762667.467383:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762667.467386:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762667.467393:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762667.467398:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762667.467404:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762667.467408:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762667.467411:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762667.467415:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762668.299329:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762668.299335:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762668.299341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762668.299342:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762668.299346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762668.299347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762668.299436:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762668.299441:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762668.299445:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762668.491319:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762668.491325:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762668.491326:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762668.491330:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762668.491333:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762668.491335:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762668.491337:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762668.491339:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762668.491341:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762669.323411:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762669.323420:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762669.323428:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762669.323430:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762669.323435:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762669.323437:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762669.323469:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762669.323473:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762669.323477:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762669.515411:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762669.515422:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762669.515426:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762669.515436:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762669.515442:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762669.515448:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762669.515452:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762669.515456:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762669.515460:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762670.347316:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762670.347322:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762670.347326:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762670.347327:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762670.347330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762670.347331:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762670.347449:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762670.347458:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762670.347465:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762670.539314:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762670.539319:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762670.539321:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762670.539325:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762670.539328:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762670.539342:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762670.539345:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762670.539347:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762670.539349:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762670.539376:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762670.539381:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762670.539384:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762670.539387:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762670.539390:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762670.539396:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21411
00000400:00000200:2.0:1787762670.539403:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762670.539408:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762670.539411:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762670.539413:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762670.539415:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762670.539417:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762670.539419:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762670.539422:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762670.539423:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:2.0:1787762670.539425:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762670.539428:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:2.0:1787762670.539429:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:2.0:1787762670.539431:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:2.0:1787762670.539433:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762670.539435:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762670.539436:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762670.539437:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762670.539439:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:2.0:1787762670.539442:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762670.539443:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762670.539445:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762670.539448:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762670.539449:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762670.539451:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762670.539453:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762670.539462:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a8000.
00000020:00000040:2.0:1787762670.539465:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:2.0:1787762670.539468:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762670.539469:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762670.539472:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762670.539474:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762670.539477:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762670.539483:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541867000.
00000100:00000001:2.0:1787762670.539488:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762670.539495:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a8000 x1874597595077376/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762670.539504:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762670.539507:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762670.539526:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8c6ba4f] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a8000 x1874597595077376/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762670.539546:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762670.539548:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762670.539551:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762670.539552:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762670.539553:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762670.539555:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762670.539557:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21411
00000400:00000200:2.0:1787762670.539560:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762670.539563:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762670.539564:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762670.539566:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762670.539568:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762670.539569:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762670.539570:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762670.539572:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762670.539573:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:2.0:1787762670.539575:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762670.539588:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:2.0:1787762670.539589:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:2.0:1787762670.539591:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:2.0:1787762670.539593:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762670.539594:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762670.539595:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762670.539596:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762670.539597:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:2.0:1787762670.539599:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762670.539600:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762670.539602:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762670.539607:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762670.539608:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762670.539609:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762670.539612:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762670.539615:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762670.539617:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762670.539619:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366aad00.
00000020:00000040:2.0:1787762670.539621:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:2.0:1787762670.539624:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762670.539625:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762670.539627:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762670.539628:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762670.539630:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762670.539632:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541864000.
00000100:00000001:1.0:1787762670.539638:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762670.539638:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762670.539646:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1787762670.539647:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366aad00 x1874597595077504/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762670.539649:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787762670.539657:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762670.539659:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762670.539664:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8000 x1874597595077376/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762670.539668:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090a410c6] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366aad00 x1874597595077504/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762670.539705:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762670.539710:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762670.539715:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762670.539716:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1787762670.539718:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787762670.539721:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1787762670.539722:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:1.0:1787762670.539730:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762670.539730:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762670.539740:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1787762670.539748:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595077376:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762670.539749:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787762670.539761:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1787762670.539761:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21411
00000400:00000200:2.0:1787762670.539771:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:1.0:1787762670.539772:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762670.539775:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762670.539779:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
02000000:00000001:1.0:1787762670.539784:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1787762670.539786:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762670.539794:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762670.539796:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:1.0:1787762670.539798:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08800.
00000100:00000040:2.0:1787762670.539799:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
02000000:00000001:1.0:1787762670.539809:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762670.539811:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762670.539820:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762670.539822:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000400:00000200:1.0:1787762670.539827:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000020:00000001:2.0:1787762670.539828:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762670.539838:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000400:00000010:1.0:1787762670.539839:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000020:00000001:2.0:1787762670.539843:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:2.0:1787762670.539846:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:2.0:1787762670.539862:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762670.539864:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762670.539865:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762670.539866:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762670.539868:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000400:00000010:1.0:1787762670.539869:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00080000:2.0:1787762670.539873:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762670.539877:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762670.539878:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762670.539882:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1787762670.539884:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595077376, portal 25
02000000:00000001:2.0:1787762670.539885:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762670.539898:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762670.539900:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00100000:2.0:1787762670.539903:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787762670.539904:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739792384 : -110615969759232 : ffff9b65366a8000)
00000008:00000001:2.0:1787762670.539919:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762670.539922:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8000 x1874597595077376/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762670.539928:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762670.539949:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:2.0:1787762670.539951:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a9e00.
00000100:00000040:1.0:1787762670.539959:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000020:00000040:2.0:1787762670.539964:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000010:1.0:1787762670.539965:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762670.539973:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595077376, offset 0
02000000:00000001:2.0:1787762670.539974:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762670.539980:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762670.539984:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787762670.539989:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
02000000:00000001:2.0:1787762670.539992:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762670.539998:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762670.540005:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000010:2.0:1787762670.540006:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541865400.
00000100:00000001:2.0:1787762670.540014:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762670.540019:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00100000:2.0:1787762670.540028:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a9e00 x1874597595077632/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762670.540031:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787762670.540044:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787762670.540045:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000001:2.0:1787762670.540063:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762670.540068:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b092d61d] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a9e00 x1874597595077632/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762670.540073:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762670.540086:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000001:2.0:1787762670.540097:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762670.540098:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278198:278198:256:4294967295] 192.168.203.101@tcp LPNI seq info [278197:278197:8:4294967295]
00000100:00000040:2.0:1787762670.540107:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787762670.540116:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:2.0:1787762670.540121:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1787762670.540128:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21421)
00000400:00000200:1.0:1787762670.540139:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762670.540144:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762670.540150:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762670.540157:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762670.540161:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762670.540167:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762670.540171:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787762670.540174:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762670.540177:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762670.540184:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762670.540188:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762670.540193:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762670.540195:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762670.540200:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762670.540203:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a8000 x1874597595077376/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762670.540213:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762670.540217:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8000 x1874597595077376/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762695 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762670.540225:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762670.540227:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762670.540234:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762670.540239:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762670.540242:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316084471
00000100:00000010:1.0:1787762670.540249:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82660.
00000100:00000001:1.0:1787762670.540258:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762670.540269:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316084471
00000100:00000010:1.0:1787762670.540271:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82180.
00000100:00000001:1.0:1787762670.540274:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762670.540311:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762670.540313:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762670.540316:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762670.540320:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762670/real 1787762670]  req@ffff9b65366a8000 x1874597595077376/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762670.540328:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762670.540329:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762670.540331:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762670.540334:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762670.540352:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762670.540356:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762670.540360:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8000 x1874597595077376/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762670.540372:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8000 x1874597595077376/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762670.540382:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762670.540385:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762670.540388:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762670.540391:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762670.540397:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8000 x1874597595077376/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762670.540405:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762670.540411:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8000 x1874597595077376/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762695 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762670.540422:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762670.540425:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762670.540427:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762670.540429:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762670.540433:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762670.540435:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762670.540440:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762670.540445:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762670.540448:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762670.540453:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8000 x1874597595077376/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762695 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762670.540464:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595077376:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762670.540470:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762670.540474:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762670.540478:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8000 x1874597595077376/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762695 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762670.540486:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762670.540490:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762670.540495:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762670.540499:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762670.540503:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762670.540505:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762670.540508:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762670.540543:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541867000.
02000000:00000001:1.0:1787762670.540567:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762670.540569:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762670.540570:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8000.
00000100:00000001:1.0:1787762670.540573:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762670.540574:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762670.540576:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762670.540582:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762670.540584:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762670.540586:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762670.540587:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762670.540589:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762670.540592:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366aad00 x1874597595077504/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762670.540598:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762670.540599:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762670.540601:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762670.540602:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762670.540604:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762670.540605:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595077504:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762670.540608:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762670.540610:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762670.540611:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762670.540613:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762670.540615:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762670.540616:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762670.540619:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762670.540621:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762670.540623:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762670.540626:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595077504, portal 10
00000100:00000001:1.0:1787762670.540628:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762670.540629:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739803904 : -110615969747712 : ffff9b65366aad00)
00000100:00000040:1.0:1787762670.540634:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366aad00 x1874597595077504/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762670.540639:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762670.540641:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762670.540642:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762670.540644:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595077504, offset 0
00000400:00000200:1.0:1787762670.540646:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762670.540649:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762670.540651:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762670.540654:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762670.540656:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762670.540658:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762670.540659:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762670.540662:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278199:278199:256:4294967295] 192.168.203.101@tcp LPNI seq info [278198:278198:8:4294967295]
00000400:00000200:1.0:1787762670.540664:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762670.540669:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762670.540672:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762670.540674:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762670.540677:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762670.540679:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762670.540682:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762670.540684:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787762670.540687:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762670.540688:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762670.540690:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762670.540693:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762670.540695:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762670.540696:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762670.540698:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762670.540700:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366aad00 x1874597595077504/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762670.540710:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762670.540713:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366aad00 x1874597595077504/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762695 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762670.540717:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762670.540718:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762670.540720:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762670.540723:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762670.540725:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762670.540727:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316083725
00000100:00000001:1.0:1787762670.540729:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316084471
00000100:00000001:1.0:1787762670.540731:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316083725
00000100:00000001:1.0:1787762670.540732:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316084471
00000100:00000001:1.0:1787762670.540734:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762670.540735:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762670.540736:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762670.540738:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762670/real 1787762670]  req@ffff9b65366aad00 x1874597595077504/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762670.540743:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762670.540744:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762670.540745:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762670.540747:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762670.540748:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762670.540750:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762670.540752:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366aad00 x1874597595077504/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762670.540758:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366aad00 x1874597595077504/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762670.540761:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762670.540763:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762670.540764:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762670.540765:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762670.540768:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366aad00 x1874597595077504/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762670.540772:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762670.540774:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366aad00 x1874597595077504/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762695 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762670.540778:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762670.540780:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762670.540781:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762670.540782:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762670.540783:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762670.540784:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762670.540786:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762670.540787:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762670.540789:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762670.540791:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366aad00 x1874597595077504/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762695 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762670.540796:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595077504:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762670.540798:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762670.540800:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a9e00 x1874597595077632/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762670.540805:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762670.540806:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762670.540808:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762670.540809:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762670.540810:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762670.540813:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595077632:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762670.540815:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762670.540816:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762670.540818:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762670.540819:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762670.540821:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787762670.540823:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762670.540824:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762670.540826:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762670.540828:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762670.540847:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595077632, portal 4
00000100:00000001:1.0:1787762670.540850:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762670.540852:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739800064 : -110615969751552 : ffff9b65366a9e00)
00000100:00000040:1.0:1787762670.540860:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a9e00 x1874597595077632/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762670.540868:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762670.540871:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762670.540873:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762670.540876:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595077632, offset 0
00000400:00000200:1.0:1787762670.540881:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762670.540886:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762670.540890:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762670.540894:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762670.540897:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762670.540900:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762670.540903:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762670.540907:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278200:278200:256:4294967295] 192.168.203.101@tcp LPNI seq info [278199:278199:8:4294967295]
00000400:00000200:1.0:1787762670.540912:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762670.540919:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762670.540925:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762670.540928:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762670.540933:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762670.540937:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762670.540942:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762670.540946:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787762670.540951:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762670.540954:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762670.540957:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762670.540961:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762670.540964:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762670.540966:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762670.540969:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762670.540973:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a9e00 x1874597595077632/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762670.540983:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762670.540987:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a9e00 x1874597595077632/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762695 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762670.540995:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762670.540997:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762670.541000:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762670.541004:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762670.541008:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762670.541010:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316083731
00000100:00000001:1.0:1787762670.541013:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316084471
00000100:00000001:1.0:1787762670.541015:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316083731
00000100:00000001:1.0:1787762670.541018:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316084471
00000100:00000001:1.0:1787762670.541021:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762670.541023:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762670.541026:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762670.541030:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762670/real 1787762670]  req@ffff9b65366a9e00 x1874597595077632/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762670.541039:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762670.541042:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762670.541044:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762670.541063:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762670.541064:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762670.541066:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762670.541068:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a9e00 x1874597595077632/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762670.541073:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a9e00 x1874597595077632/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762670.541076:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762670.541077:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762670.541078:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762670.541079:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762670.541081:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a9e00 x1874597595077632/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762670.541085:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762670.541088:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a9e00 x1874597595077632/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762695 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762670.541092:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762670.541093:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762670.541094:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762670.541095:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762670.541096:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762670.541097:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762670.541099:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762670.541102:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762670.541103:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762670.541105:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a9e00 x1874597595077632/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762695 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762670.541115:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595077632:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762670.541117:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762670.541119:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762670.541120:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366aad00 x1874597595077504/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762695 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762670.541124:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762670.541125:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762670.541127:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762670.541128:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762670.541129:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762670.541130:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762670.541131:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762670.541132:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541864000.
02000000:00000001:1.0:1787762670.541135:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762670.541136:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762670.541136:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366aad00.
00000100:00000001:1.0:1787762670.541139:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762670.541140:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762670.541141:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762670.541143:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a9e00 x1874597595077632/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762695 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762670.541147:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762670.541148:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762670.541148:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787762670.541150:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762670.541151:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762670.541151:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762670.541152:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762670.541153:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541865400.
02000000:00000001:1.0:1787762670.541155:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762670.541155:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762670.541156:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a9e00.
00000100:00000001:1.0:1787762670.541158:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762670.541159:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762670.541161:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762670.541163:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762670.541164:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762670.541165:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762670.541167:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762671.307352:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316084471, at 4316084480
00000100:00000010:1.0:1787762671.307374:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82180.
00000100:00000040:0.0:1787762671.307408:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316084471, at 4316084480
00000100:00000010:0.0:1787762671.307429:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82660.
00010000:00000001:0.0:1787762671.371379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762671.371384:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762671.371391:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762671.371393:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762671.371397:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762671.371401:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762671.371404:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762671.371408:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762671.371412:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762671.371415:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762671.371417:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762671.371420:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762671.371450:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762671.371455:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762671.371462:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762671.563333:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762671.563343:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762671.563346:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762671.563352:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762671.563357:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762671.563361:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762671.563365:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762671.563369:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762671.563372:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762672.395379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762672.395388:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762672.395396:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762672.395398:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762672.395402:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762672.395404:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762672.395489:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762672.395497:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762672.395528:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762672.587367:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762672.587378:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762672.587381:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762672.587388:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762672.587393:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762672.587398:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762672.587401:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762672.587406:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762672.587410:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762673.419350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762673.419359:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762673.419365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762673.419366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762673.419369:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762673.419370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762673.419395:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762673.419398:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762673.419400:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762673.611367:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762673.611376:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762673.611379:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762673.611385:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762673.611391:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762673.611396:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762673.611399:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762673.611403:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762673.611406:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762674.443374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762674.443382:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762674.443388:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762674.443390:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762674.443393:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762674.443394:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762674.443505:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762674.443510:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762674.443513:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762674.635336:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762674.635346:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762674.635347:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762674.635353:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762674.635357:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762674.635361:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762674.635363:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762674.635366:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762674.635368:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762675.467305:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762675.467310:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762675.467314:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762675.467315:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762675.467318:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762675.467318:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762675.467334:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762675.467336:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762675.467338:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762675.659320:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762675.659326:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762675.659327:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762675.659331:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762675.659334:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762675.659337:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762675.659339:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762675.659342:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762675.659344:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762675.659415:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762675.659428:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762675.659432:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762675.659438:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762675.659445:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762675.659456:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21416
00000400:00000200:3.0:1787762675.659469:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762675.659502:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762675.659507:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762675.659512:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762675.659516:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762675.659520:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762675.659523:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762675.659529:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762675.659532:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762675.659535:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762675.659540:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762675.659543:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762675.659547:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762675.659551:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762675.659553:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762675.659556:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762675.659559:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762675.659563:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762675.659568:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762675.659571:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762675.659574:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762675.659579:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762675.659583:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762675.659586:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762675.659589:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762675.659600:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787762675.659606:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762675.659612:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762675.659614:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762675.659619:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762675.659623:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762675.659629:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762675.659642:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17400.
00000100:00000001:3.0:1787762675.659653:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762675.659667:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597595077760/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762675.659681:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762675.659689:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762675.659696:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597595077760/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762675.659730:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762675.659735:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762675.659740:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762675.659742:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762675.659744:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762675.659748:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762675.659752:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21416
00000400:00000200:3.0:1787762675.659757:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762675.659762:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762675.659765:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762675.659769:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762675.659773:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762675.659777:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762675.659780:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762675.659783:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787762675.659786:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787762675.659787:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762675.659793:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787762675.659798:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1787762675.659800:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000100:00000001:1.0:1787762675.659805:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787762675.659807:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762675.659813:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762675.659822:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000040:1.0:1787762675.659825:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e1c0 x1874597595077760/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762675.659826:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762675.659834:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762675.659842:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762675.659851:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762675.659859:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762675.659867:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762675.659868:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762675.659874:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762675.659875:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762675.659886:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762675.659887:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762675.659892:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762675.659894:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762675.659902:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762675.659903:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762675.659913:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762675.659919:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762675.659921:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762675.659927:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595077760:192.168.203.101@tcp:250:kworker.0
00000100:00000010:3.0:1787762675.659928:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000020:00000040:3.0:1787762675.659936:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762675.659945:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762675.659950:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762675.659952:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787762675.659953:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762675.659960:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762675.659963:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762675.659967:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1787762675.659969:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16400.
02000000:00000001:1.0:1787762675.659977:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762675.659979:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762675.659993:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1787762675.659997:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597595077888/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1787762675.660008:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0bc00.
00000100:00000001:3.0:1787762675.660010:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762675.660016:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762675.660021:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762675.660026:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597595077888/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762675.660045:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762675.660059:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000100:00000001:3.0:1787762675.660062:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762675.660068:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1787762675.660074:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00080000:3.0:1787762675.660075:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762675.660079:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762675.660085:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762675.660088:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1787762675.660093:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595077760, portal 25
00000100:00080000:3.0:1787762675.660094:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21416
00000100:00000001:1.0:1787762675.660104:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000400:00000200:3.0:1787762675.660107:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762675.660110:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765441984 : -110615944109632 : ffff9b6537f1e1c0)
00000400:00000200:3.0:1787762675.660115:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762675.660121:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762675.660132:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000040:1.0:1787762675.660133:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e1c0 x1874597595077760/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762675.660136:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762675.660145:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762675.660152:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762675.660160:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762675.660164:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000100:00000001:1.0:1787762675.660169:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1787762675.660170:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762675.660176:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762675.660184:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:1.0:1787762675.660185:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000020:00000001:3.0:1787762675.660191:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000010:1.0:1787762675.660193:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000040:3.0:1787762675.660201:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000200:1.0:1787762675.660205:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595077760, offset 0
00000100:00000001:3.0:1787762675.660206:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762675.660214:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762675.660219:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762675.660223:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000400:00000200:1.0:1787762675.660225:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00080000:3.0:1787762675.660233:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762675.660238:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762675.660242:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762675.660286:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762675.660291:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762675.660294:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762675.660298:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762675.660302:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762675.660305:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762675.660311:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787762675.660315:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000200:1.0:1787762675.660317:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:3.0:1787762675.660321:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762675.660326:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762675.660328:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762675.660331:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787762675.660336:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
02000000:00000001:3.0:1787762675.660337:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762675.660353:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14800.
00000400:00000200:1.0:1787762675.660355:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787762675.660362:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762675.660367:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00100000:3.0:1787762675.660376:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597595078016/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762675.660379:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762675.660390:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762675.660406:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278201:278201:256:4294967295] 192.168.203.101@tcp LPNI seq info [278200:278200:8:4294967295]
00000100:00000001:3.0:1787762675.660407:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762675.660415:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762675.660423:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:3.0:1787762675.660426:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597595078016/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762675.660444:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762675.660449:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1787762675.660452:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762675.660464:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762675.660473:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21426)
00000800:00000200:1.0:1787762675.660505:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762675.660518:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762675.660532:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762675.660539:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762675.660548:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762675.660553:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787762675.660558:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762675.660562:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762675.660569:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762675.660576:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762675.660583:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762675.660587:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762675.660593:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762675.660600:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1e1c0 x1874597595077760/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762675.660616:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762675.660621:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e1c0 x1874597595077760/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762700 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762675.660631:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762675.660633:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762675.660644:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762675.660649:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762675.660664:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316089592
00000100:00000010:1.0:1787762675.660672:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82180.
00000100:00000001:1.0:1787762675.660681:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762675.660691:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316089592
00000100:00000010:1.0:1787762675.660695:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82cc0.
00000100:00000001:1.0:1787762675.660699:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762675.660704:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762675.660708:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762675.660712:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762675.660718:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762675/real 1787762675]  req@ffff9b6537f1e1c0 x1874597595077760/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762675.660730:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762675.660732:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762675.660735:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762675.660740:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762675.660742:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762675.660746:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762675.660750:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e1c0 x1874597595077760/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762675.660761:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e1c0 x1874597595077760/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762675.660770:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762675.660773:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762675.660777:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762675.660780:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762675.660785:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e1c0 x1874597595077760/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762675.660794:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762675.660800:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e1c0 x1874597595077760/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762700 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762675.660809:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762675.660813:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762675.660815:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762675.660817:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762675.660821:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762675.660823:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762675.660827:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762675.660832:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762675.660835:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762675.660841:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e1c0 x1874597595077760/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762700 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762675.660851:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595077760:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762675.660857:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762675.660860:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762675.660863:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e1c0 x1874597595077760/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762700 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762675.660872:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762675.660876:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762675.660880:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787762675.660884:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762675.660886:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762675.660890:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762675.660893:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762675.660897:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17400.
02000000:00000001:1.0:1787762675.660902:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762675.660905:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762675.660908:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e1c0.
00000100:00000001:1.0:1787762675.660912:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762675.660914:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762675.660916:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762675.660927:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762675.660929:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762675.660931:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762675.660935:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762675.660937:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762675.660945:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1cf00 x1874597595077888/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762675.660960:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762675.660962:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762675.660967:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762675.660970:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762675.660975:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762675.660982:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595077888:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762675.660989:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762675.660993:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762675.660997:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762675.661001:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762675.661007:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787762675.661012:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762675.661020:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762675.661025:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762675.661032:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762675.661039:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595077888, portal 10
00000100:00000001:1.0:1787762675.661043:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762675.661045:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765437184 : -110615944114432 : ffff9b6537f1cf00)
00000100:00000040:1.0:1787762675.661055:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1cf00 x1874597595077888/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762675.661065:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762675.661068:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762675.661071:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762675.661075:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595077888, offset 0
00000400:00000200:1.0:1787762675.661080:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762675.661086:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762675.661091:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762675.661096:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762675.661099:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762675.661103:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762675.661106:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762675.661110:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278202:278202:256:4294967295] 192.168.203.101@tcp LPNI seq info [278201:278201:8:4294967295]
00000400:00000200:1.0:1787762675.661116:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762675.661125:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762675.661131:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762675.661135:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762675.661141:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762675.661145:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762675.661150:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762675.661154:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787762675.661159:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762675.661162:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762675.661166:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762675.661171:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762675.661175:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762675.661177:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762675.661181:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762675.661185:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1cf00 x1874597595077888/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762675.661195:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762675.661199:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1cf00 x1874597595077888/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762700 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762675.661217:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762675.661219:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762675.661223:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762675.661229:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762675.661234:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762675.661236:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316088845
00000100:00000001:1.0:1787762675.661240:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316089592
00000100:00000001:1.0:1787762675.661243:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316088845
00000100:00000001:1.0:1787762675.661277:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316089592
00000100:00000001:1.0:1787762675.661281:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762675.661284:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762675.661287:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762675.661292:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762675/real 1787762675]  req@ffff9b6537f1cf00 x1874597595077888/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762675.661303:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762675.661305:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762675.661307:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762675.661310:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762675.661312:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762675.661315:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762675.661319:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1cf00 x1874597595077888/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762675.661330:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1cf00 x1874597595077888/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762675.661338:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762675.661340:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762675.661342:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762675.661344:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762675.661348:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1cf00 x1874597595077888/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762675.661358:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762675.661363:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1cf00 x1874597595077888/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762700 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762675.661372:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762675.661374:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762675.661376:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762675.661378:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762675.661380:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762675.661383:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762675.661386:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762675.661390:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762675.661393:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762675.661397:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1cf00 x1874597595077888/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762700 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762675.661407:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595077888:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762675.661412:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762675.661416:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1c3c0 x1874597595078016/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762675.661425:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762675.661427:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762675.661430:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762675.661432:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762675.661435:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762675.661438:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595078016:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762675.661442:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762675.661444:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762675.661447:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762675.661449:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762675.661454:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762675.661457:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762675.661461:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762675.661465:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762675.661469:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762675.661472:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595078016, portal 4
00000100:00000001:1.0:1787762675.661475:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762675.661504:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765434304 : -110615944117312 : ffff9b6537f1c3c0)
00000100:00000040:1.0:1787762675.661514:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1c3c0 x1874597595078016/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762675.661523:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762675.661526:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762675.661529:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762675.661533:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595078016, offset 0
00000400:00000200:1.0:1787762675.661538:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762675.661544:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762675.661549:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762675.661553:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762675.661556:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762675.661560:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762675.661563:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762675.661567:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278203:278203:256:4294967295] 192.168.203.101@tcp LPNI seq info [278202:278202:8:4294967295]
00000400:00000200:1.0:1787762675.661573:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762675.661581:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762675.661587:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762675.661591:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762675.661596:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762675.661599:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762675.661605:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762675.661609:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787762675.661614:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762675.661617:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762675.661621:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762675.661626:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762675.661630:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762675.661632:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762675.661635:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762675.661639:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1c3c0 x1874597595078016/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762675.661650:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762675.661654:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1c3c0 x1874597595078016/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762700 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762675.661662:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762675.661664:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762675.661668:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762675.661671:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762675.661675:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762675.661678:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316088852
00000100:00000001:1.0:1787762675.661682:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316089592
00000100:00000001:1.0:1787762675.661684:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316088852
00000100:00000001:1.0:1787762675.661687:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316089592
00000100:00000001:1.0:1787762675.661689:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762675.661692:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762675.661694:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762675.661699:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762675/real 1787762675]  req@ffff9b6537f1c3c0 x1874597595078016/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762675.661708:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762675.661710:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762675.661712:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762675.661715:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762675.661717:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762675.661720:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762675.661724:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1c3c0 x1874597595078016/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762675.661735:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1c3c0 x1874597595078016/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762675.661743:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762675.661744:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762675.661746:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762675.661748:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762675.661752:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1c3c0 x1874597595078016/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762675.661760:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762675.661765:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1c3c0 x1874597595078016/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762700 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762675.661773:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762675.661776:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762675.661778:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762675.661779:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762675.661781:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762675.661783:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762675.661786:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762675.661790:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762675.661793:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762675.661798:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1c3c0 x1874597595078016/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762700 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762675.661808:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595078016:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762675.661813:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762675.661815:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762675.661820:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1cf00 x1874597595077888/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762700 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762675.661828:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762675.661831:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762675.661833:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787762675.661836:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762675.661839:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762675.661841:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762675.661843:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762675.661846:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16400.
02000000:00000001:1.0:1787762675.661849:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762675.661851:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762675.661853:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1cf00.
00000100:00000001:1.0:1787762675.661857:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762675.661859:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762675.661862:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762675.661865:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1c3c0 x1874597595078016/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762700 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762675.661873:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762675.661874:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762675.661876:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762675.661880:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762675.661881:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762675.661882:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762675.661885:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762675.661886:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14800.
02000000:00000001:1.0:1787762675.661889:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762675.661890:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762675.661892:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1c3c0.
00000100:00000001:1.0:1787762675.661894:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762675.661897:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762675.661899:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762675.661904:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762675.661905:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762675.661908:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762675.661910:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762676.427332:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316089592, at 4316089600
00000100:00000010:0.0:1787762676.427346:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82180.
00000100:00000040:1.0:1787762676.427398:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316089592, at 4316089600
00000100:00000010:1.0:1787762676.427417:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82cc0.
00010000:00000001:0.0:1787762676.491318:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762676.491324:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762676.491325:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762676.491328:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762676.491331:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762676.491333:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762676.491335:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762676.491336:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762676.491339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762676.491340:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762676.491341:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762676.491342:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762676.491344:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762676.491344:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762676.491346:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762676.491347:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762676.491349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762676.491350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762676.491421:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762676.491427:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762676.491433:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762676.683308:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762676.683314:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762676.683315:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762676.683320:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762676.683323:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762676.683325:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762676.683328:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762676.683330:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762676.683333:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762677.515351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762677.515359:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762677.515366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762677.515368:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762677.515372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762677.515374:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762677.515399:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762677.515403:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762677.515421:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762677.707355:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762677.707367:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762677.707370:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762677.707379:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762677.707383:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762677.707387:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762677.707390:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762677.707393:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762677.707396:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762678.539355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762678.539379:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762678.539385:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762678.539386:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762678.539389:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762678.539391:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762678.539520:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762678.539524:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762678.539527:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762678.731331:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762678.731339:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762678.731342:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762678.731348:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762678.731353:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762678.731357:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762678.731361:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762678.731365:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762678.731368:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762679.563325:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762679.563336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762679.563345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762679.563346:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762679.563351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762679.563352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762679.563381:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762679.563384:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762679.563387:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762679.755420:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762679.755434:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762679.755438:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762679.755475:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762679.755483:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762679.755488:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762679.755493:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762679.755497:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762679.755501:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762680.587358:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762680.587366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762680.587372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762680.587373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762680.587376:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762680.587377:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762680.587489:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762680.587498:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762680.587504:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762680.779317:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762680.779324:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762680.779327:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762680.779334:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762680.779338:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762680.779342:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762680.779344:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762680.779347:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762680.779349:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762680.779425:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762680.779459:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762680.779464:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762680.779469:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762680.779475:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762680.779485:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21421
00000400:00000200:1.0:1787762680.779498:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762680.779507:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762680.779511:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762680.779516:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762680.779520:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762680.779523:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762680.779535:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762680.779540:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762680.779543:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:1.0:1787762680.779547:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762680.779551:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:1.0:1787762680.779555:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:1.0:1787762680.779558:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:1.0:1787762680.779562:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762680.779565:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762680.779568:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762680.779571:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762680.779575:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:1.0:1787762680.779580:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762680.779583:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762680.779586:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762680.779591:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762680.779594:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762680.779597:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762680.779600:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762680.779611:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588f840.
00000020:00000040:1.0:1787762680.779615:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:1.0:1787762680.779621:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762680.779623:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762680.779626:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762680.779630:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762680.779635:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762680.779644:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee08800.
00000100:00000001:1.0:1787762680.779652:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762680.779663:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588f840 x1874597595078144/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762680.779677:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762680.779683:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762680.779689:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010754fdf] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588f840 x1874597595078144/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762680.779722:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762680.779726:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762680.779731:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762680.779733:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762680.779735:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762680.779738:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762680.779742:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21421
00000400:00000200:1.0:1787762680.779747:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762680.779751:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762680.779754:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762680.779758:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762680.779761:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762680.779765:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762680.779768:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762680.779771:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762680.779773:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:1.0:1787762680.779776:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762680.779779:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:1.0:1787762680.779782:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:1.0:1787762680.779785:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:1.0:1787762680.779789:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762680.779792:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762680.779795:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1787762680.779796:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762680.779806:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762680.779807:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762680.779814:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1787762680.779816:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:1.0:1787762680.779823:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762680.779831:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762680.779833:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588f840 x1874597595078144/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787762680.779834:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762680.779847:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762680.779852:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1787762680.779856:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762680.779858:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762680.779871:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787762680.779871:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:1.0:1787762680.779883:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762680.779892:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762680.779894:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762680.779901:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762680.779903:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762680.779915:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595078144:192.168.203.101@tcp:250:kworker.0
00000100:00000010:1.0:1787762680.779919:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588d2c0.
00000100:00000001:2.0:1787762680.779922:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762680.779933:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1787762680.779934:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:2.0:1787762680.779937:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762680.779945:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762680.779946:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787762680.779954:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762680.779957:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864c00.
00000100:00000001:1.0:1787762680.779961:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762680.779964:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762680.779970:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787762680.779977:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:1.0:1787762680.779979:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762680.779984:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
02000000:00000010:1.0:1787762680.779994:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee0bc00.
00000400:00000010:2.0:1787762680.779998:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000001:1.0:1787762680.780008:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762680.780011:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595078144, portal 25
00000100:00000001:2.0:1787762680.780018:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762680.780021:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188141120 : -110616521410496 : ffff9b651588f840)
00000100:00100000:1.0:1787762680.780030:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588d2c0 x1874597595078272/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787762680.780036:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588f840 x1874597595078144/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762680.780079:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787762680.780082:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1787762680.780084:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762680.780091:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000001:1.0:1787762680.780094:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762680.780098:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595078144, offset 0
00000400:00000200:2.0:1787762680.780115:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000040:1.0:1787762680.780116:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000032a8dc5] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588d2c0 x1874597595078272/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762680.780131:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762680.780147:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000001:1.0:1787762680.780156:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762680.780157:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1787762680.780167:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787762680.780171:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00080000:1.0:1787762680.780182:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1787762680.780183:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1787762680.780195:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787762680.780195:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00080000:1.0:1787762680.780205:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787762680.780207:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278204:278204:256:4294967295] 192.168.203.101@tcp LPNI seq info [278203:278203:8:4294967295]
00000100:00000001:1.0:1787762680.780223:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787762680.780223:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00080000:1.0:1787762680.780238:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21421
00000400:00000200:2.0:1787762680.780290:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762680.780303:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762680.780312:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762680.780321:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762680.780328:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000400:00000200:1.0:1787762680.780345:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000800:00000200:2.1:1787762680.780345:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762680.780356:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000400:00000200:1.0:1787762680.780361:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000800:00000100:2.0:1787762680.780371:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000100:00080000:1.0:1787762680.780374:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1787762680.780377:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000100:00000040:1.0:1787762680.780393:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000200:2.0:1787762680.780394:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1787762680.780406:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787762680.780408:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1787762680.780422:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:2.0:1787762680.780423:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762680.780431:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:1.0:1787762680.780435:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762680.780439:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:1.0:1787762680.780467:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762680.780476:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000100:00000200:2.0:1787762680.780477:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588f840 x1874597595078144/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787762680.780485:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762680.780492:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:1.0:1787762680.780501:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000001:2.0:1787762680.780504:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:1.0:1787762680.780511:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:2.0:1787762680.780517:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588f840 x1874597595078144/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762705 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762680.780524:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762680.780534:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762680.780541:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762680.780548:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762680.780549:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762680.780557:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:1.0:1787762680.780559:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:1.0:1787762680.780567:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762680.780570:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762680.780572:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762680.780582:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787762680.780588:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:1.0:1787762680.780591:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762680.780594:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316094712
02000000:00000001:1.0:1787762680.780601:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762680.780606:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000010:2.0:1787762680.780608:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd6c0.
00000008:00100000:1.0:1787762680.780611:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762680.780618:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762680.780622:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762680.780623:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000010:1.0:1787762680.780634:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c780.
00000100:00000001:2.0:1787762680.780638:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316094712
00000020:00000040:1.0:1787762680.780641:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:1.0:1787762680.780650:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000010:2.0:1787762680.780651:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd660.
02000000:00000001:1.0:1787762680.780653:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762680.780662:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762680.780663:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762680.780669:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787762680.780672:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762680.780674:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762680.780680:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762680.780688:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee08c00.
00000100:00000001:2.0:1787762680.780689:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1787762680.780699:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762680.780701:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762680/real 1787762680]  req@ffff9b651588f840 x1874597595078144/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762680.780716:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c780 x1874597595078400/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762680.780776:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000001:2.0:1787762680.780779:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1787762680.780781:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787762680.780784:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762680.780790:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000100:00000040:1.0:1787762680.780793:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c5bf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c780 x1874597595078400/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762680.780798:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787762680.780804:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787762680.780813:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787762680.780822:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762680.780825:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588f840 x1874597595078144/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762680.780829:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787762680.780846:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:2.0:1787762680.780857:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588f840 x1874597595078144/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762680.780861:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21431)
00000100:00000001:2.0:1787762680.780876:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762680.780880:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762680.780884:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762680.780887:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762680.780892:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588f840 x1874597595078144/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762680.780901:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762680.780907:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588f840 x1874597595078144/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762705 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762680.780917:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762680.780921:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762680.780923:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762680.780925:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762680.780929:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762680.780931:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762680.780935:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762680.780940:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762680.780943:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762680.780948:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588f840 x1874597595078144/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762705 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762680.780960:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595078144:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762680.780966:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762680.780968:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762680.780972:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588f840 x1874597595078144/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762705 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762680.780980:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762680.780983:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762680.780986:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762680.780990:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762680.780993:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762680.780995:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762680.780998:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762680.781001:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08800.
02000000:00000001:2.0:1787762680.781005:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762680.781007:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762680.781010:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588f840.
00000100:00000001:2.0:1787762680.781014:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762680.781016:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762680.781019:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762680.781027:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762680.781029:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762680.781032:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762680.781034:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762680.781036:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762680.781040:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588d2c0 x1874597595078272/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762680.781050:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762680.781052:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762680.781055:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762680.781057:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762680.781060:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762680.781063:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595078272:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762680.781068:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762680.781071:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762680.781073:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762680.781075:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762680.781079:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762680.781081:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762680.781085:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762680.781089:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762680.781093:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787762680.781097:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595078272, portal 10
00000100:00000001:2.0:1787762680.781100:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762680.781102:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188131520 : -110616521420096 : ffff9b651588d2c0)
00000100:00000040:2.0:1787762680.781110:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588d2c0 x1874597595078272/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762680.781118:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762680.781121:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762680.781124:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762680.781127:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595078272, offset 0
00000400:00000200:2.0:1787762680.781132:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762680.781136:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762680.781141:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762680.781145:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762680.781149:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762680.781152:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762680.781155:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762680.781160:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278205:278205:256:4294967295] 192.168.203.101@tcp LPNI seq info [278204:278204:8:4294967295]
00000400:00000200:2.0:1787762680.781165:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762680.781174:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762680.781179:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762680.781183:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762680.781188:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762680.781192:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762680.781198:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762680.781201:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787762680.781206:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762680.781209:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762680.781212:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762680.781217:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762680.781221:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762680.781223:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762680.781226:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762680.781230:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588d2c0 x1874597595078272/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762680.781240:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762680.781244:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588d2c0 x1874597595078272/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762705 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762680.781283:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762680.781285:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762680.781290:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762680.781295:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762680.781299:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762680.781302:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316093966
00000100:00000001:2.0:1787762680.781306:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316094712
00000100:00000001:2.0:1787762680.781309:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316093966
00000100:00000001:2.0:1787762680.781311:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316094712
00000100:00000001:2.0:1787762680.781314:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762680.781316:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762680.781319:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762680.781324:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762680/real 1787762680]  req@ffff9b651588d2c0 x1874597595078272/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762680.781334:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762680.781336:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762680.781339:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762680.781342:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787762680.781344:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787762680.781347:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762680.781351:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588d2c0 x1874597595078272/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762680.781361:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588d2c0 x1874597595078272/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762680.781369:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762680.781371:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762680.781373:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762680.781375:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762680.781379:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588d2c0 x1874597595078272/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762680.781387:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762680.781392:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588d2c0 x1874597595078272/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762705 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762680.781400:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762680.781403:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762680.781405:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762680.781406:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762680.781409:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762680.781411:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762680.781414:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762680.781418:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762680.781420:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762680.781425:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588d2c0 x1874597595078272/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762705 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762680.781434:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595078272:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762680.781440:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762680.781464:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c780 x1874597595078400/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762680.781473:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762680.781475:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762680.781478:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762680.781481:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762680.781483:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762680.781487:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595078400:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762680.781491:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762680.781493:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762680.781495:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762680.781498:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762680.781502:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541866800.
02000000:00000001:2.0:1787762680.781505:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762680.781508:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762680.781511:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762680.781515:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787762680.781519:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595078400, portal 4
00000100:00000001:2.0:1787762680.781521:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762680.781523:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188128640 : -110616521422976 : ffff9b651588c780)
00000100:00000040:2.0:1787762680.781530:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c780 x1874597595078400/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762680.781538:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762680.781541:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762680.781544:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762680.781547:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595078400, offset 0
00000400:00000200:2.0:1787762680.781551:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762680.781555:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762680.781559:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762680.781563:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762680.781567:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762680.781570:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762680.781573:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762680.781577:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278206:278206:256:4294967295] 192.168.203.101@tcp LPNI seq info [278205:278205:8:4294967295]
00000400:00000200:2.0:1787762680.781582:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762680.781590:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762680.781596:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762680.781599:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762680.781604:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762680.781608:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762680.781613:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762680.781616:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787762680.781621:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762680.781624:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762680.781627:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762680.781632:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762680.781635:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762680.781637:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762680.781641:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762680.781645:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c780 x1874597595078400/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762680.781654:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762680.781658:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c780 x1874597595078400/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762705 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762680.781666:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762680.781668:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762680.781672:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762680.781675:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762680.781678:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762680.781681:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316093972
00000100:00000001:2.0:1787762680.781684:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316094712
00000100:00000001:2.0:1787762680.781687:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316093972
00000100:00000001:2.0:1787762680.781690:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316094712
00000100:00000001:2.0:1787762680.781693:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762680.781696:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762680.781698:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762680.781703:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762680/real 1787762680]  req@ffff9b651588c780 x1874597595078400/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762680.781712:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762680.781714:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762680.781716:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762680.781718:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787762680.781720:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787762680.781722:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762680.781726:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c780 x1874597595078400/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762680.781737:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c780 x1874597595078400/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762680.781745:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762680.781746:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762680.781749:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762680.781750:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762680.781754:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c780 x1874597595078400/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762680.781762:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762680.781767:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c780 x1874597595078400/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762705 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762680.781775:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762680.781778:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762680.781780:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762680.781781:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762680.781784:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762680.781786:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762680.781790:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762680.781794:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762680.781797:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762680.781801:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c780 x1874597595078400/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762705 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762680.781811:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595078400:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762680.781815:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762680.781817:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762680.781821:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588d2c0 x1874597595078272/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762705 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762680.781829:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762680.781831:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762680.781833:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787762680.781836:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762680.781837:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762680.781839:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762680.781842:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762680.781844:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0bc00.
02000000:00000001:2.0:1787762680.781847:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762680.781849:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762680.781851:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588d2c0.
00000100:00000001:2.0:1787762680.781858:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762680.781859:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762680.781861:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762680.781865:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c780 x1874597595078400/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762705 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762680.781874:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762680.781875:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762680.781877:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541866800.
02000000:00000001:2.0:1787762680.781881:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762680.781882:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762680.781884:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762680.781887:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762680.781889:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:2.0:1787762680.781891:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762680.781892:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762680.781894:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c780.
00000100:00000001:2.0:1787762680.781898:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762680.781900:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762680.781902:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762680.781905:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762680.781907:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762680.781909:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762680.781912:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762681.547368:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316094712, at 4316094720
00000100:00000040:1.0:1787762681.547368:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316094712, at 4316094720
00000100:00000010:1.0:1787762681.547388:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd660.
00000100:00000010:0.0:1787762681.547395:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd6c0.
00010000:00000001:0.0:1787762681.611341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762681.611346:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762681.611350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762681.611351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762681.611354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762681.611358:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762681.611361:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762681.611364:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762681.611367:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762681.611370:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762681.611372:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762681.611373:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762681.611396:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762681.611398:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762681.611401:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762681.803342:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762681.803351:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762681.803353:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762681.803359:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762681.803363:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762681.803367:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762681.803370:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762681.803374:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762681.803376:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762682.635333:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762682.635341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762682.635347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762682.635348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762682.635351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762682.635352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762682.635407:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762682.635412:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762682.635415:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762682.827335:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762682.827344:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762682.827346:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762682.827354:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762682.827357:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762682.827361:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762682.827364:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762682.827367:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762682.827370:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762683.659344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762683.659353:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762683.659359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762683.659360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762683.659363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762683.659364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762683.659389:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762683.659391:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762683.659394:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762683.851355:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762683.851366:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762683.851369:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762683.851376:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762683.851380:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762683.851385:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762683.851389:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762683.851392:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762683.851394:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762684.683332:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762684.683340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762684.683346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762684.683347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762684.683350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762684.683351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762684.683532:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762684.683541:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762684.683547:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762684.875325:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762684.875333:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762684.875335:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762684.875341:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762684.875344:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762684.875348:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762684.875351:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762684.875354:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762684.875357:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762685.707366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762685.707374:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762685.707399:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762685.707400:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762685.707404:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762685.707425:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762685.707451:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762685.707455:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762685.707474:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762685.899399:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787762685.899432:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1787762685.899437:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762685.899445:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762685.899445:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787762685.899453:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762685.899455:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787762685.899463:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762685.899465:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787762685.899470:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762685.899476:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787762685.899478:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21426
00000100:00000001:0.0:1787762685.899482:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762685.899488:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762685.899493:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762685.899496:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762685.899507:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762685.899511:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762685.899517:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762685.899522:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762685.899525:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762685.899529:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762685.899534:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762685.899537:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:2.0:1787762685.899541:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762685.899545:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:2.0:1787762685.899549:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:2.0:1787762685.899553:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:2.0:1787762685.899559:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762685.899562:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762685.899564:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762685.899567:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762685.899571:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:2.0:1787762685.899574:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762685.899578:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762685.899581:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762685.899585:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762685.899597:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762685.899600:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762685.899603:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762685.899614:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a92c0.
00000020:00000040:2.0:1787762685.899619:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:2.0:1787762685.899624:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762685.899625:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762685.899629:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762685.899632:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762685.899637:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762685.899648:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541866800.
00000100:00000001:2.0:1787762685.899659:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762685.899685:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a92c0 x1874597595078528/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762685.899708:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762685.899715:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762685.899725:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050439926] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a92c0 x1874597595078528/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762685.899765:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762685.899770:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762685.899774:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762685.899776:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762685.899780:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762685.899784:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762685.899789:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21426
00000400:00000200:2.0:1787762685.899798:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762685.899803:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762685.899806:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762685.899810:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762685.899811:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762685.899824:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762685.899829:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762685.899844:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762685.899850:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787762685.899857:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762685.899862:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762685.899865:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:2.0:1787762685.899869:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1787762685.899872:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a92c0 x1874597595078528/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787762685.899873:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:2.0:1787762685.899884:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:2.0:1787762685.899895:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:2.0:1787762685.899916:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762685.899933:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762685.899937:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1787762685.899939:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762685.899944:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762685.899947:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000001:1.0:1787762685.899955:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762685.899959:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
02000000:00000001:1.0:1787762685.899966:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787762685.899966:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762685.899979:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762685.899979:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762685.899992:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762685.899994:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762685.900010:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762685.900013:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762685.900019:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762685.900027:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762685.900028:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595078528:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762685.900031:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762685.900041:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a8b40.
00000100:00000001:1.0:1787762685.900043:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1787762685.900047:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:2.0:1787762685.900052:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762685.900055:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762685.900055:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762685.900063:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762685.900064:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762685.900070:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762685.900075:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787762685.900075:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762685.900098:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08400.
02000000:00000010:2.0:1787762685.900105:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541864c00.
02000000:00000001:1.0:1787762685.900106:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762685.900120:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762685.900130:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762685.900138:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000100:00100000:2.0:1787762685.900140:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a8b40 x1874597595078656/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762685.900159:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1787762685.900160:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000001:2.0:1787762685.900166:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762685.900175:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047032930] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a8b40 x1874597595078656/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762685.900176:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595078528, portal 25
00000100:00000001:1.0:1787762685.900197:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762685.900209:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739797184 : -110615969754432 : ffff9b65366a92c0)
00000100:00000001:2.0:1787762685.900211:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762685.900221:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762685.900230:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:1.0:1787762685.900231:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a92c0 x1874597595078528/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762685.900238:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787762685.900298:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762685.900304:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762685.900309:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762685.900314:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595078528, offset 0
00000400:00000200:1.0:1787762685.900323:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00080000:2.0:1787762685.900329:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762685.900338:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787762685.900341:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00080000:2.0:1787762685.900355:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21426
00000400:00000200:1.0:1787762685.900360:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762685.900375:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762685.900383:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762685.900390:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762685.900403:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762685.900429:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762685.900433:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000400:00000200:1.0:1787762685.900440:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278207:278207:256:4294967295] 192.168.203.101@tcp LPNI seq info [278206:278206:8:4294967295]
00000100:00080000:2.0:1787762685.900444:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787762685.900450:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:2.0:1787762685.900457:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762685.900463:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762685.900469:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762685.900483:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:1.0:1787762685.900489:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1787762685.900496:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762685.900502:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:2.0:1787762685.900513:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:1.0:1787762685.900515:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000020:00000040:2.0:1787762685.900522:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000800:00000010:1.0:1787762685.900525:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000020:00000001:2.0:1787762685.900527:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:2.0:1787762685.900536:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:2.0:1787762685.900547:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000800:00000200:1.0:1787762685.900548:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:2.0:1787762685.900560:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1787762685.900566:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000100:00000040:2.0:1787762685.900567:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762685.900576:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762685.900579:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:2.0:1787762685.900595:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762685.900597:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762685.900604:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762685.900612:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762685.900622:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762685.900625:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:2.0:1787762685.900626:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762685.900635:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1787762685.900637:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000008:00000001:2.0:1787762685.900645:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762685.900666:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787762685.900670:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762685.900679:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000100:00000010:2.0:1787762685.900684:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366aa580.
00000400:00000200:1.0:1787762685.900689:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:2.0:1787762685.900696:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000200:1.0:1787762685.900700:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1787762685.900714:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787762685.900717:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
02000000:00000001:2.0:1787762685.900721:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762685.900724:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:2.0:1787762685.900732:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762685.900750:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787762685.900754:0:238635:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1787762685.900755:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762685.900767:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a92c0 x1874597595078528/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787762685.900768:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541865800.
00000100:00000001:2.0:1787762685.900777:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762685.900792:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366aa580 x1874597595078784/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762685.900843:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762685.900847:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762685.900852:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762685.900857:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd8fa0a2] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366aa580 x1874597595078784/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762685.900882:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a92c0 x1874597595078528/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762685.900891:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762685.900905:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787762685.900914:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762685.900920:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787762685.900921:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1787762685.900935:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21436)
00000100:00000001:1.0:1787762685.900938:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762685.900948:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762685.900951:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316099832
00000100:00000010:1.0:1787762685.900960:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82cc0.
00000100:00000001:1.0:1787762685.900970:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762685.900979:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316099832
00000100:00000010:1.0:1787762685.900982:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82360.
00000100:00000001:1.0:1787762685.900988:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762685.900993:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762685.900997:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762685.901001:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762685.901008:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762685/real 1787762685]  req@ffff9b65366a92c0 x1874597595078528/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762685.901038:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762685.901040:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762685.901043:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762685.901048:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762685.901050:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762685.901054:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762685.901057:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a92c0 x1874597595078528/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762685.901064:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a92c0 x1874597595078528/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762685.901072:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762685.901076:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762685.901079:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762685.901082:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762685.901087:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a92c0 x1874597595078528/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762685.901096:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762685.901102:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a92c0 x1874597595078528/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762685.901111:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762685.901115:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762685.901116:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762685.901117:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762685.901120:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762685.901123:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762685.901126:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762685.901130:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762685.901132:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762685.901136:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a92c0 x1874597595078528/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762685.901142:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595078528:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762685.901146:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762685.901149:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762685.901151:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a92c0 x1874597595078528/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762685.901156:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762685.901159:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762685.901162:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08400.
02000000:00000001:1.0:1787762685.901165:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762685.901167:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762685.901170:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762685.901173:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762685.901177:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541866800.
02000000:00000001:1.0:1787762685.901182:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762685.901184:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762685.901186:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a92c0.
00000100:00000001:1.0:1787762685.901191:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762685.901192:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762685.901195:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762685.901205:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762685.901208:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762685.901211:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762685.901213:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762685.901215:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762685.901220:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8b40 x1874597595078656/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762685.901228:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762685.901229:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762685.901231:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762685.901233:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762685.901235:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762685.901237:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595078656:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762685.901240:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762685.901242:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762685.901243:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762685.901245:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762685.901263:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08400.
02000000:00000001:1.0:1787762685.901265:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762685.901269:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762685.901272:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762685.901276:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762685.901279:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595078656, portal 10
00000100:00000001:1.0:1787762685.901281:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762685.901282:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739795264 : -110615969756352 : ffff9b65366a8b40)
00000100:00000040:1.0:1787762685.901289:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8b40 x1874597595078656/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762685.901296:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762685.901299:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762685.901300:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762685.901303:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595078656, offset 0
00000400:00000200:1.0:1787762685.901306:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762685.901310:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762685.901314:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762685.901317:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762685.901319:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762685.901350:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762685.901352:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762685.901355:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278208:278208:256:4294967295] 192.168.203.101@tcp LPNI seq info [278207:278207:8:4294967295]
00000400:00000200:1.0:1787762685.901359:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762685.901366:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762685.901370:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762685.901374:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762685.901378:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762685.901381:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762685.901385:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762685.901388:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787762685.901392:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762685.901394:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762685.901397:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762685.901400:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762685.901403:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762685.901420:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762685.901424:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762685.901428:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a8b40 x1874597595078656/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762685.901435:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762685.901438:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8b40 x1874597595078656/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762685.901450:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762685.901452:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762685.901455:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762685.901459:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762685.901463:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762685.901465:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316099086
00000100:00000001:1.0:1787762685.901467:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316099832
00000100:00000001:1.0:1787762685.901470:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316099086
00000100:00000001:1.0:1787762685.901472:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316099832
00000100:00000001:1.0:1787762685.901473:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762685.901475:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762685.901477:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762685.901480:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762685/real 1787762685]  req@ffff9b65366a8b40 x1874597595078656/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762685.901486:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762685.901488:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762685.901490:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762685.901492:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762685.901493:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762685.901495:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762685.901498:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8b40 x1874597595078656/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762685.901505:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8b40 x1874597595078656/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762685.901510:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762685.901511:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762685.901513:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762685.901514:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762685.901517:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8b40 x1874597595078656/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762685.901524:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762685.901527:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8b40 x1874597595078656/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762685.901533:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762685.901535:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762685.901536:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762685.901537:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762685.901538:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762685.901540:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762685.901542:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762685.901545:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762685.901547:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762685.901550:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8b40 x1874597595078656/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762685.901557:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595078656:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762685.901562:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762685.901567:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366aa580 x1874597595078784/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762685.901577:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762685.901596:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762685.901598:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762685.901600:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762685.901603:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762685.901607:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595078784:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762685.901611:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762685.901614:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762685.901616:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762685.901619:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762685.901623:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0a800.
02000000:00000001:1.0:1787762685.901625:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762685.901629:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762685.901632:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762685.901635:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762685.901638:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595078784, portal 4
00000100:00000001:1.0:1787762685.901639:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762685.901640:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739801984 : -110615969749632 : ffff9b65366aa580)
00000100:00000040:1.0:1787762685.901662:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366aa580 x1874597595078784/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762685.901668:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762685.901670:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762685.901672:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762685.901674:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595078784, offset 0
00000400:00000200:1.0:1787762685.901678:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762685.901681:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762685.901684:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762685.901687:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762685.901689:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762685.901692:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762685.901694:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762685.901697:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278209:278209:256:4294967295] 192.168.203.101@tcp LPNI seq info [278208:278208:8:4294967295]
00000400:00000200:1.0:1787762685.901700:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762685.901705:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762685.901710:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762685.901712:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762685.901716:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762685.901718:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762685.901722:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762685.901725:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787762685.901728:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762685.901731:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:1.0:1787762685.901734:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762685.901737:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762685.901740:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:1.0:1787762685.901741:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:1.0:1787762685.901743:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762685.901746:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366aa580 x1874597595078784/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762685.901754:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762685.901756:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366aa580 x1874597595078784/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762685.901762:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762685.901763:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762685.901766:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762685.901769:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762685.901772:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762685.901774:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316099092
00000100:00000001:1.0:1787762685.901776:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316099832
00000100:00000001:1.0:1787762685.901778:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316099092
00000100:00000001:1.0:1787762685.901780:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316099832
00000100:00000001:1.0:1787762685.901782:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762685.901784:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762685.901786:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762685.901788:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762685/real 1787762685]  req@ffff9b65366aa580 x1874597595078784/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762685.901794:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762685.901795:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762685.901796:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762685.901799:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762685.901801:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762685.901805:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762685.901809:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366aa580 x1874597595078784/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762685.901821:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366aa580 x1874597595078784/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762685.901830:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762685.901847:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762685.901850:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762685.901852:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762685.901856:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366aa580 x1874597595078784/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762685.901864:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762685.901869:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366aa580 x1874597595078784/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762685.901876:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762685.901878:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762685.901880:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762685.901881:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762685.901882:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762685.901884:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762685.901886:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762685.901889:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762685.901890:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762685.901893:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366aa580 x1874597595078784/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762685.901915:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595078784:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762685.901918:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762685.901920:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762685.901923:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8b40 x1874597595078656/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762685.901930:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762685.901931:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762685.901933:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08400.
02000000:00000001:1.0:1787762685.901936:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762685.901937:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762685.901938:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762685.901940:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762685.901942:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541864c00.
02000000:00000001:1.0:1787762685.901946:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762685.901947:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762685.901948:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8b40.
00000100:00000001:1.0:1787762685.901951:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762685.901952:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762685.901954:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762685.901956:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366aa580 x1874597595078784/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762685.901961:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762685.901962:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762685.901963:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0a800.
02000000:00000001:1.0:1787762685.901966:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762685.901967:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762685.901968:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762685.901969:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762685.901970:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541865800.
02000000:00000001:1.0:1787762685.901972:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762685.901973:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762685.901974:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366aa580.
00000100:00000001:1.0:1787762685.901976:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762685.901977:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762685.901979:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762685.901982:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762685.901984:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762685.901987:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762685.901989:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762686.667368:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316099832, at 4316099840
00000100:00000010:1.0:1787762686.667393:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82360.
00000100:00000040:0.0:1787762686.667470:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316099832, at 4316099840
00000100:00000010:0.0:1787762686.667485:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82cc0.
00010000:00000001:0.0:1787762686.731368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762686.731376:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762686.731379:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762686.731383:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762686.731389:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762686.731392:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762686.731395:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762686.731398:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762686.731428:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762686.731432:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762686.731435:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762686.731438:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762686.731442:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762686.731444:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762686.731446:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762686.731449:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762686.731454:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762686.731456:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762686.731559:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762686.731567:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762686.731574:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762686.923352:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762686.923360:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762686.923363:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762686.923370:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762686.923374:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762686.923378:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762686.923382:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762686.923386:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762686.923390:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762687.755345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762687.755353:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762687.755360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762687.755362:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762687.755366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762687.755367:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762687.755412:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762687.755416:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762687.755420:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762687.947350:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762687.947359:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762687.947361:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762687.947367:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762687.947371:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762687.947374:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762687.947378:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762687.947381:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762687.947383:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762688.779364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762688.779373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762688.779380:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762688.779382:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762688.779411:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762688.779413:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762688.779503:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762688.779508:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762688.779512:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762688.971373:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762688.971412:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762688.971414:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762688.971421:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762688.971426:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762688.971446:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762688.971449:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762688.971452:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762688.971455:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762689.803403:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762689.803440:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762689.803447:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762689.803448:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762689.803451:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762689.803452:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762689.803475:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762689.803477:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762689.803480:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762689.995329:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762689.995337:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762689.995339:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762689.995345:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762689.995349:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762689.995354:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762689.995357:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762689.995360:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762689.995363:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762690.827319:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762690.827328:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762690.827334:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762690.827335:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762690.827338:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762690.827339:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762690.827413:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762690.827420:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762690.827424:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762691.019344:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762691.019353:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762691.019355:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762691.019362:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762691.019369:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762691.019392:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762691.019395:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762691.019398:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762691.019403:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762691.019414:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762691.019421:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762691.019425:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762691.019429:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762691.019434:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762691.019490:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21431
00000400:00000200:3.0:1787762691.019501:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762691.019508:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762691.019511:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762691.019514:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762691.019517:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762691.019519:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762691.019521:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762691.019525:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762691.019527:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762691.019530:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762691.019534:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762691.019536:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762691.019538:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762691.019540:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762691.019542:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762691.019544:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762691.019545:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762691.019547:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762691.019551:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762691.019553:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762691.019557:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762691.019561:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762691.019564:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762691.019567:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762691.019570:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762691.019579:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000020:00000040:3.0:1787762691.019584:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762691.019590:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762691.019593:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762691.019598:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762691.019601:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762691.019608:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762691.019619:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17800.
00000100:00000001:3.0:1787762691.019627:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762691.019641:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597595078912/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762691.019655:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762691.019663:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762691.019669:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597595078912/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762691.019699:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762691.019702:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762691.019706:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762691.019707:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762691.019709:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762691.019713:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762691.019717:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21431
00000400:00000200:3.0:1787762691.019723:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762691.019727:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:1.0:1787762691.019730:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787762691.019730:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787762691.019737:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787762691.019737:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762691.019742:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787762691.019743:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762691.019748:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000040:1.0:1787762691.019756:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e940 x1874597595078912/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762691.019768:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762691.019770:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762691.019775:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762691.019778:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762691.019782:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762691.019787:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595078912:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762691.019793:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762691.019799:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762691.019803:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762691.019806:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762691.019813:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0a800.
02000000:00000001:1.0:1787762691.019815:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762691.019822:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762691.019826:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762691.019834:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762691.019843:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595078912, portal 25
00000100:00000001:1.0:1787762691.019846:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762691.019847:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765443904 : -110615944107712 : ffff9b6537f1e940)
00000100:00000040:1.0:1787762691.019854:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e940 x1874597595078912/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762691.019862:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762691.019864:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762691.019867:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352198.
00000100:00000200:1.0:1787762691.019870:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595078912, offset 0
00000400:00000200:1.0:1787762691.019877:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762691.019886:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762691.019893:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762691.019899:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762691.019904:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762691.019907:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762691.019910:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762691.019914:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278210:278210:256:4294967295] 192.168.203.101@tcp LPNI seq info [278209:278209:8:4294967295]
00000400:00000200:1.0:1787762691.019926:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762691.019936:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762691.019943:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762691.019948:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000800:00000010:1.0:1787762691.019949:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000020:00000001:3.0:1787762691.019954:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762691.019956:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762691.019958:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:1.0:1787762691.019962:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000020:00000040:3.0:1787762691.019963:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762691.019968:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762691.019971:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000800:00000200:1.1:1787762691.019972:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:3.0:1787762691.019977:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762691.019981:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762691.019982:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762691.019984:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762691.019986:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762691.019989:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762691.019990:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762691.019991:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762691.019993:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762691.019999:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787762691.020000:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:3.0:1787762691.020004:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762691.020009:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762691.020010:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316104951
00000008:00100000:3.0:1787762691.020014:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762691.020017:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762691.020018:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82360.
00000100:00000001:3.0:1787762691.020019:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762691.020026:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000020:00000040:3.0:1787762691.020028:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762691.020030:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787762691.020031:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1787762691.020032:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762691.020037:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762691.020038:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762691.020040:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762691.020043:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316104951
02000000:00000010:3.0:1787762691.020045:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16c00.
00000100:00000010:1.0:1787762691.020049:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a828a0.
00000100:00000001:3.0:1787762691.020051:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762691.020054:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762691.020058:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1787762691.020059:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597595079040/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762691.020063:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762691.020068:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762691.020072:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762691.020073:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762691.020076:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762691.020082:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597595079040/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762691.020084:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762691.020087:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787762691.020094:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762691.020096:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762691.020097:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787762691.020100:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787762691.020101:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1787762691.020105:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:1.0:1787762691.020109:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f480 x1874597595079040/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762691.020109:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762691.020113:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762691.020118:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762691.020123:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21431
00000100:00000001:1.0:1787762691.020125:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762691.020128:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762691.020130:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:1.0:1787762691.020131:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762691.020134:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762691.020137:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762691.020140:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595079040:192.168.203.101@tcp:38:kworker.0
00000400:00000200:3.0:1787762691.020142:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:1.0:1787762691.020143:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762691.020147:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1787762691.020147:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1787762691.020151:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762691.020153:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
02000000:00000001:1.0:1787762691.020154:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787762691.020158:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:1.0:1787762691.020160:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08400.
00000100:00000040:3.0:1787762691.020160:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
02000000:00000001:1.0:1787762691.020166:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762691.020167:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762691.020172:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787762691.020175:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000020:00000040:3.0:1787762691.020175:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762691.020179:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:1.0:1787762691.020181:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff69f8.
00000020:00000040:3.0:1787762691.020184:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000400:00000010:1.0:1787762691.020186:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352b28.
00000020:00000001:3.0:1787762691.020190:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000200:1.0:1787762691.020191:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595079040, portal 10
00000100:00000001:1.0:1787762691.020197:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1787762691.020197:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000001:1.0:1787762691.020199:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765446784 : -110615944104832 : ffff9b6537f1f480)
00000100:00000040:3.0:1787762691.020208:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000040:1.0:1787762691.020210:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f480 x1874597595079040/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762691.020214:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762691.020222:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787762691.020222:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762691.020227:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000040:1.0:1787762691.020228:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762691.020234:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352dd0.
00000020:00000040:3.0:1787762691.020234:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00000200:1.0:1787762691.020239:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595079040, offset 0
00000100:00080000:3.0:1787762691.020242:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000400:00000200:1.0:1787762691.020281:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762691.020288:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762691.020290:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762691.020294:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
02000000:00000001:3.0:1787762691.020295:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787762691.020300:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787762691.020302:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787762691.020304:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762691.020309:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787762691.020309:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762691.020314:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787762691.020315:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762691.020320:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278211:278211:255:4294967295] 192.168.203.101@tcp LPNI seq info [278210:278210:7:4294967295]
00000008:00100000:3.0:1787762691.020320:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762691.020327:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762691.020329:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762691.020334:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762691.020340:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1787762691.020342:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000800:00000200:1.0:1787762691.020346:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000020:00000040:3.0:1787762691.020349:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000800:00000010:1.0:1787762691.020352:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18000.
02000000:00000001:3.0:1787762691.020354:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762691.020358:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762691.020359:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:3.0:1787762691.020362:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762691.020367:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1787762691.020367:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:1.0:1787762691.020385:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762691.020389:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762691.020391:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762691.020396:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000010:3.0:1787762691.020397:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16800.
00000100:00000001:1.0:1787762691.020398:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316104205
00000100:00000001:1.0:1787762691.020404:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316104951
00000100:00000001:3.0:1787762691.020405:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762691.020407:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316104205
00000100:00000001:1.0:1787762691.020411:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316104951
00000100:00000001:1.0:1787762691.020414:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1787762691.020416:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597595079168/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762691.020417:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762691.020422:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762691.020426:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762691.020431:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762691.020434:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1787762691.020436:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762691.020438:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762691.020441:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762691.020442:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762691.020444:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762691.020448:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762691.020451:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597595079168/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762691.020467:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762691.020471:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762691.020476:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787762691.020478:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762691.020482:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762691.020484:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762691.020484:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21441)
00000100:00000040:1.0:1787762691.020493:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d680 x1874597595079168/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762691.020504:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762691.020506:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762691.020509:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762691.020511:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762691.020514:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762691.020517:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595079168:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762691.020520:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762691.020522:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762691.020524:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762691.020526:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762691.020530:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0ac00.
02000000:00000001:1.0:1787762691.020532:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762691.020535:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762691.020538:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762691.020543:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352880.
00000100:00000200:1.0:1787762691.020546:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595079168, portal 4
00000100:00000001:1.0:1787762691.020548:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762691.020550:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765439104 : -110615944112512 : ffff9b6537f1d680)
00000100:00000040:1.0:1787762691.020557:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d680 x1874597595079168/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762691.020563:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762691.020566:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762691.020568:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352088.
00000100:00000200:1.0:1787762691.020571:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595079168, offset 0
00000400:00000200:1.0:1787762691.020576:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762691.020580:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762691.020583:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762691.020587:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762691.020589:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762691.020592:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762691.020595:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762691.020599:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278212:278212:254:4294967295] 192.168.203.101@tcp LPNI seq info [278211:278211:6:4294967295]
00000400:00000200:1.0:1787762691.020603:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762691.020610:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762691.020615:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762691.020619:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18a00.
00000800:00000200:1.0:1787762691.020623:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762691.020627:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:1.0:1787762691.020630:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762691.020633:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762691.020637:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762691.020639:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316104211
00000100:00000001:1.0:1787762691.020642:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316104951
00000100:00000001:1.0:1787762691.020645:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316104211
00000100:00000001:1.0:1787762691.020647:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316104951
00000100:00000001:1.0:1787762691.020649:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762691.020652:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762691.020655:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762691.020657:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762691.020660:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762691.020662:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787762691.020665:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762691.020666:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762691.020668:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762691.020670:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762691.787321:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316104951, at 4316104960
00000100:00000040:1.0:1787762691.787323:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316104951, at 4316104960
00000100:00000010:1.0:1787762691.787342:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a828a0.
00000100:00000010:0.0:1787762691.787348:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82360.
00010000:00000001:0.0:1787762691.851331:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762691.851338:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762691.851344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762691.851345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762691.851349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762691.851353:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762691.851355:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762691.851358:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762691.851361:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762691.851363:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762691.851378:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762691.851380:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762691.851410:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762691.851413:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762691.851415:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762692.043459:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762692.043468:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762692.043470:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762692.043476:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762692.043479:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762692.043483:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762692.043487:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762692.043490:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762692.043493:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762692.875331:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762692.875339:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762692.875345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762692.875346:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762692.875349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762692.875350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762692.875430:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762692.875435:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762692.875438:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762693.067415:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762693.067423:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762693.067425:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762693.067431:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762693.067434:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762693.067438:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762693.067441:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762693.067444:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762693.067447:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762693.899308:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762693.899316:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762693.899323:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762693.899324:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762693.899327:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762693.899328:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762693.899348:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762693.899365:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762693.899368:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762694.091604:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762694.091614:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762694.091617:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762694.091624:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762694.091629:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762694.091634:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762694.091639:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762694.091644:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762694.091648:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1787762694.091831:0:238624:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.101:988
00000400:00000100:3.0:1787762694.091964:0:238624:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.101@tcp at host 192.168.203.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787762694.091985:0:238624:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762694.091993:0:238624:0:(router.c:1791:lnet_notify()) 192.168.203.1@tcp notifying 192.168.203.101@tcp: down
00000400:00000200:3.0:1787762694.092004:0:238624:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762694.092012:0:238624:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787762694.092022:0:238624:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:3.0:1787762694.092030:0:238624:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:3.0:1787762694.092041:0:238624:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787762694.092050:0:238624:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787762694.092063:0:238624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352198
00000400:00000010:3.0:1787762694.092070:0:238624:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352198.
00000100:00000001:3.0:1787762694.092079:0:238624:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762694.092095:0:238624:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b6537f1e940 x1874597595078912/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762694.092159:0:238624:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762694.092170:0:238624:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e940 x1874597595078912/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762716 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762694.092187:0:238624:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762694.092191:0:238624:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787762694.092213:0:238624:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:3.0:1787762694.092219:0:238624:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18000.
00000400:00000200:3.0:1787762694.092225:0:238624:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787762694.092232:0:238624:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787762694.092239:0:238624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352dd0
00000400:00000010:3.0:1787762694.092243:0:238624:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352dd0.
00000100:00000001:3.0:1787762694.092304:0:238624:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762694.092315:0:238624:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b6537f1f480 x1874597595079040/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762694.092345:0:238624:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762694.092372:0:238624:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f480 x1874597595079040/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762716 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762694.092388:0:238624:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762694.092392:0:238624:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787762694.092406:0:238624:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:3.0:1787762694.092411:0:238624:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18a00.
00000400:00000200:3.0:1787762694.092416:0:238624:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787762694.092422:0:238624:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787762694.092429:0:238624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352088
00000400:00000010:3.0:1787762694.092433:0:238624:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352088.
00000100:00000001:3.0:1787762694.092439:0:238624:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762694.092447:0:238624:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b6537f1d680 x1874597595079168/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762694.092477:0:238624:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762694.092483:0:238624:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d680 x1874597595079168/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762716 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762694.092495:0:238624:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762694.092498:0:238624:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762694.092551:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762694.092561:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762694.092564:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762694.092591:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762691/real 1787762694]  req@ffff9b6537f1d680 x1874597595079168/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762694.092614:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762694.092617:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762694.092621:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762694.092628:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352880
00000400:00000010:1.0:1787762694.092631:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352880.
00000100:00000001:1.0:1787762694.092637:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762694.092642:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d680 x1874597595079168/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762694.092657:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d680 x1874597595079168/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762694.092664:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762694.092666:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762694.092668:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762694.092671:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762694.092675:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d680 x1874597595079168/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762694.092683:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762694.092689:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d680 x1874597595079168/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762716 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762694.092697:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762694.092700:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762694.092702:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762694.092704:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762694.092707:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762694.092709:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762694.092713:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762694.092717:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762694.092725:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762694.092731:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d680 x1874597595079168/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762716 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762694.092742:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595079168:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762694.092749:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762694.092753:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762691/real 1787762694]  req@ffff9b6537f1f480 x1874597595079040/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762694.092761:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762694.092763:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762694.092765:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff69f8.
00000400:00000200:1.0:1787762694.092767:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352b28
00000400:00000010:1.0:1787762694.092768:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352b28.
00000100:00000001:1.0:1787762694.092771:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762694.092773:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f480 x1874597595079040/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762694.092780:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f480 x1874597595079040/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762694.092785:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762694.092787:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762694.092789:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762694.092791:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762694.092793:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f480 x1874597595079040/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762694.092801:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762694.092803:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f480 x1874597595079040/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762716 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762694.092808:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762694.092809:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762694.092812:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762694.092813:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762694.092814:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762694.092816:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762694.092818:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762694.092820:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762694.092822:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762694.092824:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f480 x1874597595079040/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762716 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762694.092829:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595079040:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762694.092832:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762694.092835:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762691/real 1787762694]  req@ffff9b6537f1e940 x1874597595078912/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762694.092841:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762694.092842:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762694.092843:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762694.092845:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762694.092846:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762694.092848:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762694.092850:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e940 x1874597595078912/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762694.092855:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e940 x1874597595078912/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762694.092859:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762694.092860:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762694.092868:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762694.092869:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762694.092873:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e940 x1874597595078912/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762694.092886:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762694.092890:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e940 x1874597595078912/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762716 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762694.092897:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762694.092900:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762694.092902:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762694.092903:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762694.092905:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762694.092907:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762694.092909:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762694.092913:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762694.092915:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762694.092920:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e940 x1874597595078912/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762716 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762694.092927:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595078912:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762694.092932:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762694.092935:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762694.092939:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d680 x1874597595079168/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762716 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762694.092946:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762694.092949:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762694.092953:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0ac00.
02000000:00000001:1.0:1787762694.092958:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762694.092961:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762694.092963:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762694.092967:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762694.092970:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16800.
02000000:00000001:1.0:1787762694.092981:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762694.092983:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762694.092985:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d680.
00000100:00000001:1.0:1787762694.092989:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762694.092991:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762694.092992:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762694.092996:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f480 x1874597595079040/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762716 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762694.093002:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762694.093003:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762694.093004:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08400.
02000000:00000001:1.0:1787762694.093007:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762694.093008:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762694.093010:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762694.093012:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762694.093014:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16c00.
02000000:00000001:1.0:1787762694.093016:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762694.093017:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762694.093018:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f480.
00000100:00000001:1.0:1787762694.093020:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762694.093021:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762694.093023:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762694.093026:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e940 x1874597595078912/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762716 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762694.093033:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762694.093034:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762694.093036:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0a800.
02000000:00000001:1.0:1787762694.093038:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762694.093039:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762694.093040:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762694.093042:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762694.093044:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17800.
02000000:00000001:1.0:1787762694.093046:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762694.093047:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762694.093049:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e940.
00000100:00000001:1.0:1787762694.093051:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762694.093052:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762694.093055:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762694.093062:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762694.093065:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762694.093067:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762694.093069:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762694.923293:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762694.923299:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762694.923302:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762694.923304:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762694.923306:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762694.923307:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762694.923356:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762694.923359:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762694.923362:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762695.115375:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762695.115386:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762695.115387:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762695.115392:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762695.115395:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762695.115397:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762695.115400:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762695.115402:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762695.115404:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762695.947328:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762695.947334:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762695.947353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762695.947354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762695.947357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762695.947358:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762695.947391:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762695.947393:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762695.947396:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762696.139397:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762696.139415:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762696.139419:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762696.139425:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762696.139433:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762696.139444:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21436
00000400:00000200:3.0:1787762696.139459:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762696.139470:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762696.139475:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762696.139480:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762696.139486:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762696.139492:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762696.139497:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762696.139497:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762696.139513:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787762696.139514:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:3.0:1787762696.139522:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000100:00000001:0.0:1787762696.139523:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762696.139531:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762696.139542:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000100:00100000:0.0:1787762696.139543:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000020:00000001:3.0:1787762696.139549:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762696.139558:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000001:0.0:1787762696.139561:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787762696.139564:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762696.139569:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787762696.139572:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762696.139573:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762696.139580:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762696.139584:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762696.139591:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762696.139607:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762696.139607:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762696.139618:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787762696.139619:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762696.139628:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762696.139631:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762696.139641:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762696.139650:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762696.139657:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762696.139673:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787762696.139682:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762696.139690:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762696.139694:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762696.139700:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762696.139706:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762696.139715:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762696.139731:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15400.
00000100:00000001:3.0:1787762696.139745:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762696.139764:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597595079296/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762696.139779:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762696.139787:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762696.139804:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597595079296/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762696.139836:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762696.139841:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762696.139846:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762696.139849:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762696.139852:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762696.139858:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762696.139864:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21436
00000400:00000200:3.0:1787762696.139873:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762696.139880:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762696.139886:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762696.139895:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762696.139900:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762696.139907:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762696.139913:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:1.0:1787762696.139925:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787762696.139929:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762696.139936:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000100:00000001:1.0:1787762696.139939:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787762696.139942:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787762696.139960:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787762696.139961:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762696.139969:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762696.139973:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762696.139984:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762696.139987:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762696.139989:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762696.139992:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000040:1.0:1787762696.139994:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f0c0 x1874597595079296/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787762696.139996:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762696.140008:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762696.140021:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762696.140032:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762696.140040:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762696.140046:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762696.140048:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762696.140055:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762696.140058:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762696.140065:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762696.140068:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787762696.140078:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787762696.140081:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762696.140092:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595079296:192.168.203.101@tcp:250:kworker.0
00000008:00000001:3.0:1787762696.140093:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762696.140108:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787762696.140114:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762696.140121:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:3.0:1787762696.140127:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
02000000:00000001:1.0:1787762696.140130:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787762696.140137:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762696.140143:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762696.140146:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762696.140149:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762696.140152:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762696.140156:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762696.140168:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787762696.140172:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14000.
00000100:00000001:3.0:1787762696.140185:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762696.140186:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0a800.
02000000:00000001:1.0:1787762696.140194:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762696.140201:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597595079424/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762696.140214:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762696.140230:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000100:00000001:3.0:1787762696.140234:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762696.140243:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762696.140297:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762696.140315:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595079296, portal 25
00000100:00000040:3.0:1787762696.140320:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597595079424/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762696.140323:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762696.140330:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765445824 : -110615944105792 : ffff9b6537f1f0c0)
00000100:00000001:3.0:1787762696.140379:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762696.140382:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f0c0 x1874597595079296/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762696.140390:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762696.140409:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762696.140417:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787762696.140418:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762696.140422:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762696.140433:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1787762696.140434:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762696.140446:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352b28.
00000100:00080000:3.0:1787762696.140448:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21436
00000100:00000200:1.0:1787762696.140457:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595079296, offset 0
00000400:00000200:3.0:1787762696.140469:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762696.140484:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000400:00000200:1.0:1787762696.140485:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00080000:3.0:1787762696.140494:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762696.140505:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000200:1.0:1787762696.140513:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762696.140516:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762696.140527:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762696.140535:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:1.0:1787762696.140536:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000020:00000001:3.0:1787762696.140546:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762696.140553:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000400:00000200:1.0:1787762696.140555:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1787762696.140562:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787762696.140567:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762696.140575:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762696.140581:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762696.140590:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278213:278213:256:4294967295] 192.168.203.101@tcp LPNI seq info [278212:278212:8:4294967295]
00000400:00000200:1.0:1787762696.140600:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762696.140622:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762696.140635:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762696.140647:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18f00.
00000800:00000200:1.0:1787762696.140660:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762696.140669:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1787762696.140680:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762696.140687:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 57 secs later)
00000800:00000100:1.0:1787762696.140696:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762696.140702:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18f00.
00000400:00000200:1.0:1787762696.140711:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762696.140723:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762696.140733:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352b28
00000400:00000010:1.0:1787762696.140740:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352b28.
00000100:00000001:1.0:1787762696.140748:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762696.140762:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f0c0 x1874597595079296/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787762696.140765:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762696.140776:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762696.140787:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762696.140805:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762696.140807:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787762696.140816:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762696.140826:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f0c0 x1874597595079296/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762721 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762696.140830:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762696.140842:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762696.140854:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00000001:1.0:1787762696.140862:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762696.140867:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762696.140871:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787762696.140877:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762696.140885:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762696.140891:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762696.140894:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762696.140904:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762696.140908:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762696.140911:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762696.140920:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316110072
00000008:00100000:3.0:1787762696.140930:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000010:1.0:1787762696.140935:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a828a0.
00000008:00000001:3.0:1787762696.140942:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762696.140949:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762696.140953:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000010:3.0:1787762696.140960:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000020:00000040:3.0:1787762696.140969:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000100:00000001:1.0:1787762696.140973:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316110072
02000000:00000001:3.0:1787762696.140976:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762696.140982:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762696.140989:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82d20.
00000100:00000001:3.0:1787762696.140990:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762696.140997:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787762696.141003:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1787762696.141005:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762696.141016:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1787762696.141021:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14c00.
00000100:00000001:1.0:1787762696.141027:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762696.141033:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762696.141037:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787762696.141050:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597595079552/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762696.141057:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762696/real 1787762696]  req@ffff9b6537f1f0c0 x1874597595079296/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762696.141094:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762696.141100:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787762696.141103:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1787762696.141106:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000100:00000001:3.0:1787762696.141113:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762696.141119:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762696.141129:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000040:3.0:1787762696.141131:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597595079552/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762696.141139:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762696.141155:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f0c0 x1874597595079296/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762696.141163:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762696.141176:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762696.141189:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:1.0:1787762696.141192:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f0c0 x1874597595079296/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762696.141202:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21447)
00000100:00000001:1.0:1787762696.141218:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762696.141222:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762696.141226:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762696.141228:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762696.141237:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f0c0 x1874597595079296/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762696.141306:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762696.141318:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f0c0 x1874597595079296/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762721 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762696.141356:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762696.141363:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762696.141367:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762696.141370:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762696.141375:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762696.141379:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762696.141385:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762696.141393:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762696.141397:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762696.141404:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f0c0 x1874597595079296/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762721 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762696.141416:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595079296:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762696.141423:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762696.141426:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762696.141430:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f0c0 x1874597595079296/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762721 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762696.141439:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762696.141443:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762696.141446:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0a800.
02000000:00000001:1.0:1787762696.141451:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762696.141453:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762696.141456:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762696.141459:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762696.141462:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15400.
02000000:00000001:1.0:1787762696.141467:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762696.141469:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762696.141471:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f0c0.
00000100:00000001:1.0:1787762696.141476:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762696.141478:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762696.141481:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762696.141491:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762696.141494:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762696.141496:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762696.141499:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762696.141501:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762696.141506:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1fc00 x1874597595079424/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762696.141516:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762696.141518:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762696.141521:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762696.141523:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762696.141526:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762696.141530:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595079424:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762696.141534:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762696.141538:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762696.141541:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762696.141543:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762696.141548:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0a800.
02000000:00000001:1.0:1787762696.141550:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762696.141557:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762696.141562:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762696.141570:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762696.141577:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595079424, portal 10
00000100:00000001:1.0:1787762696.141581:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762696.141584:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765448704 : -110615944102912 : ffff9b6537f1fc00)
00000100:00000040:1.0:1787762696.141597:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1fc00 x1874597595079424/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762696.141611:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762696.141616:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762696.141621:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352b28.
00000100:00000200:1.0:1787762696.141626:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595079424, offset 0
00000400:00000200:1.0:1787762696.141635:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762696.141644:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762696.141654:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762696.141661:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762696.141667:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762696.141672:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762696.141676:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762696.141682:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278214:278214:256:4294967295] 192.168.203.101@tcp LPNI seq info [278213:278213:8:4294967295]
00000400:00000200:1.0:1787762696.141691:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762696.141704:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762696.141714:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762696.141721:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18f00.
00000800:00000200:1.0:1787762696.141730:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762696.141735:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1787762696.141745:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762696.141751:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 57 secs later)
00000800:00000100:1.0:1787762696.141760:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762696.141764:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18f00.
00000400:00000200:1.0:1787762696.141770:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762696.141777:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762696.141785:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352b28
00000400:00000010:1.0:1787762696.141789:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352b28.
00000100:00000001:1.0:1787762696.141795:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762696.141803:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1fc00 x1874597595079424/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762696.141815:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762696.141819:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1fc00 x1874597595079424/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762721 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762696.141828:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762696.141830:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762696.141837:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762696.141844:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762696.141851:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762696.141856:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316109326
00000100:00000001:1.0:1787762696.141863:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316110072
00000100:00000001:1.0:1787762696.141867:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316109326
00000100:00000001:1.0:1787762696.141872:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316110072
00000100:00000001:1.0:1787762696.141876:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762696.141880:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762696.141884:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762696.141892:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762696/real 1787762696]  req@ffff9b6537f1fc00 x1874597595079424/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762696.141909:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762696.141912:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762696.141916:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762696.141921:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762696.141925:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762696.141930:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762696.141937:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1fc00 x1874597595079424/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762696.141955:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1fc00 x1874597595079424/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762696.141967:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762696.141971:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762696.141975:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762696.141977:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762696.141985:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1fc00 x1874597595079424/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762696.141998:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762696.142007:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1fc00 x1874597595079424/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762721 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762696.142022:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762696.142027:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762696.142032:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762696.142035:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762696.142039:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762696.142044:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762696.142048:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762696.142052:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762696.142056:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762696.142061:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1fc00 x1874597595079424/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762721 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762696.142072:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595079424:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762696.142077:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762696.142081:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d2c0 x1874597595079552/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762696.142089:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762696.142092:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762696.142095:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762696.142097:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762696.142100:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762696.142104:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595079552:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762696.142108:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762696.142111:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762696.142113:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762696.142115:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762696.142120:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08400.
02000000:00000001:1.0:1787762696.142123:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762696.142128:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762696.142131:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762696.142136:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762696.142141:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595079552, portal 4
00000100:00000001:1.0:1787762696.142143:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762696.142145:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765438144 : -110615944113472 : ffff9b6537f1d2c0)
00000100:00000040:1.0:1787762696.142153:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d2c0 x1874597595079552/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762696.142161:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762696.142165:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762696.142167:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352b28.
00000100:00000200:1.0:1787762696.142170:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595079552, offset 0
00000400:00000200:1.0:1787762696.142175:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762696.142181:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762696.142186:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762696.142190:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762696.142193:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762696.142196:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762696.142200:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762696.142204:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278215:278215:256:4294967295] 192.168.203.101@tcp LPNI seq info [278214:278214:8:4294967295]
00000400:00000200:1.0:1787762696.142209:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762696.142218:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762696.142223:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762696.142227:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18f00.
00000800:00000200:1.0:1787762696.142233:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762696.142237:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1787762696.142283:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762696.142290:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 57 secs later)
00000800:00000100:1.0:1787762696.142300:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762696.142304:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18f00.
00000400:00000200:1.0:1787762696.142311:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762696.142318:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762696.142324:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352b28
00000400:00000010:1.0:1787762696.142328:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352b28.
00000100:00000001:1.0:1787762696.142332:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762696.142366:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d2c0 x1874597595079552/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762696.142378:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762696.142383:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d2c0 x1874597595079552/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762721 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762696.142392:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762696.142394:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762696.142400:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762696.142404:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762696.142408:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762696.142411:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316109333
00000100:00000001:1.0:1787762696.142415:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316110072
00000100:00000001:1.0:1787762696.142418:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316109333
00000100:00000001:1.0:1787762696.142421:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316110072
00000100:00000001:1.0:1787762696.142424:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762696.142426:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762696.142429:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762696.142433:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762696/real 1787762696]  req@ffff9b6537f1d2c0 x1874597595079552/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762696.142442:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762696.142444:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762696.142446:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762696.142450:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762696.142452:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762696.142454:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762696.142458:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d2c0 x1874597595079552/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762696.142469:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d2c0 x1874597595079552/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762696.142477:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762696.142478:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762696.142481:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762696.142482:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762696.142488:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d2c0 x1874597595079552/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762696.142497:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762696.142502:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d2c0 x1874597595079552/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762721 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762696.142510:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762696.142513:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762696.142515:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762696.142517:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762696.142519:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762696.142521:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762696.142524:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762696.142528:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762696.142530:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762696.142535:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d2c0 x1874597595079552/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762721 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762696.142545:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595079552:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762696.142549:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762696.142552:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762696.142555:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1fc00 x1874597595079424/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762721 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762696.142564:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762696.142566:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762696.142569:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0a800.
02000000:00000001:1.0:1787762696.142572:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762696.142574:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762696.142576:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762696.142579:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762696.142582:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14000.
02000000:00000001:1.0:1787762696.142586:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762696.142587:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762696.142590:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1fc00.
00000100:00000001:1.0:1787762696.142593:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762696.142594:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762696.142597:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762696.142600:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d2c0 x1874597595079552/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762721 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762696.142608:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762696.142610:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762696.142612:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08400.
02000000:00000001:1.0:1787762696.142615:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762696.142616:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762696.142618:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762696.142620:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762696.142621:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14c00.
02000000:00000001:1.0:1787762696.142624:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762696.142625:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762696.142626:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d2c0.
00000100:00000001:1.0:1787762696.142630:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762696.142631:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762696.142634:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762696.142638:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762696.142640:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762696.142642:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762696.142645:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762696.907394:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316110072, at 4316110080
00000100:00000040:0.0:1787762696.907396:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316110072, at 4316110080
00000100:00000010:1.0:1787762696.907422:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82d20.
00000100:00000010:0.0:1787762696.907425:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a828a0.
00010000:00000001:0.0:1787762696.971403:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762696.971412:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762696.971415:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762696.971420:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762696.971426:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762696.971429:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762696.971433:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762696.971435:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762696.971441:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762696.971443:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762696.971445:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762696.971447:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762696.971450:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762696.971451:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762696.971454:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762696.971456:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762696.971461:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762696.971462:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762696.971558:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762696.971567:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762696.971575:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762697.163578:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762697.163588:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762697.163591:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762697.163598:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762697.163603:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762697.163608:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762697.163611:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762697.163615:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762697.163619:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762697.995418:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762697.995428:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762697.995436:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762697.995438:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762697.995442:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762697.995444:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762697.995489:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762697.995495:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762697.995500:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762698.187365:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762698.187375:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762698.187378:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762698.187386:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762698.187390:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762698.187395:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762698.187398:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762698.187402:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762698.187406:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762699.019402:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762699.019413:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762699.019420:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762699.019422:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762699.019427:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762699.019429:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762699.019515:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762699.019523:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762699.019530:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762699.211405:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762699.211417:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762699.211422:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762699.211433:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762699.211440:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762699.211446:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762699.211452:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762699.211458:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762699.211463:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762700.043407:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762700.043418:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762700.043426:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762700.043428:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762700.043433:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762700.043435:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762700.043496:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762700.043501:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762700.043505:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762700.235331:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762700.235337:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762700.235339:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762700.235344:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762700.235347:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762700.235350:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762700.235353:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762700.235357:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762700.235359:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762701.067396:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762701.067407:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762701.067415:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762701.067417:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762701.067421:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762701.067423:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762701.067541:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762701.067549:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762701.067554:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762701.259450:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787762701.259458:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762701.259466:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1787762701.259472:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762701.259473:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762701.259482:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1787762701.259487:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00080000:0.0:1787762701.259493:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762701.259498:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762701.259505:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787762701.259509:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762701.259518:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1787762701.259524:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21442
00000100:00000001:3.0:1787762701.259528:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762701.259538:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762701.259548:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762701.259562:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762701.259568:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762701.259574:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762701.259578:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762701.259582:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762701.259586:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762701.259591:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762701.259595:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787762701.259598:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762701.259603:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762701.259606:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787762701.259609:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787762701.259613:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762701.259616:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762701.259619:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762701.259621:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762701.259626:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787762701.259632:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762701.259635:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762701.259640:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762701.259644:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762701.259648:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762701.259651:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762701.259655:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762701.259665:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2d00.
00000020:00000040:0.0:1787762701.259670:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762701.259676:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762701.259678:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762701.259682:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762701.259686:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762701.259693:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762701.259706:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e000.
00000100:00000001:0.0:1787762701.259716:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762701.259730:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2d00 x1874597595079680/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762701.259745:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762701.259752:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762701.259758:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b3abd36] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2d00 x1874597595079680/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762701.259791:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762701.259796:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762701.259801:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762701.259803:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762701.259805:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762701.259809:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762701.259812:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21442
00000400:00000200:0.0:1787762701.259817:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762701.259821:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762701.259824:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762701.259829:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762701.259832:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762701.259834:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762701.259837:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762701.259840:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762701.259842:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787762701.259844:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762701.259847:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787762701.259849:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787762701.259852:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:0.0:1787762701.259855:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762701.259857:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762701.259859:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762701.259862:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762701.259866:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:0.0:1787762701.259869:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762701.259873:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762701.259875:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762701.259883:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762701.259886:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762701.259889:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762701.259896:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762701.259900:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762701.259902:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762701.259906:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000010:0.0:1787762701.259908:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c0000.
00000100:00000001:1.0:1787762701.259917:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1787762701.259918:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000100:00000001:1.0:1787762701.259926:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787762701.259927:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762701.259934:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762701.259937:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762701.259940:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762701.259944:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762701.259946:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c2d00 x1874597595079680/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787762701.259950:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760c800.
00000100:00000001:0.0:1787762701.259961:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762701.259972:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1787762701.259975:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c0000 x1874597595079808/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762701.259976:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762701.259988:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762701.259994:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762701.259997:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787762701.260003:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762701.260004:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762701.260017:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595079680:192.168.203.101@tcp:250:kworker.0
00000100:00000040:0.0:1787762701.260020:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ecd2557] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c0000 x1874597595079808/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762701.260030:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762701.260040:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787762701.260044:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762701.260046:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762701.260050:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787762701.260053:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1787762701.260060:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762701.260063:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762701.260066:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762701.260070:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762701.260074:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21442
00000400:00000200:0.0:1787762701.260078:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000010:1.0:1787762701.260080:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08400.
00000400:00000200:0.0:1787762701.260081:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
02000000:00000001:1.0:1787762701.260091:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762701.260092:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762701.260103:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762701.260106:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762701.260112:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:0.0:1787762701.260114:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762701.260119:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000010:1.0:1787762701.260121:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000020:00000001:0.0:1787762701.260124:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762701.260131:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787762701.260134:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762701.260137:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000400:00000010:1.0:1787762701.260139:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000020:00000001:0.0:1787762701.260141:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:0.0:1787762701.260148:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:0.0:1787762701.260153:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000200:1.0:1787762701.260155:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595079680, portal 25
00000100:00000001:0.0:1787762701.260157:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762701.260166:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1787762701.260167:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762701.260172:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115999488 : -110616593552128 : ffff9b65113c2d00)
00000100:00000001:0.0:1787762701.260174:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762701.260185:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:0.0:1787762701.260193:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000040:1.0:1787762701.260195:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c2d00 x1874597595079680/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762701.260197:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762701.260206:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762701.260212:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762701.260222:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762701.260224:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787762701.260227:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762701.260233:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1787762701.260236:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000008:00000001:0.0:1787762701.260240:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762701.260243:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352b28.
00000100:00000001:0.0:1787762701.260280:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762701.260289:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1a40.
00000020:00000040:0.0:1787762701.260292:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:0.0:1787762701.260295:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762701.260297:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762701.260329:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595079680, offset 0
00000100:00000001:0.0:1787762701.260331:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762701.260339:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762701.260345:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762701.260347:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
02000000:00000010:0.0:1787762701.260361:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760d000.
00000400:00000200:1.0:1787762701.260370:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762701.260377:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762701.260385:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00100000:0.0:1787762701.260398:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1a40 x1874597595079936/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762701.260399:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762701.260410:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762701.260420:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762701.260431:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000001:0.0:1787762701.260433:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762701.260441:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762701.260443:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278216:278216:256:4294967295] 192.168.203.101@tcp LPNI seq info [278215:278215:8:4294967295]
00000100:00000040:0.0:1787762701.260454:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7cad83] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1a40 x1874597595079936/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762701.260457:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762701.260485:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787762701.260497:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762701.260504:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000040:0.0:1787762701.260509:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:1.0:1787762701.260514:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18f00.
00000100:00000040:0.0:1787762701.260526:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.0:1787762701.260535:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:0.0:1787762701.260542:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21452)
00000800:00000200:1.0:1787762701.260544:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787762701.260559:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762701.260564:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1787762701.260571:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762701.260575:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18f00.
00000400:00000200:1.0:1787762701.260581:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762701.260588:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762701.260595:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352b28
00000400:00000010:1.0:1787762701.260599:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352b28.
00000100:00000001:1.0:1787762701.260604:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762701.260611:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c2d00 x1874597595079680/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762701.260625:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762701.260630:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c2d00 x1874597595079680/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762726 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762701.260640:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762701.260642:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762701.260651:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762701.260657:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762701.260661:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316115192
00000100:00000010:1.0:1787762701.260667:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82d20.
00000100:00000001:1.0:1787762701.260677:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762701.260688:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316115192
00000100:00000010:1.0:1787762701.260692:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82ae0.
00000100:00000001:1.0:1787762701.260696:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762701.260700:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762701.260704:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762701.260707:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762701.260713:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762701/real 1787762701]  req@ffff9b65113c2d00 x1874597595079680/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762701.260723:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762701.260726:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762701.260729:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762701.260733:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762701.260735:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762701.260738:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762701.260743:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c2d00 x1874597595079680/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762701.260754:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c2d00 x1874597595079680/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762701.260762:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762701.260764:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762701.260768:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762701.260771:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762701.260775:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c2d00 x1874597595079680/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762701.260784:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762701.260790:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c2d00 x1874597595079680/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762726 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762701.260800:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762701.260804:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762701.260806:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762701.260809:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762701.260812:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762701.260815:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762701.260819:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762701.260823:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762701.260827:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762701.260832:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c2d00 x1874597595079680/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762726 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762701.260842:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595079680:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762701.260848:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762701.260851:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762701.260854:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c2d00 x1874597595079680/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762726 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762701.260862:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762701.260866:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762701.260870:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08400.
02000000:00000001:1.0:1787762701.260874:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762701.260877:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762701.260879:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762701.260882:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762701.260885:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760e000.
02000000:00000001:1.0:1787762701.260890:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762701.260893:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762701.260895:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c2d00.
00000100:00000001:1.0:1787762701.260902:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762701.260904:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762701.260907:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762701.260917:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762701.260919:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762701.260921:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762701.260923:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762701.260925:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762701.260929:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c0000 x1874597595079808/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762701.260939:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762701.260941:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762701.260944:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762701.260946:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762701.260949:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762701.260952:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595079808:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762701.260956:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762701.260959:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762701.260961:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762701.260963:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762701.260967:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08400.
02000000:00000001:1.0:1787762701.260969:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762701.260974:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762701.260977:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762701.260982:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762701.260985:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595079808, portal 10
00000100:00000001:1.0:1787762701.260988:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762701.260990:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115987968 : -110616593563648 : ffff9b65113c0000)
00000100:00000040:1.0:1787762701.260998:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c0000 x1874597595079808/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762701.261007:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762701.261010:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762701.261012:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352b28.
00000100:00000200:1.0:1787762701.261016:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595079808, offset 0
00000400:00000200:1.0:1787762701.261020:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762701.261025:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762701.261029:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762701.261033:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762701.261036:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762701.261039:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762701.261042:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762701.261047:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278217:278217:256:4294967295] 192.168.203.101@tcp LPNI seq info [278216:278216:8:4294967295]
00000400:00000200:1.0:1787762701.261052:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762701.261061:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762701.261067:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762701.261071:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18f00.
00000800:00000200:1.0:1787762701.261076:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762701.261080:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787762701.261085:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762701.261088:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1787762701.261093:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762701.261096:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18f00.
00000400:00000200:1.0:1787762701.261099:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762701.261103:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762701.261107:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352b28
00000400:00000010:1.0:1787762701.261109:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352b28.
00000100:00000001:1.0:1787762701.261112:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762701.261116:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c0000 x1874597595079808/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762701.261127:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762701.261130:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c0000 x1874597595079808/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762726 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762701.261138:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762701.261140:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762701.261143:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762701.261148:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762701.261152:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762701.261155:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316114445
00000100:00000001:1.0:1787762701.261158:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316115192
00000100:00000001:1.0:1787762701.261161:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316114445
00000100:00000001:1.0:1787762701.261164:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316115192
00000100:00000001:1.0:1787762701.261167:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762701.261170:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762701.261173:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762701.261177:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762701/real 1787762701]  req@ffff9b65113c0000 x1874597595079808/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762701.261187:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762701.261189:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762701.261191:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762701.261193:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762701.261195:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762701.261198:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762701.261202:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c0000 x1874597595079808/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762701.261212:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c0000 x1874597595079808/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762701.261220:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762701.261222:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762701.261224:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762701.261226:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762701.261230:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c0000 x1874597595079808/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762701.261238:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762701.261242:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c0000 x1874597595079808/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762726 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762701.261280:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762701.261283:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762701.261285:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762701.261287:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762701.261289:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762701.261292:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762701.261295:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762701.261322:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762701.261325:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762701.261331:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c0000 x1874597595079808/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762726 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762701.261342:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595079808:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762701.261347:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762701.261351:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c1a40 x1874597595079936/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762701.261360:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762701.261362:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762701.261365:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762701.261368:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762701.261370:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762701.261374:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595079936:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762701.261377:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762701.261379:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762701.261381:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762701.261383:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762701.261388:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0a800.
02000000:00000001:1.0:1787762701.261390:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762701.261395:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762701.261398:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762701.261401:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762701.261405:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595079936, portal 4
00000100:00000001:1.0:1787762701.261408:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762701.261410:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115994688 : -110616593556928 : ffff9b65113c1a40)
00000100:00000040:1.0:1787762701.261417:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c1a40 x1874597595079936/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762701.261425:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762701.261429:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762701.261432:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352b28.
00000100:00000200:1.0:1787762701.261435:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595079936, offset 0
00000400:00000200:1.0:1787762701.261440:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762701.261444:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762701.261449:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762701.261453:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762701.261456:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762701.261460:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762701.261463:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762701.261467:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278218:278218:256:4294967295] 192.168.203.101@tcp LPNI seq info [278217:278217:8:4294967295]
00000400:00000200:1.0:1787762701.261472:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762701.261480:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762701.261486:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762701.261490:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18f00.
00000800:00000200:1.0:1787762701.261495:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762701.261499:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787762701.261504:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762701.261507:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1787762701.261512:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762701.261515:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18f00.
00000400:00000200:1.0:1787762701.261519:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762701.261523:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762701.261527:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352b28
00000400:00000010:1.0:1787762701.261529:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352b28.
00000100:00000001:1.0:1787762701.261532:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762701.261537:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c1a40 x1874597595079936/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762701.261546:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762701.261550:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c1a40 x1874597595079936/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762726 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762701.261558:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762701.261561:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762701.261565:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762701.261568:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762701.261572:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762701.261575:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316114452
00000100:00000001:1.0:1787762701.261578:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316115192
00000100:00000001:1.0:1787762701.261581:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316114452
00000100:00000001:1.0:1787762701.261584:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316115192
00000100:00000001:1.0:1787762701.261587:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762701.261590:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762701.261592:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762701.261597:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762701/real 1787762701]  req@ffff9b65113c1a40 x1874597595079936/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762701.261605:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762701.261607:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762701.261609:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762701.261611:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762701.261613:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762701.261615:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762701.261619:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c1a40 x1874597595079936/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762701.261630:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c1a40 x1874597595079936/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762701.261638:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762701.261640:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762701.261642:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762701.261644:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762701.261648:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c1a40 x1874597595079936/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762701.261655:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762701.261660:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c1a40 x1874597595079936/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762726 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762701.261670:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762701.261673:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762701.261675:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762701.261677:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762701.261679:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762701.261681:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762701.261684:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762701.261687:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762701.261690:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762701.261694:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c1a40 x1874597595079936/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762726 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762701.261703:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595079936:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762701.261708:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762701.261710:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762701.261713:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c0000 x1874597595079808/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762726 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762701.261721:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762701.261723:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762701.261725:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08400.
02000000:00000001:1.0:1787762701.261728:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762701.261729:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762701.261731:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762701.261733:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762701.261736:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760c800.
02000000:00000001:1.0:1787762701.261739:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762701.261741:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762701.261743:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c0000.
00000100:00000001:1.0:1787762701.261746:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762701.261748:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762701.261750:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762701.261754:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c1a40 x1874597595079936/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762726 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762701.261762:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762701.261764:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762701.261766:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0a800.
02000000:00000001:1.0:1787762701.261769:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762701.261771:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762701.261772:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762701.261774:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762701.261776:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760d000.
02000000:00000001:1.0:1787762701.261778:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762701.261780:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762701.261781:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c1a40.
00000100:00000001:1.0:1787762701.261784:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762701.261785:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762701.261787:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762701.261791:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762701.261793:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762701.261795:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762701.261797:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762702.027395:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316115192, at 4316115200
00000100:00000040:0.0:1787762702.027407:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316115192, at 4316115200
00000100:00000010:1.0:1787762702.027420:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82ae0.
00000100:00000010:0.0:1787762702.027423:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82d20.
00010000:00000001:0.0:1787762702.091360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762702.091367:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762702.091377:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762702.091380:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762702.091387:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762702.091393:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762702.091398:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762702.091403:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762702.091408:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762702.091411:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762702.091414:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762702.091418:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762702.091447:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762702.091453:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762702.091458:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762702.283387:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762702.283395:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762702.283399:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762702.283405:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762702.283410:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762702.283415:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762702.283419:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762702.283423:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762702.283427:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762703.115400:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762703.115410:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762703.115417:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762703.115419:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762703.115424:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762703.115425:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762703.115520:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762703.115527:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762703.115532:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762703.307404:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762703.307412:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762703.307416:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762703.307422:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762703.307427:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762703.307432:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762703.307436:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762703.307440:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762703.307444:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762704.139352:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762704.139360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762704.139365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762704.139367:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762704.139369:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762704.139370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762704.139402:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762704.139405:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762704.139407:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762704.331523:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762704.331533:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762704.331536:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762704.331543:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762704.331548:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762704.331554:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762704.331558:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762704.331562:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762704.331566:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762705.163347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762705.163353:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762705.163358:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762705.163360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762705.163362:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762705.163364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762705.163421:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762705.163427:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762705.163431:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762705.355370:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762705.355378:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762705.355380:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762705.355386:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762705.355390:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762705.355393:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762705.355396:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762705.355399:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762705.355402:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762706.187335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762706.187344:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762706.187347:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762706.187350:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762706.187355:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762706.187358:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762706.187360:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762706.187361:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762706.187365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762706.187366:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762706.187368:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762706.187369:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762706.187370:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762706.187372:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762706.187373:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762706.187374:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762706.187377:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762706.187378:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762706.187395:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762706.187398:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762706.187400:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762706.379387:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762706.379397:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762706.379401:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762706.379410:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762706.379417:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762706.379422:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762706.379427:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762706.379446:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787762706.379453:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787762706.379454:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762706.379468:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762706.379473:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762706.379479:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762706.379484:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762706.379495:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21447
00000400:00000200:1.0:1787762706.379512:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762706.379523:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762706.379528:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762706.379532:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762706.379536:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762706.379539:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762706.379543:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762706.379548:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762706.379551:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:1.0:1787762706.379555:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762706.379560:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:1.0:1787762706.379564:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:1.0:1787762706.379567:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:1.0:1787762706.379571:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762706.379574:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762706.379576:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762706.379579:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762706.379583:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:1.0:1787762706.379587:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762706.379590:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762706.379594:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762706.379598:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762706.379603:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762706.379606:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762706.379608:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762706.379633:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c000.
00000020:00000040:1.0:1787762706.379637:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:1.0:1787762706.379644:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762706.379646:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762706.379650:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762706.379654:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762706.379660:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762706.379672:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee08400.
00000100:00000001:1.0:1787762706.379683:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762706.379697:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c000 x1874597595080064/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762706.379712:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762706.379719:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762706.379725:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bd17bd7] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c000 x1874597595080064/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762706.379761:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762706.379766:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762706.379771:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762706.379773:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762706.379776:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762706.379779:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762706.379782:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21447
00000400:00000200:1.0:1787762706.379788:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762706.379793:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762706.379796:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762706.379800:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762706.379804:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762706.379808:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762706.379811:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762706.379815:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762706.379817:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:1.0:1787762706.379819:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762706.379822:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:1.0:1787762706.379825:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:2.0:1787762706.379825:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1787762706.379831:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:1.0:1787762706.379838:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762706.379840:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762706.379857:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762706.379863:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762706.379865:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787762706.379872:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762706.379877:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:1.0:1787762706.379880:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000040:2.0:1787762706.379889:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c000 x1874597595080064/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762706.379901:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762706.379910:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762706.379920:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762706.379921:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1787762706.379929:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762706.379930:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762706.379934:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787762706.379942:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:1.0:1787762706.379943:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762706.379952:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762706.379953:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762706.379956:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762706.379964:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762706.379966:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588e940.
00000020:00000040:1.0:1787762706.379973:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:1.0:1787762706.379980:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:2.0:1787762706.379981:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595080064:192.168.203.101@tcp:250:kworker.0
02000000:00000001:1.0:1787762706.379983:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762706.379991:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762706.379997:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762706.380005:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762706.380006:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:1.0:1787762706.380015:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee0ac00.
02000000:00000001:2.0:1787762706.380017:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787762706.380022:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762706.380024:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762706.380032:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:1.0:1787762706.380033:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588e940 x1874597595080192/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762706.380047:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000010:2.0:1787762706.380049:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864400.
00000100:00000001:1.0:1787762706.380053:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762706.380059:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762706.380064:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000186ab8f7] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588e940 x1874597595080192/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762706.380081:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762706.380089:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762706.380094:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000100:00080000:1.0:1787762706.380095:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762706.380106:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762706.380109:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1787762706.380112:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00080000:1.0:1787762706.380113:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762706.380124:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1787762706.380130:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595080064, portal 25
00000100:00080000:1.0:1787762706.380131:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21447
00000400:00000200:1.0:1787762706.380144:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762706.380145:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000400:00000200:1.0:1787762706.380152:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:2.0:1787762706.380154:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188126720 : -110616521424896 : ffff9b651588c000)
00000100:00080000:1.0:1787762706.380156:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762706.380167:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762706.380173:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762706.380181:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000040:2.0:1787762706.380181:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c000 x1874597595080064/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762706.380189:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762706.380201:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762706.380204:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:1.0:1787762706.380209:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762706.380216:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:1.0:1787762706.380225:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:1.0:1787762706.380236:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:1.0:1787762706.380246:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762706.380258:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787762706.380333:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762706.380342:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000040:1.0:1787762706.380344:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000010:2.0:1787762706.380352:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000001:1.0:1787762706.380355:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000200:2.0:1787762706.380361:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595080064, offset 0
00000020:00000040:1.0:1787762706.380365:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:1.0:1787762706.380379:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000400:00000200:2.0:1787762706.380381:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000001:1.0:1787762706.380395:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762706.380403:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787762706.380405:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:1.0:1787762706.380412:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762706.380421:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762706.380426:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762706.380431:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762706.380437:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762706.380439:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000001:1.0:1787762706.380446:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762706.380453:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:1.0:1787762706.380455:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c780.
00000020:00000040:1.0:1787762706.380461:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000200:2.0:1787762706.380466:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
02000000:00000001:1.0:1787762706.380468:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762706.380472:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762706.380476:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762706.380478:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787762706.380481:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1787762706.380483:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762706.380496:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee08000.
00000400:00000200:2.0:1787762706.380497:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000001:1.0:1787762706.380506:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762706.380516:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278219:278219:256:4294967295] 192.168.203.101@tcp LPNI seq info [278218:278218:8:4294967295]
00000100:00100000:1.0:1787762706.380522:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c780 x1874597595080320/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787762706.380541:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762706.380560:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762706.380564:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762706.380575:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c5bf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c780 x1874597595080320/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762706.380587:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1787762706.380635:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762706.380640:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1787762706.380654:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000040:1.0:1787762706.380657:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1787762706.380676:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21457)
00000800:00000010:2.0:1787762706.380679:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762706.380694:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762706.380701:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787762706.380713:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762706.380719:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1787762706.380727:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762706.380730:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762706.380739:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762706.380746:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762706.380753:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762706.380756:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762706.380762:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762706.380769:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c000 x1874597595080064/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762706.380784:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762706.380789:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c000 x1874597595080064/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762731 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762706.380808:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762706.380811:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762706.380821:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762706.380826:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762706.380830:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316120312
00000100:00000010:2.0:1787762706.380853:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdc60.
00000100:00000001:2.0:1787762706.380861:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762706.380870:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316120312
00000100:00000010:2.0:1787762706.380875:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd6c0.
00000100:00000001:2.0:1787762706.380878:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762706.380882:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762706.380885:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762706.380888:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762706.380894:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762706/real 1787762706]  req@ffff9b651588c000 x1874597595080064/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762706.380905:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762706.380907:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762706.380909:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762706.380914:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787762706.380916:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787762706.380919:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762706.380924:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c000 x1874597595080064/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762706.380936:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c000 x1874597595080064/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762706.380945:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762706.380947:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762706.380950:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762706.380953:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762706.380958:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c000 x1874597595080064/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762706.380969:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762706.380975:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c000 x1874597595080064/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762731 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762706.380984:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762706.380988:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762706.380990:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762706.380992:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762706.380996:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762706.380999:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762706.381003:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762706.381008:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762706.381012:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762706.381017:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c000 x1874597595080064/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762731 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762706.381028:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595080064:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762706.381035:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762706.381037:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762706.381041:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c000 x1874597595080064/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762731 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762706.381049:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762706.381052:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762706.381056:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864400.
02000000:00000001:2.0:1787762706.381060:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762706.381064:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762706.381066:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762706.381069:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762706.381072:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08400.
02000000:00000001:2.0:1787762706.381076:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762706.381079:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762706.381081:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c000.
00000100:00000001:2.0:1787762706.381086:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762706.381088:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762706.381090:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762706.381099:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762706.381101:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762706.381104:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762706.381106:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762706.381108:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762706.381113:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588e940 x1874597595080192/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762706.381121:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762706.381123:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762706.381126:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762706.381128:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762706.381131:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762706.381135:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595080192:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762706.381138:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762706.381141:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762706.381143:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762706.381146:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762706.381149:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864400.
02000000:00000001:2.0:1787762706.381151:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762706.381157:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762706.381161:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762706.381165:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787762706.381169:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595080192, portal 10
00000100:00000001:2.0:1787762706.381172:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762706.381174:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188137280 : -110616521414336 : ffff9b651588e940)
00000100:00000040:2.0:1787762706.381182:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588e940 x1874597595080192/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762706.381190:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762706.381193:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762706.381197:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762706.381200:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595080192, offset 0
00000400:00000200:2.0:1787762706.381205:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762706.381211:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762706.381216:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762706.381220:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762706.381223:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762706.381227:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762706.381230:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762706.381234:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278220:278220:256:4294967295] 192.168.203.101@tcp LPNI seq info [278219:278219:8:4294967295]
00000400:00000200:2.0:1787762706.381239:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762706.381247:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762706.381253:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762706.381257:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762706.381261:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762706.381305:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787762706.381313:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762706.381316:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1787762706.381321:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762706.381323:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762706.381327:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762706.381331:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762706.381335:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762706.381338:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762706.381341:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762706.381346:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588e940 x1874597595080192/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762706.381355:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762706.381359:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588e940 x1874597595080192/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762731 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762706.381366:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762706.381368:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762706.381373:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762706.381378:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762706.381382:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762706.381385:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316119566
00000100:00000001:2.0:1787762706.381388:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316120312
00000100:00000001:2.0:1787762706.381391:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316119566
00000100:00000001:2.0:1787762706.381393:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316120312
00000100:00000001:2.0:1787762706.381396:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762706.381399:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762706.381401:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762706.381406:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762706/real 1787762706]  req@ffff9b651588e940 x1874597595080192/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762706.381417:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762706.381419:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762706.381421:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762706.381425:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787762706.381427:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787762706.381430:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762706.381434:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588e940 x1874597595080192/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762706.381445:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588e940 x1874597595080192/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762706.381454:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762706.381456:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762706.381459:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762706.381460:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762706.381465:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588e940 x1874597595080192/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762706.381475:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762706.381480:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588e940 x1874597595080192/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762731 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762706.381491:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762706.381493:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762706.381495:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762706.381497:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762706.381499:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762706.381502:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762706.381505:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762706.381508:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762706.381512:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762706.381517:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588e940 x1874597595080192/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762731 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762706.381527:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595080192:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762706.381532:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762706.381536:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c780 x1874597595080320/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762706.381545:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762706.381546:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762706.381549:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762706.381551:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762706.381553:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762706.381557:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595080320:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762706.381561:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762706.381564:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762706.381566:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762706.381568:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762706.381573:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867c00.
02000000:00000001:2.0:1787762706.381575:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762706.381580:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762706.381583:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762706.381587:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787762706.381591:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595080320, portal 4
00000100:00000001:2.0:1787762706.381593:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762706.381594:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188128640 : -110616521422976 : ffff9b651588c780)
00000100:00000040:2.0:1787762706.381601:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c780 x1874597595080320/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762706.381609:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762706.381611:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762706.381614:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762706.381617:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595080320, offset 0
00000400:00000200:2.0:1787762706.381638:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762706.381644:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762706.381649:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762706.381654:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762706.381658:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762706.381662:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762706.381665:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762706.381670:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278221:278221:256:4294967295] 192.168.203.101@tcp LPNI seq info [278220:278220:8:4294967295]
00000400:00000200:2.0:1787762706.381676:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762706.381686:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762706.381693:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762706.381698:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762706.381704:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762706.381708:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787762706.381715:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762706.381718:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1787762706.381724:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762706.381727:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762706.381732:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762706.381737:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762706.381741:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762706.381744:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762706.381748:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762706.381752:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c780 x1874597595080320/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762706.381763:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762706.381768:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c780 x1874597595080320/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762731 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762706.381777:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762706.381779:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762706.381783:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762706.381787:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762706.381792:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762706.381794:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316119572
00000100:00000001:2.0:1787762706.381798:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316120312
00000100:00000001:2.0:1787762706.381801:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316119572
00000100:00000001:2.0:1787762706.381804:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316120312
00000100:00000001:2.0:1787762706.381807:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762706.381810:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762706.381812:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762706.381818:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762706/real 1787762706]  req@ffff9b651588c780 x1874597595080320/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762706.381830:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762706.381832:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762706.381835:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762706.381838:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787762706.381841:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787762706.381843:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762706.381848:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c780 x1874597595080320/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762706.381874:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c780 x1874597595080320/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762706.381883:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762706.381885:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762706.381888:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762706.381889:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762706.381893:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c780 x1874597595080320/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762706.381902:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762706.381907:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c780 x1874597595080320/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762731 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762706.381916:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762706.381919:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762706.381921:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762706.381923:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762706.381926:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762706.381928:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762706.381931:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762706.381935:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762706.381938:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762706.381943:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c780 x1874597595080320/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762731 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762706.381954:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595080320:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762706.381959:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762706.381961:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762706.381965:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588e940 x1874597595080192/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762731 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762706.381974:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762706.381976:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762706.381980:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864400.
02000000:00000001:2.0:1787762706.381983:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762706.381985:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762706.381987:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762706.381990:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762706.381992:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0ac00.
02000000:00000001:2.0:1787762706.381996:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762706.381997:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762706.381999:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588e940.
00000100:00000001:2.0:1787762706.382003:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762706.382005:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762706.382007:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762706.382012:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c780 x1874597595080320/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762731 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762706.382020:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762706.382022:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762706.382023:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867c00.
02000000:00000001:2.0:1787762706.382027:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762706.382028:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762706.382030:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762706.382032:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762706.382035:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08000.
02000000:00000001:2.0:1787762706.382037:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762706.382039:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762706.382040:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c780.
00000100:00000001:2.0:1787762706.382043:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762706.382045:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762706.382047:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762706.382052:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762706.382053:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762706.382055:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762706.382057:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762707.147390:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316120312, at 4316120320
00000100:00000040:1.0:1787762707.147392:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316120312, at 4316120320
00000100:00000010:0.0:1787762707.147417:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdc60.
00000100:00000010:1.0:1787762707.147429:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd6c0.
00010000:00000001:0.0:1787762707.211404:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762707.211410:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762707.211417:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762707.211419:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762707.211423:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762707.211425:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762707.211518:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762707.211524:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762707.211529:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762707.403376:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762707.403389:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762707.403394:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762707.403403:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762707.403408:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762707.403413:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762707.403417:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762707.403422:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762707.403425:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762708.235362:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762708.235371:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762708.235379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762708.235381:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762708.235385:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762708.235387:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762708.235416:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762708.235420:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762708.235439:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762708.427381:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762708.427389:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762708.427392:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762708.427400:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762708.427405:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762708.427409:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762708.427413:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762708.427418:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762708.427422:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762709.259376:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762709.259385:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762709.259393:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762709.259395:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762709.259400:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762709.259402:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762709.259528:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762709.259535:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762709.259541:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762709.451356:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762709.451365:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762709.451368:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762709.451375:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762709.451382:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762709.451387:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762709.451392:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762709.451396:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762709.451399:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762710.283368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762710.283378:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762710.283386:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762710.283388:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762710.283392:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762710.283394:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762710.283423:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762710.283429:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762710.283435:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762710.475406:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762710.475416:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762710.475419:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762710.475426:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762710.475431:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762710.475436:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762710.475441:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762710.475446:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762710.475450:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762711.307394:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762711.307404:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762711.307412:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762711.307414:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762711.307418:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762711.307423:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762711.307426:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762711.307431:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762711.307435:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762711.307439:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762711.307442:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762711.307445:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762711.307543:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762711.307550:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762711.307555:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762711.499367:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762711.499373:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762711.499375:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762711.499380:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762711.499384:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762711.499388:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762711.499391:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762711.499393:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762711.499395:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762711.499415:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762711.499426:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762711.499431:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762711.499437:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762711.499443:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762711.499455:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21452
00000400:00000200:1.0:1787762711.499469:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762711.499479:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762711.499483:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762711.499488:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762711.499493:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762711.499496:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762711.499500:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762711.499505:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762711.499508:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:1.0:1787762711.499512:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762711.499516:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:1.0:1787762711.499519:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:1.0:1787762711.499523:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:1.0:1787762711.499527:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762711.499530:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762711.499533:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762711.499535:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762711.499540:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:1.0:1787762711.499544:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762711.499547:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762711.499551:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762711.499556:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762711.499559:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762711.499563:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762711.499566:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762711.499579:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588d2c0.
00000020:00000040:1.0:1787762711.499586:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:1.0:1787762711.499592:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762711.499595:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762711.499599:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762711.499603:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762711.499610:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762711.499624:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee08000.
00000100:00000001:1.0:1787762711.499634:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762711.499648:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588d2c0 x1874597595080448/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762711.499663:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762711.499670:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762711.499677:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000032a8dc5] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588d2c0 x1874597595080448/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762711.499707:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762711.499712:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762711.499717:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762711.499719:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762711.499721:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762711.499725:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762711.499729:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21452
00000400:00000200:1.0:1787762711.499733:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762711.499736:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762711.499739:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762711.499743:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762711.499745:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762711.499748:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762711.499751:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762711.499754:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762711.499755:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:1.0:1787762711.499757:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762711.499761:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:1.0:1787762711.499764:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:1.0:1787762711.499767:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:1.0:1787762711.499771:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762711.499773:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762711.499776:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762711.499779:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762711.499781:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:1.0:1787762711.499786:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762711.499790:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762711.499793:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762711.499801:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762711.499804:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762711.499807:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762711.499809:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:1.0:1787762711.499813:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787762711.499819:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00000001:1.0:1787762711.499821:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762711.499826:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787762711.499827:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762711.499836:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588f840.
00000020:00000040:1.0:1787762711.499845:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000100:00000040:2.0:1787762711.499846:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588d2c0 x1874597595080448/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787762711.499849:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762711.499854:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762711.499862:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762711.499867:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762711.499871:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762711.499881:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee0ac00.
00000100:00000001:1.0:1787762711.499891:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762711.499900:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762711.499906:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762711.499908:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588f840 x1874597595080576/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787762711.499915:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762711.499923:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762711.499929:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787762711.499931:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762711.499938:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762711.499946:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595080448:192.168.203.101@tcp:250:kworker.0
00000100:00000040:1.0:1787762711.499953:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010754fdf] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588f840 x1874597595080576/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762711.499958:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762711.499967:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762711.499974:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762711.499983:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787762711.499993:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762711.499996:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867c00.
00000100:00080000:1.0:1787762711.499998:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1787762711.500003:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762711.500007:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762711.500012:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762711.500015:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787762711.500018:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762711.500021:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1787762711.500029:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000100:00080000:1.0:1787762711.500030:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21452
00000400:00000200:1.0:1787762711.500043:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762711.500049:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000400:00000200:1.0:1787762711.500050:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762711.500058:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762711.500063:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762711.500066:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1787762711.500069:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595080448, portal 25
00000100:00000040:1.0:1787762711.500070:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762711.500081:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762711.500084:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:1.0:1787762711.500086:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762711.500094:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000100:00000001:2.0:1787762711.500094:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188131520 : -110616521420096 : ffff9b651588d2c0)
00000020:00000001:1.0:1787762711.500099:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762711.500103:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:1.0:1787762711.500108:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:1.0:1787762711.500112:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:2.0:1787762711.500120:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588d2c0 x1874597595080448/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762711.500122:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762711.500129:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762711.500137:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762711.500143:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762711.500151:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:1.0:1787762711.500161:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762711.500169:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787762711.500170:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762711.500178:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762711.500182:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787762711.500188:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
02000000:00000001:1.0:1787762711.500189:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762711.500196:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1787762711.500198:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000008:00100000:1.0:1787762711.500200:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762711.500208:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762711.500211:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762711.500212:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595080448, offset 0
00000100:00000010:1.0:1787762711.500219:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c780.
00000020:00000040:1.0:1787762711.500226:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000200:2.0:1787762711.500295:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
02000000:00000001:1.0:1787762711.500310:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787762711.500314:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:1.0:1787762711.500318:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762711.500327:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787762711.500330:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
02000000:00000001:1.0:1787762711.500333:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762711.500343:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762711.500345:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762711.500358:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
02000000:00000010:1.0:1787762711.500360:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee08400.
00000400:00000200:2.0:1787762711.500365:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762711.500373:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000001:1.0:1787762711.500375:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762711.500383:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278222:278222:256:4294967295] 192.168.203.101@tcp LPNI seq info [278221:278221:8:4294967295]
00000100:00100000:1.0:1787762711.500395:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c780 x1874597595080704/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787762711.500396:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762711.500414:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762711.500424:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762711.500424:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1787762711.500437:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c5bf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c780 x1874597595080704/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1787762711.500447:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762711.500462:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000100:00000001:1.0:1787762711.500464:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762711.500473:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1787762711.500482:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:1.0:1787762711.500485:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.0:1787762711.500493:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000100:00000040:1.0:1787762711.500497:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21462)
00000800:00000200:2.1:1787762711.500506:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762711.500513:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1787762711.500520:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762711.500524:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762711.500532:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762711.500539:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762711.500547:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762711.500550:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762711.500556:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762711.500563:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588d2c0 x1874597595080448/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762711.500577:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762711.500582:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588d2c0 x1874597595080448/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762736 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762711.500592:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762711.500594:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762711.500604:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762711.500610:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762711.500614:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316125432
00000100:00000010:2.0:1787762711.500621:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd660.
00000100:00000001:2.0:1787762711.500631:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762711.500641:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316125432
00000100:00000010:2.0:1787762711.500645:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd9c0.
00000100:00000001:2.0:1787762711.500649:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762711.500653:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762711.500658:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762711.500662:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762711.500668:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762711/real 1787762711]  req@ffff9b651588d2c0 x1874597595080448/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762711.500680:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762711.500683:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762711.500686:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762711.500691:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787762711.500693:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787762711.500696:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762711.500701:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588d2c0 x1874597595080448/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762711.500712:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588d2c0 x1874597595080448/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762711.500720:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762711.500722:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762711.500725:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762711.500728:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762711.500732:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588d2c0 x1874597595080448/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762711.500741:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762711.500747:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588d2c0 x1874597595080448/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762736 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762711.500757:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762711.500761:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762711.500763:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762711.500764:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762711.500768:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762711.500770:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762711.500774:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762711.500779:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762711.500783:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762711.500789:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588d2c0 x1874597595080448/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762736 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762711.500800:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595080448:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762711.500806:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762711.500809:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762711.500813:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588d2c0 x1874597595080448/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762736 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762711.500821:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762711.500824:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762711.500828:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867c00.
02000000:00000001:2.0:1787762711.500832:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762711.500835:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762711.500837:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762711.500840:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762711.500844:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08000.
02000000:00000001:2.0:1787762711.500848:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762711.500851:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762711.500853:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588d2c0.
00000100:00000001:2.0:1787762711.500861:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762711.500863:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762711.500865:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762711.500875:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762711.500878:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762711.500881:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762711.500883:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762711.500884:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762711.500889:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588f840 x1874597595080576/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762711.500898:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762711.500901:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762711.500903:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762711.500906:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762711.500909:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762711.500913:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595080576:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762711.500918:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762711.500921:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762711.500923:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762711.500925:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762711.500929:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867c00.
02000000:00000001:2.0:1787762711.500931:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762711.500936:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762711.500938:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762711.500943:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787762711.500947:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595080576, portal 10
00000100:00000001:2.0:1787762711.500949:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762711.500951:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188141120 : -110616521410496 : ffff9b651588f840)
00000100:00000040:2.0:1787762711.500959:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588f840 x1874597595080576/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762711.500968:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762711.500971:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762711.500973:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762711.500976:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595080576, offset 0
00000400:00000200:2.0:1787762711.500981:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762711.500985:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762711.500990:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762711.500994:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762711.500997:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762711.501000:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762711.501003:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762711.501007:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278223:278223:256:4294967295] 192.168.203.101@tcp LPNI seq info [278222:278222:8:4294967295]
00000400:00000200:2.0:1787762711.501013:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762711.501021:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762711.501026:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762711.501031:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762711.501036:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762711.501040:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787762711.501045:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762711.501049:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1787762711.501056:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762711.501060:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762711.501065:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762711.501072:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762711.501078:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762711.501082:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762711.501086:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762711.501094:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588f840 x1874597595080576/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762711.501110:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762711.501117:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588f840 x1874597595080576/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762736 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762711.501131:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762711.501135:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762711.501142:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762711.501150:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762711.501157:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762711.501161:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316124685
00000100:00000001:2.0:1787762711.501166:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316125432
00000100:00000001:2.0:1787762711.501169:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316124685
00000100:00000001:2.0:1787762711.501172:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316125432
00000100:00000001:2.0:1787762711.501175:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762711.501178:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762711.501180:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762711.501186:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762711/real 1787762711]  req@ffff9b651588f840 x1874597595080576/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762711.501205:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762711.501207:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762711.501210:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762711.501214:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787762711.501216:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787762711.501219:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762711.501223:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588f840 x1874597595080576/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762711.501284:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588f840 x1874597595080576/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762711.501294:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762711.501296:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762711.501299:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762711.501301:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762711.501306:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588f840 x1874597595080576/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762711.501315:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762711.501320:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588f840 x1874597595080576/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762736 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762711.501328:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762711.501331:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762711.501333:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762711.501334:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762711.501337:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762711.501339:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762711.501343:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762711.501346:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762711.501349:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762711.501355:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588f840 x1874597595080576/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762736 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762711.501365:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595080576:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762711.501370:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762711.501375:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c780 x1874597595080704/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762711.501382:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762711.501384:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762711.501387:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762711.501390:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762711.501392:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762711.501396:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595080704:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762711.501400:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762711.501403:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762711.501405:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762711.501407:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762711.501412:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864400.
02000000:00000001:2.0:1787762711.501415:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762711.501420:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762711.501424:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762711.501428:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787762711.501432:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595080704, portal 4
00000100:00000001:2.0:1787762711.501435:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762711.501437:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188128640 : -110616521422976 : ffff9b651588c780)
00000100:00000040:2.0:1787762711.501444:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c780 x1874597595080704/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762711.501453:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762711.501456:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762711.501459:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762711.501462:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595080704, offset 0
00000400:00000200:2.0:1787762711.501468:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762711.501473:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762711.501478:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762711.501482:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762711.501486:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762711.501489:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762711.501492:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762711.501497:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278224:278224:256:4294967295] 192.168.203.101@tcp LPNI seq info [278223:278223:8:4294967295]
00000400:00000200:2.0:1787762711.501502:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762711.501511:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762711.501517:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762711.501521:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762711.501526:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762711.501530:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787762711.501535:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762711.501539:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1787762711.501545:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762711.501547:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762711.501551:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762711.501556:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762711.501560:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762711.501562:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762711.501565:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762711.501570:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c780 x1874597595080704/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762711.501580:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762711.501584:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c780 x1874597595080704/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762736 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762711.501592:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762711.501594:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762711.501599:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762711.501603:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762711.501607:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762711.501610:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316124692
00000100:00000001:2.0:1787762711.501614:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316125432
00000100:00000001:2.0:1787762711.501616:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316124692
00000100:00000001:2.0:1787762711.501619:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316125432
00000100:00000001:2.0:1787762711.501622:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762711.501624:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762711.501626:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762711.501631:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762711/real 1787762711]  req@ffff9b651588c780 x1874597595080704/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762711.501640:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762711.501642:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762711.501644:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762711.501647:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787762711.501649:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787762711.501651:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762711.501656:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c780 x1874597595080704/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762711.501665:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c780 x1874597595080704/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762711.501673:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762711.501675:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762711.501677:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762711.501678:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762711.501682:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c780 x1874597595080704/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762711.501690:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762711.501695:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c780 x1874597595080704/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762736 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762711.501703:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762711.501707:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762711.501709:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762711.501711:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762711.501713:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762711.501716:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762711.501719:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762711.501722:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762711.501725:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762711.501729:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c780 x1874597595080704/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762736 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762711.501738:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595080704:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762711.501743:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762711.501745:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762711.501749:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588f840 x1874597595080576/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762736 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762711.501757:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762711.501759:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762711.501761:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867c00.
02000000:00000001:2.0:1787762711.501764:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762711.501766:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762711.501768:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762711.501770:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762711.501772:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0ac00.
02000000:00000001:2.0:1787762711.501777:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762711.501778:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762711.501781:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588f840.
00000100:00000001:2.0:1787762711.501786:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762711.501788:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762711.501790:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762711.501794:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c780 x1874597595080704/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762736 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762711.501810:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762711.501811:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762711.501813:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864400.
02000000:00000001:2.0:1787762711.501817:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762711.501819:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762711.501820:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762711.501822:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762711.501824:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08400.
02000000:00000001:2.0:1787762711.501826:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762711.501828:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762711.501829:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c780.
00000100:00000001:2.0:1787762711.501834:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762711.501835:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762711.501837:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762711.501842:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762711.501844:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762711.501846:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762711.501848:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762712.267393:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316125432, at 4316125440
00000100:00000040:1.0:1787762712.267398:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316125432, at 4316125440
00000100:00000010:1.0:1787762712.267418:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd9c0.
00000100:00000010:0.0:1787762712.267426:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd660.
00010000:00000001:0.0:1787762712.331377:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762712.331383:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762712.331390:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762712.331391:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762712.331396:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762712.331398:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762712.331435:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762712.331440:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762712.331446:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762712.523357:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762712.523363:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762712.523365:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762712.523369:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762712.523371:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762712.523374:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762712.523376:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762712.523379:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762712.523381:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762713.355310:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762713.355316:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762713.355320:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762713.355321:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762713.355324:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762713.355325:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762713.355384:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762713.355394:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762713.355397:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762713.547324:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762713.547333:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762713.547336:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762713.547341:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762713.547345:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762713.547349:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762713.547353:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762713.547356:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762713.547359:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762714.379323:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762714.379328:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762714.379332:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762714.379333:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762714.379336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762714.379337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762714.379355:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762714.379357:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762714.379359:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762714.571340:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762714.571348:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762714.571350:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762714.571356:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762714.571360:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762714.571363:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762714.571367:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762714.571370:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762714.571373:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762715.403329:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762715.403335:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762715.403339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762715.403340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762715.403343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762715.403344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762715.403404:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762715.403408:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762715.403411:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762715.595363:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762715.595368:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762715.595370:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762715.595374:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762715.595376:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762715.595380:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762715.595382:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762715.595385:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762715.595387:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762716.427374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762716.427385:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762716.427388:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762716.427392:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762716.427398:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762716.427403:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762716.427422:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762716.427424:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762716.427427:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762716.427428:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762716.427429:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762716.427430:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762716.427432:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762716.427432:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762716.427433:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762716.427435:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762716.427437:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762716.427438:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762716.427456:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762716.427458:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762716.427460:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762716.619353:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787762716.619355:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787762716.619364:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787762716.619378:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762716.619380:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762716.619387:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1787762716.619390:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00080000:3.0:1787762716.619392:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762716.619397:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762716.619400:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787762716.619403:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762716.619408:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787762716.619414:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21457
00000100:00000001:0.0:1787762716.619416:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762716.619424:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762716.619434:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762716.619442:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762716.619446:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762716.619452:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762716.619456:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762716.619458:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762716.619460:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762716.619464:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762716.619466:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762716.619469:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762716.619473:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762716.619474:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762716.619476:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762716.619479:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762716.619481:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762716.619484:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762716.619485:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762716.619488:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762716.619492:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762716.619494:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762716.619496:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762716.619500:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762716.619502:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762716.619504:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762716.619506:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762716.619517:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000020:00000040:3.0:1787762716.619521:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762716.619526:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762716.619527:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762716.619530:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762716.619534:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762716.619539:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762716.619550:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17000.
00000100:00000001:3.0:1787762716.619557:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762716.619567:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597595080832/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762716.619577:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762716.619583:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762716.619588:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597595080832/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762716.619608:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762716.619610:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762716.619614:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762716.619615:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762716.619616:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762716.619619:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762716.619621:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21457
00000400:00000200:3.0:1787762716.619625:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762716.619627:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762716.619629:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762716.619632:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762716.619634:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762716.619636:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762716.619638:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762716.619639:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762716.619640:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762716.619641:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787762716.619642:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787762716.619644:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762716.619648:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:2.0:1787762716.619650:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787762716.619651:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:2.0:1787762716.619654:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762716.619655:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762716.619659:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762716.619662:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762716.619664:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000040:2.0:1787762716.619666:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d2c0 x1874597595080832/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787762716.619667:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762716.619672:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762716.619676:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762716.619680:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762716.619684:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762716.619687:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762716.619687:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762716.619691:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762716.619693:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762716.619696:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762716.619698:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762716.619702:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595080832:192.168.203.101@tcp:250:kworker.0
00000100:00000001:3.0:1787762716.619705:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762716.619708:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1787762716.619712:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787762716.619714:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1787762716.619715:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762716.619719:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762716.619719:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762716.619727:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1787762716.619727:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000020:00000040:3.0:1787762716.619731:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762716.619732:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762716.619734:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762716.619735:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864400.
00000100:00000001:3.0:1787762716.619736:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762716.619739:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762716.619742:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762716.619743:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762716.619750:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000010:3.0:1787762716.619752:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15800.
00000400:00000010:2.0:1787762716.619756:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000100:00000001:3.0:1787762716.619758:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762716.619765:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00100000:3.0:1787762716.619768:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597595080960/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787762716.619775:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595080832, portal 25
00000100:00000001:2.0:1787762716.619782:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762716.619783:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762716.619785:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765438144 : -110615944113472 : ffff9b6537f1d2c0)
00000100:00000001:3.0:1787762716.619789:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762716.619795:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d2c0 x1874597595080832/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762716.619799:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597595080960/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762716.619822:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762716.619829:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762716.619830:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762716.619834:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00080000:3.0:1787762716.619834:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762716.619840:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762716.619842:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1787762716.619843:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595080832, offset 0
00000100:00080000:3.0:1787762716.619844:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762716.619848:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762716.619851:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21457
00000400:00000200:3.0:1787762716.619858:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762716.619859:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:3.0:1787762716.619863:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762716.619865:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762716.619867:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762716.619869:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762716.619871:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762716.619873:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:2.0:1787762716.619876:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000020:00000001:3.0:1787762716.619877:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762716.619881:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762716.619882:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762716.619885:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762716.619887:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:2.0:1787762716.619888:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000020:00000001:3.0:1787762716.619892:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762716.619896:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000200:2.0:1787762716.619898:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787762716.619899:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762716.619903:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762716.619905:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762716.619906:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000400:00000200:2.0:1787762716.619910:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00080000:3.0:1787762716.619911:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762716.619915:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762716.619917:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762716.619919:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787762716.619920:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787762716.619922:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762716.619925:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1787762716.619928:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000008:00100000:3.0:1787762716.619929:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762716.619933:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762716.619935:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762716.619940:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278225:278225:256:4294967295] 192.168.203.101@tcp LPNI seq info [278224:278224:8:4294967295]
00000100:00000010:3.0:1787762716.619940:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787762716.619944:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762716.619949:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787762716.619953:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:3.0:1787762716.619953:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762716.619958:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762716.619959:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762716.619961:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762716.619964:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17c00.
00000100:00000001:3.0:1787762716.619966:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762716.619973:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597595081088/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787762716.619976:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787762716.619990:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762716.619993:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787762716.619997:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000040:3.0:1787762716.619999:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597595081088/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762716.620007:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787762716.620008:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000100:00000040:3.0:1787762716.620012:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762716.620015:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762716.620019:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21467)
00000800:00000200:2.0:1787762716.620021:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762716.620026:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787762716.620032:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762716.620036:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787762716.620041:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762716.620044:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762716.620053:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762716.620060:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762716.620068:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762716.620071:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762716.620077:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762716.620083:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d2c0 x1874597595080832/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762716.620097:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762716.620100:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d2c0 x1874597595080832/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762716.620107:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762716.620108:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762716.620117:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762716.620121:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762716.620124:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316130551
00000100:00000010:2.0:1787762716.620129:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdba0.
00000100:00000001:2.0:1787762716.620137:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762716.620144:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316130551
00000100:00000010:2.0:1787762716.620147:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd180.
00000100:00000001:2.0:1787762716.620150:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762716.620153:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762716.620155:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762716.620158:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762716.620161:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762716/real 1787762716]  req@ffff9b6537f1d2c0 x1874597595080832/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762716.620168:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762716.620170:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762716.620172:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762716.620175:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787762716.620177:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787762716.620179:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762716.620181:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d2c0 x1874597595080832/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762716.620188:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d2c0 x1874597595080832/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762716.620208:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762716.620211:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762716.620213:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762716.620215:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762716.620219:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d2c0 x1874597595080832/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762716.620225:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762716.620229:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d2c0 x1874597595080832/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762741 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762716.620234:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762716.620236:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762716.620237:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762716.620238:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762716.620240:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762716.620241:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762716.620244:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762716.620272:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762716.620274:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762716.620277:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d2c0 x1874597595080832/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762741 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762716.620283:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595080832:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762716.620287:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762716.620289:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762716.620291:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d2c0 x1874597595080832/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762741 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762716.620296:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762716.620299:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762716.620303:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864400.
02000000:00000001:2.0:1787762716.620306:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762716.620308:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762716.620309:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762716.620312:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762716.620314:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17000.
02000000:00000001:2.0:1787762716.620318:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762716.620320:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762716.620322:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d2c0.
00000100:00000001:2.0:1787762716.620325:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762716.620326:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762716.620328:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762716.620335:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762716.620337:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762716.620339:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762716.620340:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762716.620341:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762716.620344:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1fc00 x1874597595080960/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762716.620349:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762716.620350:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762716.620352:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762716.620353:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762716.620355:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762716.620356:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595080960:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762716.620358:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762716.620360:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762716.620362:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762716.620364:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762716.620367:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864400.
02000000:00000001:2.0:1787762716.620369:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762716.620374:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762716.620377:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762716.620381:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787762716.620384:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595080960, portal 10
00000100:00000001:2.0:1787762716.620387:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762716.620389:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765448704 : -110615944102912 : ffff9b6537f1fc00)
00000100:00000040:2.0:1787762716.620397:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1fc00 x1874597595080960/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762716.620405:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762716.620408:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762716.620410:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762716.620413:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595080960, offset 0
00000400:00000200:2.0:1787762716.620418:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762716.620422:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762716.620425:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762716.620428:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762716.620430:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762716.620432:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762716.620434:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762716.620436:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278226:278226:256:4294967295] 192.168.203.101@tcp LPNI seq info [278225:278225:8:4294967295]
00000400:00000200:2.0:1787762716.620439:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762716.620444:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762716.620448:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762716.620450:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762716.620453:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762716.620456:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787762716.620459:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762716.620461:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787762716.620464:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762716.620466:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762716.620468:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762716.620471:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762716.620473:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762716.620475:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762716.620477:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762716.620479:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1fc00 x1874597595080960/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762716.620490:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762716.620492:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1fc00 x1874597595080960/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762716.620497:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762716.620498:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762716.620501:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762716.620505:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762716.620507:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762716.620509:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316129805
00000100:00000001:2.0:1787762716.620511:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316130551
00000100:00000001:2.0:1787762716.620513:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316129805
00000100:00000001:2.0:1787762716.620515:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316130551
00000100:00000001:2.0:1787762716.620516:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762716.620518:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762716.620519:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762716.620521:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762716/real 1787762716]  req@ffff9b6537f1fc00 x1874597595080960/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762716.620526:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762716.620527:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762716.620528:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762716.620530:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787762716.620531:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787762716.620532:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762716.620536:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1fc00 x1874597595080960/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762716.620545:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1fc00 x1874597595080960/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762716.620552:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762716.620554:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762716.620557:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762716.620558:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762716.620563:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1fc00 x1874597595080960/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762716.620571:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762716.620576:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1fc00 x1874597595080960/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762741 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762716.620584:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762716.620586:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762716.620587:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762716.620589:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762716.620590:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762716.620592:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762716.620594:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762716.620597:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762716.620599:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762716.620602:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1fc00 x1874597595080960/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762741 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762716.620608:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595080960:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762716.620610:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762716.620612:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f0c0 x1874597595081088/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762716.620617:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762716.620618:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762716.620619:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762716.620621:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762716.620622:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762716.620625:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595081088:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762716.620627:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762716.620629:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762716.620630:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762716.620632:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762716.620635:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867c00.
02000000:00000001:2.0:1787762716.620636:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762716.620639:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762716.620641:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762716.620644:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787762716.620646:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595081088, portal 4
00000100:00000001:2.0:1787762716.620647:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762716.620648:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765445824 : -110615944105792 : ffff9b6537f1f0c0)
00000100:00000040:2.0:1787762716.620654:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f0c0 x1874597595081088/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762716.620658:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762716.620660:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762716.620661:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762716.620663:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595081088, offset 0
00000400:00000200:2.0:1787762716.620665:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762716.620668:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762716.620670:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762716.620673:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762716.620675:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762716.620676:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762716.620678:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762716.620680:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278227:278227:256:4294967295] 192.168.203.101@tcp LPNI seq info [278226:278226:8:4294967295]
00000400:00000200:2.0:1787762716.620683:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762716.620688:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762716.620691:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762716.620694:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762716.620697:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762716.620700:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787762716.620702:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762716.620704:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787762716.620707:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762716.620708:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762716.620710:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762716.620713:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762716.620715:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762716.620716:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762716.620718:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762716.620720:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f0c0 x1874597595081088/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762716.620726:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762716.620728:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f0c0 x1874597595081088/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762716.620733:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762716.620734:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762716.620736:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762716.620738:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762716.620740:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762716.620741:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316129811
00000100:00000001:2.0:1787762716.620743:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316130551
00000100:00000001:2.0:1787762716.620744:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316129811
00000100:00000001:2.0:1787762716.620746:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316130551
00000100:00000001:2.0:1787762716.620748:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762716.620749:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762716.620751:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762716.620753:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762716/real 1787762716]  req@ffff9b6537f1f0c0 x1874597595081088/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762716.620757:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762716.620759:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762716.620760:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762716.620761:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787762716.620763:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787762716.620764:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762716.620766:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f0c0 x1874597595081088/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762716.620771:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f0c0 x1874597595081088/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762716.620775:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762716.620776:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762716.620777:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762716.620778:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762716.620781:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f0c0 x1874597595081088/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762716.620786:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762716.620788:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f0c0 x1874597595081088/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762741 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762716.620792:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762716.620793:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762716.620794:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762716.620795:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762716.620797:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762716.620798:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762716.620800:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762716.620803:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762716.620805:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762716.620809:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f0c0 x1874597595081088/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762741 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762716.620824:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595081088:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762716.620829:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762716.620831:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762716.620834:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1fc00 x1874597595080960/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762741 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762716.620843:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762716.620844:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762716.620846:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864400.
02000000:00000001:2.0:1787762716.620850:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762716.620851:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762716.620852:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762716.620854:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762716.620855:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15800.
02000000:00000001:2.0:1787762716.620857:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762716.620858:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762716.620860:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1fc00.
00000100:00000001:2.0:1787762716.620862:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762716.620863:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762716.620864:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762716.620867:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f0c0 x1874597595081088/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762741 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762716.620872:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762716.620873:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762716.620874:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867c00.
02000000:00000001:2.0:1787762716.620878:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762716.620879:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762716.620879:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762716.620880:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762716.620881:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17c00.
02000000:00000001:2.0:1787762716.620882:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762716.620883:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762716.620884:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f0c0.
00000100:00000001:2.0:1787762716.620886:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762716.620887:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762716.620888:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762716.620891:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762716.620892:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762716.620894:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762716.620896:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762717.387321:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316130551, at 4316130560
00000100:00000040:1.0:1787762717.387328:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316130551, at 4316130560
00000100:00000010:0.0:1787762717.387337:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdba0.
00000100:00000010:1.0:1787762717.387342:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd180.
00010000:00000001:0.0:1787762717.451304:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762717.451308:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762717.451312:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762717.451313:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762717.451315:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762717.451316:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762717.451407:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762717.451411:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762717.451414:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762717.643316:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762717.643323:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762717.643325:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762717.643330:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762717.643334:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762717.643338:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762717.643341:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762717.643344:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762717.643347:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762718.475332:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762718.475341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762718.475346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762718.475347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762718.475351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762718.475352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762718.475373:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762718.475376:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762718.475379:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762718.667319:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762718.667326:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762718.667328:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762718.667334:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762718.667337:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762718.667341:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762718.667344:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762718.667347:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762718.667350:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762719.499324:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762719.499331:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762719.499337:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762719.499338:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762719.499342:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762719.499343:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762719.499407:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762719.499412:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762719.499415:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762719.691359:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762719.691368:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762719.691371:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762719.691379:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762719.691384:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762719.691389:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762719.691394:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762719.691399:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762719.691403:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762720.523386:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762720.523398:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762720.523410:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762720.523413:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762720.523419:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762720.523422:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762720.523463:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762720.523467:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762720.523472:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762720.715362:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762720.715370:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762720.715373:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762720.715380:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762720.715385:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762720.715390:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762720.715394:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762720.715399:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762720.715403:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762721.547332:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762721.547349:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762721.547359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762721.547361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762721.547365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762721.547369:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762721.547371:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762721.547374:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762721.547377:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762721.547379:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762721.547381:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762721.547383:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762721.547430:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762721.547436:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762721.547440:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762721.739374:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762721.739386:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762721.739391:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762721.739402:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762721.739410:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762721.739418:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762721.739424:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762721.739428:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762721.739434:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762721.739456:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762721.739471:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762721.739477:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762721.739483:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762721.739492:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762721.739505:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21462
00000400:00000200:3.0:1787762721.739522:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762721.739534:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762721.739541:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762721.739661:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762721.739668:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762721.739672:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762721.739675:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762721.739848:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762721.739851:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762721.739855:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762721.739860:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762721.739864:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762721.739867:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762721.739873:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762721.739876:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762721.739879:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762721.739882:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762721.739886:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762721.739891:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762721.739895:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762721.739900:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762721.739918:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762721.739922:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762721.739925:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762721.739930:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762721.739939:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000020:00000040:3.0:1787762721.739944:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762721.739951:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762721.739954:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762721.739958:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762721.739963:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762721.739969:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762721.739978:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16000.
00000100:00000001:3.0:1787762721.739988:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762721.740002:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597595081216/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762721.740017:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762721.740023:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762721.740030:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597595081216/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762721.740060:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762721.740064:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762721.740070:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762721.740072:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762721.740074:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762721.740078:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762721.740082:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21462
00000400:00000200:3.0:1787762721.740089:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762721.740095:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762721.740098:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762721.740105:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762721.740108:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762721.740113:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762721.740116:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762721.740119:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762721.740121:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762721.740124:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787762721.740126:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787762721.740128:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762721.740136:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:2.0:1787762721.740140:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787762721.740141:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:2.0:1787762721.740150:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762721.740151:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762721.740185:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762721.740193:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e940 x1874597595081216/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762721.740195:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762721.740207:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762721.740217:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762721.740229:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762721.740230:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762721.740236:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762721.740239:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762721.740279:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762721.740286:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762721.740287:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762721.740296:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762721.740303:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787762721.740305:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595081216:192.168.203.101@tcp:250:kworker.0
02000000:00000001:3.0:1787762721.740315:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762721.740319:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787762721.740322:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787762721.740329:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1787762721.740332:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787762721.740335:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787762721.740338:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762721.740342:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787762721.740344:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762721.740355:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867c00.
00000100:00000010:3.0:1787762721.740356:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
02000000:00000001:2.0:1787762721.740364:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787762721.740366:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762721.740374:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762721.740379:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762721.740380:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762721.740388:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1787762721.740393:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
02000000:00000001:3.0:1787762721.740394:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762721.740401:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762721.740409:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
02000000:00000010:3.0:1787762721.740412:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14400.
00000100:00000001:3.0:1787762721.740423:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762721.740424:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595081216, portal 25
00000100:00000001:2.0:1787762721.740431:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762721.740437:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765443904 : -110615944107712 : ffff9b6537f1e940)
00000100:00100000:3.0:1787762721.740438:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597595081344/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787762721.740452:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e940 x1874597595081216/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762721.740487:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762721.740488:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762721.740498:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762721.740500:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762721.740506:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762721.740513:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595081216, offset 0
00000100:00000040:3.0:1787762721.740521:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597595081344/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762721.740531:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762721.740552:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762721.740561:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762721.740566:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00080000:3.0:1787762721.740570:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762721.740578:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1787762721.740581:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787762721.740584:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762721.740589:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787762721.740594:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000001:3.0:1787762721.740597:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787762721.740606:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1787762721.740608:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21462
00000400:00000200:2.0:1787762721.740619:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762721.740625:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278228:278228:256:4294967295] 192.168.203.101@tcp LPNI seq info [278227:278227:8:4294967295]
00000400:00000200:2.0:1787762721.740631:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762721.740641:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762721.740657:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1787762721.740662:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762721.740668:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762721.740678:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000800:00000200:2.0:1787762721.740680:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762721.740682:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762721.740691:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762721.740695:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000800:00000010:2.0:1787762721.740698:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000020:00000001:3.0:1787762721.740699:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762721.740704:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762721.740710:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762721.740714:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762721.740723:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000800:00000200:2.0:1787762721.740725:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000020:00000001:3.0:1787762721.740732:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000800:00000200:2.0:1787762721.740739:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000100:00000040:3.0:1787762721.740749:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762721.740759:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1787762721.740762:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:3.0:1787762721.740772:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000800:00000200:2.1:1787762721.740776:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1787762721.740783:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000800:00000100:2.0:1787762721.740792:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000020:00000040:3.0:1787762721.740801:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000800:00000010:2.0:1787762721.740802:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762721.740812:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1787762721.740816:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762721.740826:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762721.740827:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1787762721.740836:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787762721.740842:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
02000000:00000001:3.0:1787762721.740845:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1787762721.740848:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
02000000:00000001:3.0:1787762721.740855:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762721.740859:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787762721.740861:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762721.740868:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762721.740871:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762721.740873:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762721.740880:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000100:00000200:2.0:1787762721.740887:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1e940 x1874597595081216/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787762721.740889:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762721.740899:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762721.740903:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762721.740911:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762721.740916:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762721.740920:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762721.740930:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15000.
00000100:00000001:2.0:1787762721.740931:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787762721.740936:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762721.740947:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e940 x1874597595081216/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762746 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762721.740953:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597595081472/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762721.741002:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762721.741004:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762721.741007:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762721.741010:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1787762721.741018:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597595081472/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762721.741026:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762721.741031:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762721.741039:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787762721.741040:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762721.741051:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316135672
00000100:00000040:3.0:1787762721.741053:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762721.741067:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21472)
00000100:00000010:2.0:1787762721.741070:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd1e0.
00000100:00000001:2.0:1787762721.741088:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762721.741102:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316135672
00000100:00000010:2.0:1787762721.741110:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd060.
00000100:00000001:2.0:1787762721.741117:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762721.741124:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762721.741130:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762721.741135:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762721.741147:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762721/real 1787762721]  req@ffff9b6537f1e940 x1874597595081216/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762721.741189:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762721.741192:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762721.741195:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762721.741200:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787762721.741203:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787762721.741206:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762721.741212:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e940 x1874597595081216/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762721.741224:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e940 x1874597595081216/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762721.741233:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762721.741235:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762721.741238:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762721.741241:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762721.741274:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e940 x1874597595081216/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762721.741285:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762721.741292:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e940 x1874597595081216/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762746 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762721.741311:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762721.741315:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762721.741317:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762721.741319:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762721.741323:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762721.741326:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762721.741329:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762721.741334:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762721.741337:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762721.741343:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e940 x1874597595081216/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762746 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762721.741353:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595081216:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762721.741360:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762721.741363:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762721.741367:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e940 x1874597595081216/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762746 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762721.741376:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762721.741380:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762721.741383:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867c00.
02000000:00000001:2.0:1787762721.741389:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762721.741392:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762721.741394:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762721.741398:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762721.741401:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16000.
02000000:00000001:2.0:1787762721.741407:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762721.741409:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762721.741412:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e940.
00000100:00000001:2.0:1787762721.741416:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762721.741418:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762721.741421:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762721.741431:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762721.741433:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762721.741436:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762721.741438:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762721.741440:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762721.741445:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f480 x1874597595081344/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762721.741454:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762721.741456:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762721.741459:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762721.741462:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762721.741465:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762721.741469:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595081344:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762721.741473:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762721.741476:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762721.741479:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762721.741481:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762721.741485:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867c00.
02000000:00000001:2.0:1787762721.741488:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762721.741493:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762721.741497:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762721.741502:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787762721.741506:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595081344, portal 10
00000100:00000001:2.0:1787762721.741509:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762721.741510:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765446784 : -110615944104832 : ffff9b6537f1f480)
00000100:00000040:2.0:1787762721.741519:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f480 x1874597595081344/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762721.741527:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762721.741531:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762721.741533:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762721.741537:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595081344, offset 0
00000400:00000200:2.0:1787762721.741542:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762721.741547:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762721.741554:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762721.741559:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762721.741562:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762721.741566:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762721.741569:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762721.741574:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278229:278229:256:4294967295] 192.168.203.101@tcp LPNI seq info [278228:278228:8:4294967295]
00000400:00000200:2.0:1787762721.741579:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762721.741588:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762721.741595:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762721.741599:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762721.741605:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762721.741608:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787762721.741615:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762721.741618:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787762721.741624:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762721.741626:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762721.741631:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762721.741635:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762721.741639:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762721.741642:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762721.741645:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762721.741650:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f480 x1874597595081344/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762721.741660:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762721.741664:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f480 x1874597595081344/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762746 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762721.741678:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762721.741681:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762721.741688:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762721.741696:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762721.741703:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762721.741707:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316134926
00000100:00000001:2.0:1787762721.741713:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316135672
00000100:00000001:2.0:1787762721.741718:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316134926
00000100:00000001:2.0:1787762721.741723:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316135672
00000100:00000001:2.0:1787762721.741728:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762721.741732:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762721.741736:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762721.741745:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762721/real 1787762721]  req@ffff9b6537f1f480 x1874597595081344/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762721.741762:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762721.741765:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762721.741769:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762721.741774:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787762721.741778:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787762721.741781:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762721.741786:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f480 x1874597595081344/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762721.741797:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f480 x1874597595081344/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762721.741805:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762721.741807:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762721.741810:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762721.741812:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762721.741816:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f480 x1874597595081344/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762721.741824:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762721.741829:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f480 x1874597595081344/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762746 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762721.741838:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762721.741842:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762721.741845:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762721.741847:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762721.741850:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762721.741852:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762721.741856:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762721.741860:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762721.741863:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762721.741867:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f480 x1874597595081344/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762746 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762721.741877:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595081344:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762721.741881:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762721.741886:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d680 x1874597595081472/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762721.741894:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762721.741897:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762721.741900:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762721.741902:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762721.741906:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762721.741912:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595081472:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762721.741919:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762721.741922:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762721.741926:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762721.741929:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762721.741936:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864400.
02000000:00000001:2.0:1787762721.741940:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762721.741948:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762721.741953:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762721.741960:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787762721.741967:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595081472, portal 4
00000100:00000001:2.0:1787762721.741971:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762721.741975:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765439104 : -110615944112512 : ffff9b6537f1d680)
00000100:00000040:2.0:1787762721.741987:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d680 x1874597595081472/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762721.742002:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762721.742006:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762721.742010:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762721.742013:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595081472, offset 0
00000400:00000200:2.0:1787762721.742019:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762721.742025:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762721.742030:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762721.742034:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762721.742038:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762721.742041:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762721.742045:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762721.742049:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278230:278230:256:4294967295] 192.168.203.101@tcp LPNI seq info [278229:278229:8:4294967295]
00000400:00000200:2.0:1787762721.742057:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762721.742070:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762721.742079:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762721.742086:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762721.742094:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762721.742100:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787762721.742109:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762721.742114:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787762721.742123:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762721.742127:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762721.742134:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762721.742141:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762721.742148:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762721.742152:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762721.742156:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762721.742184:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d680 x1874597595081472/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762721.742196:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762721.742201:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d680 x1874597595081472/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762746 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762721.742209:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762721.742212:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762721.742218:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762721.742222:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762721.742227:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762721.742230:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316134932
00000100:00000001:2.0:1787762721.742234:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316135672
00000100:00000001:2.0:1787762721.742237:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316134932
00000100:00000001:2.0:1787762721.742239:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316135672
00000100:00000001:2.0:1787762721.742242:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762721.742271:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762721.742275:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762721.742280:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762721/real 1787762721]  req@ffff9b6537f1d680 x1874597595081472/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762721.742291:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762721.742293:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762721.742295:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762721.742299:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787762721.742301:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787762721.742304:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762721.742308:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d680 x1874597595081472/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762721.742319:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d680 x1874597595081472/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762721.742327:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762721.742329:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762721.742331:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762721.742333:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762721.742338:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d680 x1874597595081472/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762721.742347:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762721.742352:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d680 x1874597595081472/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762746 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762721.742360:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762721.742363:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762721.742365:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762721.742366:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762721.742369:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762721.742371:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762721.742374:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762721.742378:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762721.742380:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762721.742385:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d680 x1874597595081472/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762746 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762721.742394:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595081472:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762721.742399:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762721.742402:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762721.742406:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f480 x1874597595081344/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762746 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762721.742415:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762721.742417:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762721.742420:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867c00.
02000000:00000001:2.0:1787762721.742424:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762721.742426:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762721.742428:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762721.742430:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762721.742433:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14400.
02000000:00000001:2.0:1787762721.742437:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762721.742439:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762721.742441:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f480.
00000100:00000001:2.0:1787762721.742444:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762721.742446:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762721.742448:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762721.742452:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d680 x1874597595081472/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762746 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762721.742460:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762721.742461:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762721.742463:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864400.
02000000:00000001:2.0:1787762721.742467:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762721.742468:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762721.742470:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762721.742472:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762721.742474:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15000.
02000000:00000001:2.0:1787762721.742476:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762721.742478:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762721.742480:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d680.
00000100:00000001:2.0:1787762721.742483:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762721.742485:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762721.742487:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762721.742492:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762721.742494:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762721.742496:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762721.742499:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762722.507366:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316135672, at 4316135680
00000100:00000040:0.0:1787762722.507378:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316135672, at 4316135680
00000100:00000010:1.0:1787762722.507399:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd060.
00000100:00000010:0.0:1787762722.507409:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd1e0.
00010000:00000001:0.0:1787762722.571371:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762722.571378:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762722.571386:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762722.571387:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762722.571392:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762722.571394:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762722.571424:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762722.571428:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762722.571432:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762722.763351:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762722.763358:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762722.763362:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762722.763369:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762722.763374:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762722.763379:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762722.763383:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762722.763387:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762722.763391:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762723.595328:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762723.595337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762723.595343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762723.595344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762723.595348:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762723.595349:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762723.595414:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762723.595419:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762723.595423:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762723.787319:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762723.787329:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762723.787332:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762723.787340:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762723.787345:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762723.787351:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762723.787355:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762723.787360:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762723.787363:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762724.619317:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762724.619327:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762724.619337:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762724.619338:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762724.619343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762724.619344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762724.619374:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762724.619378:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762724.619380:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762724.811312:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762724.811319:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762724.811321:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762724.811327:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762724.811331:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762724.811335:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762724.811338:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762724.811341:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762724.811343:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762725.643375:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762725.643387:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762725.643399:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762725.643402:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762725.643409:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762725.643412:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762725.643494:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762725.643501:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762725.643506:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762725.835357:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762725.835366:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762725.835370:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762725.835377:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762725.835382:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762725.835387:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762725.835391:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762725.835395:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762725.835399:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762726.667372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762726.667384:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762726.667387:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762726.667392:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762726.667399:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762726.667402:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762726.667407:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762726.667410:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762726.667416:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762726.667418:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762726.667421:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762726.667423:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762726.667425:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762726.667426:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762726.667429:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762726.667431:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762726.667435:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762726.667437:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762726.667467:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762726.667471:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762726.667474:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762726.859366:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762726.859374:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787762726.859374:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787762726.859380:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762726.859396:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1787762726.859397:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762726.859401:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787762726.859405:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787762726.859406:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762726.859412:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762726.859413:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787762726.859423:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787762726.859428:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21467
00000100:00000001:0.0:1787762726.859430:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762726.859439:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762726.859447:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762726.859457:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762726.859460:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762726.859463:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762726.859466:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762726.859468:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762726.859470:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762726.859474:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762726.859477:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762726.859480:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762726.859482:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762726.859484:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762726.859487:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762726.859490:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762726.859491:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762726.859496:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762726.859497:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762726.859500:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762726.859503:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762726.859505:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762726.859508:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762726.859513:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762726.859516:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762726.859518:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762726.859520:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762726.859528:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787762726.859532:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762726.859536:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762726.859537:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762726.859539:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762726.859542:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762726.859545:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762726.859551:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15c00.
00000100:00000001:3.0:1787762726.859556:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762726.859563:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597595081600/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762726.859571:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762726.859575:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762726.859578:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597595081600/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762726.859599:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762726.859602:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762726.859605:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762726.859606:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762726.859607:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762726.859609:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762726.859611:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21467
00000400:00000200:3.0:1787762726.859613:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762726.859615:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762726.859616:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762726.859618:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762726.859619:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762726.859621:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762726.859622:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762726.859624:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762726.859625:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762726.859626:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762726.859629:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762726.859630:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762726.859633:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762726.859636:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762726.859638:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762726.859644:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762726.859645:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762726.859646:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762726.859648:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762726.859650:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762726.859652:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762726.859656:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762726.859658:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762726.859660:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762726.859661:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762726.859672:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00100000:3.0:1787762726.859672:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762726.859679:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762726.859680:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787762726.859682:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762726.859688:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000020:00000040:3.0:1787762726.859689:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762726.859692:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762726.859693:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762726.859696:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762726.859698:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762726.859699:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762726.859701:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1c3c0 x1874597595081600/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787762726.859706:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15000.
00000100:00000001:3.0:1787762726.859715:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762726.859723:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597595081728/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762726.859729:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762726.859735:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762726.859751:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597595081728/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762726.859763:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762726.859771:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762726.859786:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787762726.859793:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762726.859796:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787762726.859799:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1787762726.859802:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762726.859804:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762726.859813:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762726.859821:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787762726.859822:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595081600:192.168.203.101@tcp:250:kworker.0
00000100:00000001:3.0:1787762726.859840:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762726.859841:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1787762726.859847:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21467
02000000:00000001:2.0:1787762726.859849:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:3.0:1787762726.859856:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:2.0:1787762726.859857:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762726.859865:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
02000000:00000001:2.0:1787762726.859868:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787762726.859870:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762726.859876:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762726.859877:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762726.859878:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
02000000:00000010:2.0:1787762726.859884:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864400.
00000100:00000001:3.0:1787762726.859885:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
02000000:00000001:2.0:1787762726.859899:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762726.859900:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762726.859911:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762726.859914:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762726.859916:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762726.859920:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:2.0:1787762726.859921:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000020:00000001:3.0:1787762726.859932:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000010:2.0:1787762726.859935:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000100:00000040:3.0:1787762726.859942:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762726.859946:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762726.859948:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000010:2.0:1787762726.859950:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000001:3.0:1787762726.859951:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762726.859964:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762726.859967:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762726.859969:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762726.859970:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595081600, portal 25
02000000:00000001:3.0:1787762726.859974:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762726.859982:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762726.859984:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762726.859986:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762726.859987:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762726.859989:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762726.859990:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762726.859992:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000010:3.0:1787762726.859994:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787762726.859999:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000100:00000001:2.0:1787762726.860000:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765434304 : -110615944117312 : ffff9b6537f1c3c0)
02000000:00000001:3.0:1787762726.860003:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762726.860006:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762726.860014:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762726.860015:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762726.860017:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762726.860022:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14400.
00000100:00000001:3.0:1787762726.860029:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762726.860031:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1c3c0 x1874597595081600/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762726.860035:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597595081856/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762726.860113:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762726.860139:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762726.860144:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597595081856/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762726.860146:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787762726.860157:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762726.860162:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000040:3.0:1787762726.860164:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762726.860173:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:2.0:1787762726.860175:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000040:3.0:1787762726.860178:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21477)
00000100:00000200:2.0:1787762726.860191:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595081600, offset 0
00000400:00000200:2.0:1787762726.860208:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762726.860224:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762726.860237:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762726.860291:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762726.860298:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762726.860304:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762726.860319:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762726.860325:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278231:278231:256:4294967295] 192.168.203.101@tcp LPNI seq info [278230:278230:8:4294967295]
00000400:00000200:2.0:1787762726.860332:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762726.860347:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762726.860356:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762726.860364:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762726.860375:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762726.860382:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787762726.860390:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762726.860395:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787762726.860401:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762726.860405:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762726.860414:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762726.860420:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762726.860428:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762726.860431:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762726.860437:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762726.860444:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1c3c0 x1874597595081600/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762726.860460:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762726.860464:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1c3c0 x1874597595081600/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762751 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762726.860475:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762726.860477:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762726.860488:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762726.860493:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762726.860497:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316140792
00000100:00000010:2.0:1787762726.860504:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdf60.
00000100:00000001:2.0:1787762726.860515:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762726.860523:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316140792
00000100:00000010:2.0:1787762726.860528:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd1e0.
00000100:00000001:2.0:1787762726.860533:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762726.860537:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762726.860541:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762726.860544:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762726.860550:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762726/real 1787762726]  req@ffff9b6537f1c3c0 x1874597595081600/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762726.860561:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762726.860564:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762726.860568:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762726.860573:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787762726.860575:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787762726.860578:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762726.860583:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1c3c0 x1874597595081600/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762726.860594:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1c3c0 x1874597595081600/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762726.860603:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762726.860605:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762726.860608:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762726.860611:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762726.860616:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1c3c0 x1874597595081600/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762726.860625:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762726.860631:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1c3c0 x1874597595081600/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762751 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762726.860640:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762726.860644:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762726.860646:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762726.860647:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762726.860651:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762726.860654:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762726.860658:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762726.860664:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762726.860667:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762726.860672:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1c3c0 x1874597595081600/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762751 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762726.860683:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595081600:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762726.860690:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762726.860694:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762726.860697:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1c3c0 x1874597595081600/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762751 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762726.860706:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762726.860710:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762726.860714:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864400.
02000000:00000001:2.0:1787762726.860718:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762726.860721:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762726.860723:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762726.860726:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762726.860730:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15c00.
02000000:00000001:2.0:1787762726.860736:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762726.860738:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762726.860741:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1c3c0.
00000100:00000001:2.0:1787762726.860745:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762726.860747:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762726.860750:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762726.860761:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762726.860763:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762726.860766:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762726.860769:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762726.860771:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762726.860776:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1cf00 x1874597595081728/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762726.860785:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762726.860787:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762726.860791:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762726.860794:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762726.860797:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762726.860800:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595081728:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762726.860805:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762726.860808:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762726.860810:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762726.860814:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762726.860818:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864400.
02000000:00000001:2.0:1787762726.860820:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762726.860825:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762726.860829:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762726.860833:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787762726.860837:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595081728, portal 10
00000100:00000001:2.0:1787762726.860840:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762726.860842:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765437184 : -110615944114432 : ffff9b6537f1cf00)
00000100:00000040:2.0:1787762726.860850:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1cf00 x1874597595081728/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762726.860859:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762726.860862:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762726.860864:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762726.860868:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595081728, offset 0
00000400:00000200:2.0:1787762726.860873:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762726.860877:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762726.860882:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762726.860886:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762726.860889:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762726.860892:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762726.860896:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762726.860900:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278232:278232:256:4294967295] 192.168.203.101@tcp LPNI seq info [278231:278231:8:4294967295]
00000400:00000200:2.0:1787762726.860905:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762726.860913:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762726.860919:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762726.860923:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762726.860928:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762726.860932:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787762726.860938:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762726.860941:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787762726.860946:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762726.860949:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762726.860953:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762726.860958:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762726.860961:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762726.860964:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762726.860967:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762726.860971:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1cf00 x1874597595081728/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762726.860985:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762726.860992:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1cf00 x1874597595081728/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762751 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762726.861006:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762726.861009:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762726.861016:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762726.861023:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762726.861031:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762726.861034:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316140045
00000100:00000001:2.0:1787762726.861040:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316140792
00000100:00000001:2.0:1787762726.861044:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316140045
00000100:00000001:2.0:1787762726.861049:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316140792
00000100:00000001:2.0:1787762726.861054:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762726.861059:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762726.861063:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762726.861072:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762726/real 1787762726]  req@ffff9b6537f1cf00 x1874597595081728/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762726.861090:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762726.861092:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762726.861094:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762726.861098:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787762726.861100:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787762726.861103:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762726.861109:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1cf00 x1874597595081728/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762726.861120:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1cf00 x1874597595081728/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762726.861156:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762726.861160:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762726.861163:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762726.861166:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762726.861175:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1cf00 x1874597595081728/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762726.861189:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762726.861198:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1cf00 x1874597595081728/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762751 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762726.861213:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762726.861217:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762726.861219:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762726.861221:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762726.861223:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762726.861226:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762726.861230:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762726.861235:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762726.861238:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762726.861243:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1cf00 x1874597595081728/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762751 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762726.861299:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595081728:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762726.861305:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762726.861310:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e1c0 x1874597595081856/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762726.861329:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762726.861331:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762726.861335:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762726.861339:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762726.861341:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762726.861346:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595081856:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762726.861352:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762726.861355:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762726.861357:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762726.861359:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762726.861365:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867c00.
02000000:00000001:2.0:1787762726.861368:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762726.861373:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762726.861376:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762726.861381:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787762726.861385:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595081856, portal 4
00000100:00000001:2.0:1787762726.861388:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762726.861390:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765441984 : -110615944109632 : ffff9b6537f1e1c0)
00000100:00000040:2.0:1787762726.861398:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e1c0 x1874597595081856/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762726.861407:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762726.861411:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762726.861414:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762726.861419:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595081856, offset 0
00000400:00000200:2.0:1787762726.861424:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762726.861430:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762726.861435:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762726.861439:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762726.861443:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762726.861446:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762726.861449:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762726.861454:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278233:278233:256:4294967295] 192.168.203.101@tcp LPNI seq info [278232:278232:8:4294967295]
00000400:00000200:2.0:1787762726.861460:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762726.861469:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762726.861475:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762726.861479:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762726.861484:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762726.861488:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787762726.861494:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762726.861498:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787762726.861503:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762726.861506:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762726.861510:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762726.861515:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762726.861519:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762726.861521:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762726.861524:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762726.861528:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1e1c0 x1874597595081856/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762726.861538:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762726.861542:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e1c0 x1874597595081856/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762751 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762726.861551:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762726.861553:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762726.861557:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762726.861561:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762726.861565:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762726.861568:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316140052
00000100:00000001:2.0:1787762726.861571:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316140792
00000100:00000001:2.0:1787762726.861574:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316140052
00000100:00000001:2.0:1787762726.861577:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316140792
00000100:00000001:2.0:1787762726.861580:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762726.861583:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762726.861585:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762726.861590:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762726/real 1787762726]  req@ffff9b6537f1e1c0 x1874597595081856/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762726.861600:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762726.861602:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762726.861603:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762726.861606:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787762726.861609:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787762726.861611:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762726.861615:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e1c0 x1874597595081856/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762726.861625:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e1c0 x1874597595081856/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762726.861633:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762726.861635:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762726.861637:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762726.861639:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762726.861643:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e1c0 x1874597595081856/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762726.861651:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762726.861655:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e1c0 x1874597595081856/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762751 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762726.861664:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762726.861666:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762726.861668:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762726.861670:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762726.861672:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762726.861674:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762726.861677:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762726.861682:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762726.861685:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762726.861690:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e1c0 x1874597595081856/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762751 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762726.861699:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595081856:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762726.861704:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762726.861706:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762726.861710:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1cf00 x1874597595081728/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762751 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762726.861718:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762726.861720:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762726.861722:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864400.
02000000:00000001:2.0:1787762726.861725:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762726.861727:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762726.861728:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762726.861731:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762726.861734:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15000.
02000000:00000001:2.0:1787762726.861737:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762726.861739:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762726.861741:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1cf00.
00000100:00000001:2.0:1787762726.861745:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762726.861747:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762726.861749:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762726.861753:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e1c0 x1874597595081856/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762751 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762726.861761:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762726.861763:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762726.861765:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867c00.
02000000:00000001:2.0:1787762726.861769:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762726.861770:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762726.861772:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762726.861774:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762726.861777:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14400.
02000000:00000001:2.0:1787762726.861780:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762726.861781:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762726.861783:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e1c0.
00000100:00000001:2.0:1787762726.861786:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762726.861788:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762726.861790:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762726.861795:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762726.861796:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762726.861799:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762726.861801:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762727.627388:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316140792, at 4316140800
00000100:00000040:1.0:1787762727.627388:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316140792, at 4316140800
00000100:00000010:0.0:1787762727.627418:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdf60.
00000100:00000010:1.0:1787762727.627423:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd1e0.
00010000:00000001:0.0:1787762727.691348:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762727.691354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762727.691375:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762727.691377:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762727.691382:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762727.691384:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762727.691453:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762727.691458:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762727.691461:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762727.883403:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762727.883411:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762727.883415:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762727.883423:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762727.883428:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762727.883435:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762727.883439:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762727.883443:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762727.883447:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762728.715390:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762728.715400:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762728.715408:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762728.715410:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762728.715414:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762728.715416:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762728.715446:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762728.715449:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762728.715454:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762728.907352:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762728.907360:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762728.907363:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762728.907370:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762728.907375:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762728.907380:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762728.907384:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762728.907388:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762728.907391:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762729.739384:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762729.739396:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762729.739408:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762729.739412:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762729.739418:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762729.739421:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762729.739496:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762729.739503:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762729.739507:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762729.931357:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762729.931366:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762729.931370:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762729.931377:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762729.931382:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762729.931387:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762729.931391:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762729.931395:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762729.931399:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762730.763356:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762730.763365:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762730.763373:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762730.763375:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762730.763382:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762730.763385:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762730.763424:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762730.763430:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762730.763436:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762730.955348:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762730.955358:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762730.955361:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762730.955367:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762730.955373:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762730.955378:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762730.955382:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762730.955386:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762730.955390:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762731.787357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762731.787366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762731.787374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762731.787377:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762731.787381:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762731.787386:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762731.787390:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762731.787395:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762731.787399:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762731.787402:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762731.787405:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762731.787408:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762731.787477:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762731.787483:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762731.787487:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762731.979366:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762731.979376:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762731.979379:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762731.979387:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762731.979393:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762731.979398:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762731.979402:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762731.979406:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787762731.979410:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787762731.979411:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762731.979427:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762731.979434:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762731.979442:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762731.979451:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762731.979465:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21472
00000400:00000200:2.0:1787762731.979483:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762731.979495:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762731.979502:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762731.979509:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762731.979516:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762731.979521:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762731.979527:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762731.979535:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762731.979539:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:2.0:1787762731.979544:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762731.979550:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:2.0:1787762731.979553:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:2.0:1787762731.979557:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:2.0:1787762731.979561:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762731.979564:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762731.979567:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762731.979571:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762731.979575:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:2.0:1787762731.979580:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762731.979584:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762731.979588:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762731.979606:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762731.979611:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762731.979614:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762731.979618:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762731.979628:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366ab840.
00000020:00000040:2.0:1787762731.979633:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:2.0:1787762731.979640:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762731.979642:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762731.979647:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762731.979652:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762731.979658:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762731.979669:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541867c00.
00000100:00000001:2.0:1787762731.979679:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762731.979693:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366ab840 x1874597595081984/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762731.979708:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762731.979715:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762731.979722:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dabcfc0] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366ab840 x1874597595081984/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762731.979753:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762731.979757:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762731.979762:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762731.979764:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762731.979767:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762731.979771:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762731.979774:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21472
00000400:00000200:2.0:1787762731.979781:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762731.979785:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762731.979789:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762731.979793:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762731.979796:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762731.979798:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762731.979801:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762731.979804:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762731.979806:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:2.0:1787762731.979808:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762731.979811:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:2.0:1787762731.979813:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:2.0:1787762731.979816:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:2.0:1787762731.979819:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762731.979822:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762731.979825:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762731.979829:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762731.979833:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:2.0:1787762731.979838:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762731.979842:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762731.979844:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762731.979853:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762731.979858:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1787762731.979859:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762731.979867:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762731.979870:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762731.979876:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00100000:2.0:1787762731.979880:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1787762731.979892:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366ab840 x1874597595081984/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1787762731.979893:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762731.979903:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762731.979917:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a8780.
00000100:00000001:1.0:1787762731.979919:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762731.979925:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787762731.979929:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:1.0:1787762731.979933:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762731.979942:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762731.979942:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762731.979951:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762731.979954:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762731.979960:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:1.0:1787762731.979970:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595081984:192.168.203.101@tcp:250:kworker.0
02000000:00000001:2.0:1787762731.979970:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762731.979975:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762731.979986:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541864400.
00000100:00000001:1.0:1787762731.979988:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787762731.979995:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762731.980001:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762731.980009:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762731.980011:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a8780 x1874597595082112/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787762731.980020:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787762731.980029:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762731.980033:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762731.980037:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0a800.
00000100:00000040:2.0:1787762731.980039:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000105b7063] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a8780 x1874597595082112/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787762731.980049:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762731.980065:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762731.980071:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787762731.980073:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00080000:2.0:1787762731.980080:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762731.980085:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762731.980111:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1787762731.980114:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000100:00000001:2.0:1787762731.980117:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762731.980127:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21472
00000400:00000010:1.0:1787762731.980133:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000400:00000200:2.0:1787762731.980137:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762731.980145:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000200:1.0:1787762731.980148:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595081984, portal 25
00000100:00080000:2.0:1787762731.980149:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787762731.980160:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1787762731.980162:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762731.980166:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739806784 : -110615969744832 : ffff9b65366ab840)
00000100:00000001:2.0:1787762731.980169:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762731.980178:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762731.980183:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000040:1.0:1787762731.980188:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366ab840 x1874597595081984/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787762731.980189:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762731.980194:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:2.0:1787762731.980200:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762731.980206:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:2.0:1787762731.980214:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000001:1.0:1787762731.980221:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1787762731.980223:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:1.0:1787762731.980233:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000040:2.0:1787762731.980235:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000010:1.0:1787762731.980239:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352b28.
00000100:00000001:2.0:1787762731.980241:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762731.980294:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762731.980298:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762731.980302:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:2.0:1787762731.980306:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762731.980309:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762731.980312:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762731.980317:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762731.980321:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762731.980324:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762731.980329:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000200:1.0:1787762731.980333:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595081984, offset 0
00000008:00000001:2.0:1787762731.980334:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762731.980344:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762731.980354:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366aa580.
00000400:00000200:1.0:1787762731.980362:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000020:00000040:2.0:1787762731.980364:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:2.0:1787762731.980372:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762731.980375:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762731.980377:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762731.980380:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787762731.980384:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:2.0:1787762731.980385:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762731.980395:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541865800.
00000400:00000200:1.0:1787762731.980401:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000001:2.0:1787762731.980404:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762731.980414:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:2.0:1787762731.980420:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366aa580 x1874597595082240/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762731.980428:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762731.980444:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1787762731.980445:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787762731.980452:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000001:2.0:1787762731.980454:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762731.980463:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278234:278234:256:4294967295] 192.168.203.101@tcp LPNI seq info [278233:278233:8:4294967295]
00000100:00000040:2.0:1787762731.980468:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd8fa0a2] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366aa580 x1874597595082240/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762731.980482:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762731.980497:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762731.980506:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787762731.980514:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1787762731.980517:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1787762731.980531:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21482)
00000800:00000200:1.0:1787762731.980533:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762731.980544:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18f00.
00000800:00000200:1.0:1787762731.980555:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762731.980561:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762731.980572:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762731.980578:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787762731.980585:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762731.980589:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18f00.
00000400:00000200:1.0:1787762731.980595:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762731.980602:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762731.980609:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352b28
00000400:00000010:1.0:1787762731.980612:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352b28.
00000100:00000001:1.0:1787762731.980618:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762731.980624:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366ab840 x1874597595081984/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762731.980638:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762731.980643:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366ab840 x1874597595081984/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762756 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762731.980653:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762731.980655:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762731.980664:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762731.980669:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762731.980673:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316145912
00000100:00000010:1.0:1787762731.980680:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82de0.
00000100:00000001:1.0:1787762731.980690:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762731.980700:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316145912
00000100:00000010:1.0:1787762731.980704:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a827e0.
00000100:00000001:1.0:1787762731.980709:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762731.980713:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762731.980717:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762731.980721:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762731.980727:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762731/real 1787762731]  req@ffff9b65366ab840 x1874597595081984/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762731.980738:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762731.980741:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762731.980744:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762731.980748:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762731.980750:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762731.980753:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762731.980757:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366ab840 x1874597595081984/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762731.980768:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366ab840 x1874597595081984/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762731.980777:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762731.980780:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762731.980783:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762731.980785:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762731.980790:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366ab840 x1874597595081984/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762731.980799:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762731.980805:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366ab840 x1874597595081984/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762756 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762731.980814:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762731.980817:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762731.980819:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762731.980821:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762731.980824:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762731.980828:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762731.980832:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762731.980837:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762731.980840:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762731.980846:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366ab840 x1874597595081984/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762756 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762731.980856:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595081984:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762731.980861:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762731.980864:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762731.980868:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366ab840 x1874597595081984/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762756 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762731.980876:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762731.980879:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762731.980883:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0a800.
02000000:00000001:1.0:1787762731.980887:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762731.980889:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762731.980891:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762731.980894:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762731.980898:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541867c00.
02000000:00000001:1.0:1787762731.980904:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762731.980906:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762731.980908:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366ab840.
00000100:00000001:1.0:1787762731.980912:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762731.980914:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762731.980917:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762731.980926:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762731.980928:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762731.980931:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762731.980933:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762731.980935:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762731.980940:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8780 x1874597595082112/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762731.980962:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762731.980965:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762731.980970:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762731.980974:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762731.980978:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762731.980984:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595082112:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762731.980991:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762731.980995:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762731.980998:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762731.981002:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762731.981008:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0a800.
02000000:00000001:1.0:1787762731.981012:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762731.981020:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762731.981025:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762731.981033:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762731.981039:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595082112, portal 10
00000100:00000001:1.0:1787762731.981044:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762731.981047:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739794304 : -110615969757312 : ffff9b65366a8780)
00000100:00000040:1.0:1787762731.981059:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8780 x1874597595082112/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762731.981071:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762731.981075:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762731.981078:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352b28.
00000100:00000200:1.0:1787762731.981082:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595082112, offset 0
00000400:00000200:1.0:1787762731.981087:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762731.981119:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762731.981125:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762731.981130:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762731.981133:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762731.981137:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762731.981140:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762731.981145:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278235:278235:256:4294967295] 192.168.203.101@tcp LPNI seq info [278234:278234:8:4294967295]
00000400:00000200:1.0:1787762731.981151:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762731.981160:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762731.981166:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762731.981171:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18f00.
00000800:00000200:1.0:1787762731.981176:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762731.981180:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762731.981186:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762731.981190:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787762731.981195:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762731.981198:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18f00.
00000400:00000200:1.0:1787762731.981202:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762731.981206:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762731.981211:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352b28
00000400:00000010:1.0:1787762731.981213:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352b28.
00000100:00000001:1.0:1787762731.981216:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762731.981222:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a8780 x1874597595082112/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762731.981233:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762731.981236:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8780 x1874597595082112/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762756 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762731.981275:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762731.981278:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762731.981283:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762731.981290:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762731.981294:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762731.981297:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316145166
00000100:00000001:1.0:1787762731.981301:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316145912
00000100:00000001:1.0:1787762731.981305:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316145166
00000100:00000001:1.0:1787762731.981308:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316145912
00000100:00000001:1.0:1787762731.981310:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762731.981314:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762731.981317:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762731.981322:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762731/real 1787762731]  req@ffff9b65366a8780 x1874597595082112/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762731.981333:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762731.981335:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762731.981338:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762731.981341:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762731.981343:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762731.981345:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762731.981349:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8780 x1874597595082112/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762731.981360:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8780 x1874597595082112/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762731.981368:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762731.981370:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762731.981372:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762731.981374:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762731.981378:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8780 x1874597595082112/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762731.981386:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762731.981391:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8780 x1874597595082112/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762756 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762731.981399:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762731.981403:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762731.981405:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762731.981406:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762731.981408:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762731.981411:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762731.981414:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762731.981419:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762731.981422:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762731.981427:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8780 x1874597595082112/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762756 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762731.981437:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595082112:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762731.981441:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762731.981445:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366aa580 x1874597595082240/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762731.981453:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762731.981455:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762731.981457:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762731.981460:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762731.981462:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762731.981466:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595082240:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762731.981470:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762731.981473:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762731.981475:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762731.981477:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762731.981482:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787762731.981485:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762731.981488:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762731.981491:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762731.981495:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762731.981499:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595082240, portal 4
00000100:00000001:1.0:1787762731.981502:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762731.981504:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739801984 : -110615969749632 : ffff9b65366aa580)
00000100:00000040:1.0:1787762731.981511:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366aa580 x1874597595082240/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762731.981519:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762731.981523:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762731.981526:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352b28.
00000100:00000200:1.0:1787762731.981528:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595082240, offset 0
00000400:00000200:1.0:1787762731.981533:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762731.981538:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762731.981542:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762731.981546:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762731.981549:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762731.981553:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762731.981556:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762731.981560:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278236:278236:256:4294967295] 192.168.203.101@tcp LPNI seq info [278235:278235:8:4294967295]
00000400:00000200:1.0:1787762731.981565:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762731.981573:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762731.981579:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762731.981583:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18f00.
00000800:00000200:1.0:1787762731.981588:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762731.981591:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762731.981597:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762731.981600:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787762731.981605:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762731.981608:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18f00.
00000400:00000200:1.0:1787762731.981612:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762731.981616:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762731.981619:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352b28
00000400:00000010:1.0:1787762731.981622:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352b28.
00000100:00000001:1.0:1787762731.981625:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762731.981629:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366aa580 x1874597595082240/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762731.981639:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762731.981642:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366aa580 x1874597595082240/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762756 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762731.981651:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762731.981653:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762731.981658:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762731.981661:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762731.981665:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762731.981668:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316145172
00000100:00000001:1.0:1787762731.981671:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316145912
00000100:00000001:1.0:1787762731.981674:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316145172
00000100:00000001:1.0:1787762731.981677:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316145912
00000100:00000001:1.0:1787762731.981679:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762731.981682:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762731.981684:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762731.981688:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762731/real 1787762731]  req@ffff9b65366aa580 x1874597595082240/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762731.981697:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762731.981699:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762731.981701:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762731.981704:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762731.981706:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762731.981708:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762731.981712:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366aa580 x1874597595082240/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762731.981723:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366aa580 x1874597595082240/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762731.981730:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762731.981732:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762731.981734:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762731.981736:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762731.981740:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366aa580 x1874597595082240/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762731.981748:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762731.981752:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366aa580 x1874597595082240/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762756 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762731.981762:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762731.981765:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762731.981767:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762731.981769:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762731.981771:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762731.981773:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762731.981776:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762731.981779:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762731.981782:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762731.981786:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366aa580 x1874597595082240/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762756 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762731.981795:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595082240:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762731.981800:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762731.981802:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762731.981806:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8780 x1874597595082112/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762756 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762731.981813:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762731.981815:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762731.981818:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0a800.
02000000:00000001:1.0:1787762731.981821:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762731.981823:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762731.981825:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762731.981827:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762731.981829:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541864400.
02000000:00000001:1.0:1787762731.981834:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762731.981836:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762731.981838:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8780.
00000100:00000001:1.0:1787762731.981841:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762731.981843:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762731.981846:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762731.981850:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366aa580 x1874597595082240/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762756 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762731.981858:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762731.981860:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762731.981861:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787762731.981864:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762731.981866:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762731.981867:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762731.981870:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762731.981871:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541865800.
02000000:00000001:1.0:1787762731.981874:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762731.981875:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762731.981877:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366aa580.
00000100:00000001:1.0:1787762731.981879:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762731.981881:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762731.981883:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762731.981887:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762731.981889:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762731.981891:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762731.981894:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762732.747312:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316145912, at 4316145920
00000100:00000010:0.0:1787762732.747326:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82de0.
00000100:00000040:1.0:1787762732.747326:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316145912, at 4316145920
00000100:00000010:1.0:1787762732.747335:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a827e0.
00010000:00000001:0.0:1787762732.811325:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762732.811332:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762732.811339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762732.811340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762732.811344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762732.811345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762732.811365:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762732.811367:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762732.811369:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762733.003319:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762733.003325:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762733.003326:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762733.003330:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762733.003333:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762733.003335:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762733.003337:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762733.003340:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762733.003341:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762733.835325:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762733.835333:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762733.835339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762733.835341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762733.835344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762733.835345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762733.835468:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762733.835477:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762733.835483:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762734.027321:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762734.027330:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762734.027332:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762734.027338:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762734.027341:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762734.027345:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762734.027348:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762734.027351:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762734.027354:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762734.859340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762734.859348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762734.859355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762734.859356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762734.859359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762734.859360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762734.859401:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762734.859404:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762734.859412:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762735.051316:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762735.051324:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762735.051326:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762735.051332:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762735.051335:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762735.051339:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762735.051342:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762735.051346:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762735.051348:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762735.883334:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762735.883343:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762735.883350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762735.883351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762735.883355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762735.883356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762735.883415:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762735.883420:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762735.883424:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762736.075338:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762736.075346:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762736.075348:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762736.075355:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762736.075359:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762736.075363:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762736.075365:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762736.075368:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762736.075371:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762736.907357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762736.907366:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762736.907368:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762736.907371:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762736.907377:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762736.907379:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762736.907382:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762736.907384:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762736.907388:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762736.907390:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762736.907391:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762736.907392:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762736.907393:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762736.907394:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762736.907396:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762736.907397:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762736.907400:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762736.907401:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762736.907442:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762736.907445:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762736.907447:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762737.099330:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762737.099339:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762737.099342:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762737.099351:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762737.099356:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762737.099361:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762737.099366:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762737.099370:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762737.099374:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762737.099381:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762737.099388:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762737.099391:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762737.099395:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762737.099400:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762737.099409:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21477
00000400:00000200:3.0:1787762737.099420:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762737.099427:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762737.099430:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762737.099434:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762737.099437:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762737.099439:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762737.099441:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762737.099445:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762737.099447:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762737.099449:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762737.099452:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762737.099454:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762737.099456:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762737.099457:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762737.099459:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762737.099461:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762737.099462:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762737.099465:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762737.099468:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762737.099470:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762737.099472:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762737.099476:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762737.099478:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762737.099481:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762737.099483:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762737.099495:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787762737.099498:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762737.099502:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762737.099503:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762737.099506:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762737.099509:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762737.099515:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762737.099527:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16000.
00000100:00000001:3.0:1787762737.099534:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762737.099545:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597595082368/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762737.099555:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762737.099560:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762737.099564:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597595082368/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762737.099585:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762737.099587:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762737.099590:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762737.099591:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762737.099593:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762737.099595:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762737.099597:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21477
00000400:00000200:3.0:1787762737.099599:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762737.099601:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762737.099603:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762737.099606:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762737.099608:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762737.099611:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762737.099613:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762737.099614:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762737.099615:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762737.099616:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762737.099618:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762737.099619:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762737.099620:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762737.099623:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762737.099624:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762737.099626:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762737.099630:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762737.099632:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762737.099633:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762737.099636:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000001:1.0:1787762737.099638:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1787762737.099639:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762737.099643:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762737.099644:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762737.099650:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787762737.099652:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e1c0 x1874597595082368/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762737.099653:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762737.099658:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762737.099665:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787762737.099667:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1787762737.099670:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762737.099672:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762737.099675:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762737.099679:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1787762737.099682:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
02000000:00000001:1.0:1787762737.099685:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787762737.099687:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:1.0:1787762737.099690:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762737.099693:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762737.099697:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762737.099698:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595082368:192.168.203.101@tcp:250:kworker.0
00000100:00000001:3.0:1787762737.099700:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762737.099703:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787762737.099709:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762737.099709:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762737.099717:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1787762737.099717:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17c00.
02000000:00000001:1.0:1787762737.099723:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762737.099724:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762737.099728:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1787762737.099733:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597595082496/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1787762737.099739:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08c00.
00000100:00000001:3.0:1787762737.099740:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762737.099743:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762737.099745:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762737.099748:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597595082496/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762737.099757:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762737.099758:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762737.099763:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1787762737.099765:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000100:00080000:3.0:1787762737.099768:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762737.099772:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762737.099774:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1787762737.099778:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000001:3.0:1787762737.099778:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762737.099784:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21477
00000400:00000200:3.0:1787762737.099790:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762737.099794:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762737.099797:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1787762737.099800:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595082368, portal 25
00000100:00000040:3.0:1787762737.099801:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762737.099807:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762737.099808:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762737.099811:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765441984 : -110615944109632 : ffff9b6537f1e1c0)
00000100:00000040:3.0:1787762737.099813:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762737.099817:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762737.099820:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762737.099824:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000100:00000040:1.0:1787762737.099826:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e1c0 x1874597595082368/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787762737.099828:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762737.099832:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762737.099838:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762737.099844:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000001:1.0:1787762737.099846:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762737.099852:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000040:3.0:1787762737.099853:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762737.099858:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1787762737.099859:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352b28.
00000100:00000040:3.0:1787762737.099863:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000200:1.0:1787762737.099865:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595082368, offset 0
00000100:00000001:3.0:1787762737.099868:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762737.099872:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762737.099875:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762737.099877:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762737.099881:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
02000000:00000001:3.0:1787762737.099881:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762737.099884:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762737.099887:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762737.099889:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762737.099891:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762737.099894:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762737.099895:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762737.099898:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762737.099903:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787762737.099905:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000200:1.0:1787762737.099908:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
02000000:00000001:3.0:1787762737.099909:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762737.099911:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762737.099915:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762737.099916:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762737.099918:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762737.099920:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:3.0:1787762737.099922:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15800.
00000100:00000001:3.0:1787762737.099927:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762737.099928:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00100000:3.0:1787762737.099933:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597595082624/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762737.099937:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762737.099945:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000001:3.0:1787762737.099947:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762737.099950:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762737.099955:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278237:278237:256:4294967295] 192.168.203.101@tcp LPNI seq info [278236:278236:8:4294967295]
00000100:00000040:3.0:1787762737.099956:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597595082624/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762737.099972:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762737.099973:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762737.099979:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762737.099982:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762737.099986:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21487)
00000400:00000200:1.0:1787762737.099996:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762737.100007:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762737.100015:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18f00.
00000800:00000200:1.0:1787762737.100025:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762737.100031:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762737.100038:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762737.100043:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787762737.100048:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762737.100052:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18f00.
00000400:00000200:1.0:1787762737.100076:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762737.100082:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762737.100089:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352b28
00000400:00000010:1.0:1787762737.100092:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352b28.
00000100:00000001:1.0:1787762737.100098:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762737.100103:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1e1c0 x1874597595082368/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762737.100116:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762737.100120:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e1c0 x1874597595082368/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762762 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762737.100130:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762737.100133:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762737.100142:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762737.100147:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762737.100152:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316151031
00000100:00000010:1.0:1787762737.100158:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a827e0.
00000100:00000001:1.0:1787762737.100167:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762737.100176:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316151031
00000100:00000010:1.0:1787762737.100180:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82960.
00000100:00000001:1.0:1787762737.100185:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762737.100189:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762737.100193:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762737.100196:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762737.100202:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762737/real 1787762737]  req@ffff9b6537f1e1c0 x1874597595082368/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762737.100222:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762737.100225:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762737.100227:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762737.100232:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762737.100234:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762737.100238:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762737.100242:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e1c0 x1874597595082368/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762737.100280:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e1c0 x1874597595082368/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762737.100288:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762737.100290:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762737.100293:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762737.100296:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762737.100301:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e1c0 x1874597595082368/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762737.100310:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762737.100315:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e1c0 x1874597595082368/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762762 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762737.100323:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762737.100327:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762737.100329:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762737.100330:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762737.100334:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762737.100337:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762737.100340:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762737.100345:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762737.100348:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762737.100353:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e1c0 x1874597595082368/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762762 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762737.100365:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595082368:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762737.100371:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762737.100374:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762737.100378:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e1c0 x1874597595082368/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762762 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762737.100386:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762737.100389:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762737.100393:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787762737.100397:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762737.100399:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762737.100401:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762737.100405:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762737.100408:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16000.
02000000:00000001:1.0:1787762737.100414:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762737.100416:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762737.100419:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e1c0.
00000100:00000001:1.0:1787762737.100423:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762737.100425:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762737.100428:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762737.100437:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762737.100439:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762737.100441:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762737.100443:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762737.100444:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762737.100449:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1cf00 x1874597595082496/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762737.100457:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762737.100459:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762737.100461:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762737.100463:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762737.100466:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762737.100469:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595082496:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762737.100474:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762737.100476:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762737.100478:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762737.100480:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762737.100483:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787762737.100485:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762737.100490:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762737.100493:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762737.100497:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762737.100500:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595082496, portal 10
00000100:00000001:1.0:1787762737.100502:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762737.100504:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765437184 : -110615944114432 : ffff9b6537f1cf00)
00000100:00000040:1.0:1787762737.100523:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1cf00 x1874597595082496/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762737.100531:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762737.100533:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762737.100536:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352b28.
00000100:00000200:1.0:1787762737.100539:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595082496, offset 0
00000400:00000200:1.0:1787762737.100544:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762737.100549:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762737.100553:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762737.100557:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762737.100560:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762737.100563:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762737.100566:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762737.100570:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278238:278238:256:4294967295] 192.168.203.101@tcp LPNI seq info [278237:278237:8:4294967295]
00000400:00000200:1.0:1787762737.100574:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762737.100582:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762737.100588:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762737.100592:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18f00.
00000800:00000200:1.0:1787762737.100596:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762737.100600:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762737.100605:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762737.100609:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787762737.100614:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762737.100616:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18f00.
00000400:00000200:1.0:1787762737.100619:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762737.100623:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762737.100626:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352b28
00000400:00000010:1.0:1787762737.100628:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352b28.
00000100:00000001:1.0:1787762737.100631:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762737.100635:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1cf00 x1874597595082496/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762737.100643:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762737.100647:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1cf00 x1874597595082496/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762762 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762737.100654:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762737.100656:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762737.100659:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762737.100663:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762737.100667:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762737.100670:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316150285
00000100:00000001:1.0:1787762737.100673:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316151031
00000100:00000001:1.0:1787762737.100676:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316150285
00000100:00000001:1.0:1787762737.100678:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316151031
00000100:00000001:1.0:1787762737.100681:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762737.100683:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762737.100685:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762737.100689:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762737/real 1787762737]  req@ffff9b6537f1cf00 x1874597595082496/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762737.100698:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762737.100700:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762737.100703:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762737.100706:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762737.100708:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762737.100711:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762737.100715:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1cf00 x1874597595082496/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762737.100724:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1cf00 x1874597595082496/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762737.100732:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762737.100734:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762737.100736:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762737.100737:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762737.100742:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1cf00 x1874597595082496/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762737.100751:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762737.100755:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1cf00 x1874597595082496/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762762 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762737.100764:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762737.100767:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762737.100769:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762737.100770:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762737.100772:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762737.100774:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762737.100778:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762737.100782:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762737.100785:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762737.100789:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1cf00 x1874597595082496/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762762 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762737.100800:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595082496:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762737.100805:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762737.100810:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1c3c0 x1874597595082624/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762737.100817:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762737.100819:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762737.100821:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762737.100823:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762737.100825:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762737.100829:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595082624:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762737.100832:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762737.100834:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762737.100836:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762737.100838:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762737.100842:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0a800.
02000000:00000001:1.0:1787762737.100844:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762737.100849:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762737.100851:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762737.100855:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762737.100858:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595082624, portal 4
00000100:00000001:1.0:1787762737.100860:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762737.100862:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765434304 : -110615944117312 : ffff9b6537f1c3c0)
00000100:00000040:1.0:1787762737.100868:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1c3c0 x1874597595082624/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762737.100876:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762737.100878:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762737.100881:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352b28.
00000100:00000200:1.0:1787762737.100883:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595082624, offset 0
00000400:00000200:1.0:1787762737.100888:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762737.100892:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762737.100895:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762737.100898:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762737.100902:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762737.100905:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762737.100908:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762737.100911:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278239:278239:256:4294967295] 192.168.203.101@tcp LPNI seq info [278238:278238:8:4294967295]
00000400:00000200:1.0:1787762737.100916:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762737.100923:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762737.100928:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762737.100932:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18f00.
00000800:00000200:1.0:1787762737.100937:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762737.100940:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762737.100945:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762737.100950:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787762737.100954:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762737.100956:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18f00.
00000400:00000200:1.0:1787762737.100960:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762737.100964:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762737.100967:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352b28
00000400:00000010:1.0:1787762737.100969:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352b28.
00000100:00000001:1.0:1787762737.100972:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762737.100976:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1c3c0 x1874597595082624/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762737.100985:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762737.100989:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1c3c0 x1874597595082624/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762762 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762737.100996:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762737.100999:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762737.101002:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762737.101006:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762737.101010:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762737.101013:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316150291
00000100:00000001:1.0:1787762737.101016:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316151031
00000100:00000001:1.0:1787762737.101019:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316150291
00000100:00000001:1.0:1787762737.101023:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316151031
00000100:00000001:1.0:1787762737.101025:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762737.101028:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762737.101029:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762737.101034:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762737/real 1787762737]  req@ffff9b6537f1c3c0 x1874597595082624/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762737.101042:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762737.101044:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762737.101046:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762737.101048:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762737.101050:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762737.101067:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762737.101072:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1c3c0 x1874597595082624/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762737.101081:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1c3c0 x1874597595082624/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762737.101089:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762737.101091:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762737.101093:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762737.101094:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762737.101098:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1c3c0 x1874597595082624/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762737.101106:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762737.101110:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1c3c0 x1874597595082624/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762762 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762737.101117:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762737.101121:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762737.101123:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762737.101124:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762737.101127:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762737.101129:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762737.101132:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762737.101135:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762737.101138:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762737.101143:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1c3c0 x1874597595082624/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762762 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762737.101153:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595082624:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762737.101158:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762737.101161:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762737.101165:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1cf00 x1874597595082496/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762762 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762737.101173:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762737.101175:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762737.101178:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787762737.101181:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762737.101183:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762737.101184:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762737.101187:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762737.101189:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17c00.
02000000:00000001:1.0:1787762737.101192:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762737.101194:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762737.101196:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1cf00.
00000100:00000001:1.0:1787762737.101200:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762737.101201:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762737.101204:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762737.101208:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1c3c0 x1874597595082624/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762762 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762737.101216:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762737.101217:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762737.101219:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0a800.
02000000:00000001:1.0:1787762737.101223:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762737.101225:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762737.101227:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762737.101230:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762737.101231:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15800.
02000000:00000001:1.0:1787762737.101234:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762737.101235:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762737.101237:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1c3c0.
00000100:00000001:1.0:1787762737.101239:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762737.101240:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762737.101242:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762737.101264:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762737.101266:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762737.101268:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762737.101270:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762737.867348:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316151031, at 4316151040
00000100:00000040:1.0:1787762737.867348:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316151031, at 4316151040
00000100:00000010:1.0:1787762737.867370:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82960.
00000100:00000010:0.0:1787762737.867374:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a827e0.
00010000:00000001:0.0:1787762737.931339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762737.931344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762737.931349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762737.931350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762737.931353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762737.931355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762737.931433:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762737.931437:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762737.931441:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762738.123325:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762738.123335:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762738.123337:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762738.123342:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762738.123346:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762738.123350:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762738.123354:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762738.123357:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762738.123359:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762738.955350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762738.955358:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762738.955364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762738.955366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762738.955369:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762738.955370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762738.955424:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762738.955427:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762738.955431:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762739.147328:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762739.147337:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762739.147339:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762739.147344:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762739.147348:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762739.147352:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762739.147355:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762739.147357:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762739.147360:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762739.979328:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762739.979335:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762739.979341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762739.979342:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762739.979345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762739.979346:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762739.979401:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762739.979407:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762739.979410:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762740.171319:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762740.171329:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762740.171331:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762740.171337:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762740.171341:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762740.171345:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762740.171347:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762740.171350:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762740.171352:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762741.003360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762741.003368:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762741.003375:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762741.003376:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762741.003379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762741.003380:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762741.003429:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762741.003432:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762741.003434:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762741.195345:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762741.195358:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762741.195361:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762741.195368:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762741.195373:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762741.195378:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762741.195382:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762741.195385:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762741.195388:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762742.027384:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762742.027393:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762742.027400:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762742.027402:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762742.027406:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762742.027410:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762742.027413:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762742.027417:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762742.027421:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762742.027424:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762742.027427:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762742.027430:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762742.027494:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762742.027501:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762742.027505:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762742.219333:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787762742.219339:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787762742.219342:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762742.219345:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762742.219352:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00080000:3.0:1787762742.219353:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762742.219358:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762742.219360:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787762742.219363:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787762742.219367:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762742.219368:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762742.219371:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762742.219375:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787762742.219376:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762742.219388:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21482
00000400:00000200:3.0:1787762742.219401:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762742.219409:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762742.219413:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762742.219416:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762742.219421:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762742.219423:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762742.219426:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762742.219431:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762742.219434:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762742.219437:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762742.219440:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762742.219443:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762742.219446:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762742.219449:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762742.219451:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762742.219453:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762742.219455:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762742.219459:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762742.219462:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762742.219465:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762742.219469:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762742.219473:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762742.219477:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762742.219479:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762742.219482:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762742.219494:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787762742.219498:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762742.219503:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762742.219505:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762742.219509:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762742.219513:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762742.219519:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762742.219529:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17000.
00000100:00000001:3.0:1787762742.219537:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762742.219549:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597595082752/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762742.219567:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762742.219573:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762742.219578:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597595082752/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762742.219601:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762742.219604:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762742.219608:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762742.219609:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762742.219611:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762742.219614:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762742.219617:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21482
00000400:00000200:3.0:1787762742.219620:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762742.219623:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762742.219626:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762742.219628:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762742.219630:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762742.219632:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762742.219634:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762742.219637:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762742.219638:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762742.219639:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762742.219642:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762742.219644:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762742.219646:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762742.219650:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762742.219652:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762742.219654:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762742.219657:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762742.219660:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762742.219664:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762742.219666:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762742.219668:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762742.219669:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762742.219676:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787762742.219676:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762742.219680:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787762742.219681:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762742.219685:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:1.0:1787762742.219690:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d680 x1874597595082752/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787762742.219692:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762742.219701:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762742.219705:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762742.219706:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762742.219708:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762742.219712:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
02000000:00000001:1.0:1787762742.219713:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1787762742.219718:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:1.0:1787762742.219719:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762742.219723:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762742.219725:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762742.219729:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762742.219730:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595082752:192.168.203.101@tcp:250:kworker.0
00000100:00000001:3.0:1787762742.219734:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787762742.219736:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762742.219737:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762742.219741:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762742.219742:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762742.219747:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762742.219749:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14c00.
02000000:00000001:1.0:1787762742.219750:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787762742.219755:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762742.219764:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597595082880/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1787762742.219768:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0a800.
02000000:00000001:1.0:1787762742.219773:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762742.219778:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762742.219781:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762742.219783:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:3.0:1787762742.219789:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597595082880/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787762742.219793:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000100:00000001:3.0:1787762742.219803:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762742.219806:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00080000:3.0:1787762742.219807:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762742.219813:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762742.219814:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762742.219816:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762742.219818:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1787762742.219820:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595082752, portal 25
00000100:00080000:3.0:1787762742.219823:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21482
00000100:00000001:1.0:1787762742.219826:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000400:00000200:3.0:1787762742.219830:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762742.219831:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765439104 : -110615944112512 : ffff9b6537f1d680)
00000400:00000200:3.0:1787762742.219837:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762742.219841:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762742.219845:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d680 x1874597595082752/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762742.219848:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762742.219853:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762742.219858:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762742.219860:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762742.219863:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762742.219866:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762742.219870:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787762742.219872:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1787762742.219874:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000100:00000040:1.0:1787762742.219879:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000020:00000001:3.0:1787762742.219880:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000010:1.0:1787762742.219883:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352b28.
00000020:00000001:3.0:1787762742.219885:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000200:1.0:1787762742.219888:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595082752, offset 0
00000100:00000040:3.0:1787762742.219893:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762742.219897:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762742.219901:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000040:3.0:1787762742.219903:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762742.219908:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762742.219911:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762742.219915:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000400:00000200:1.0:1787762742.219916:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762742.219921:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762742.219924:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787762742.219927:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
02000000:00000001:3.0:1787762742.219929:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762742.219933:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762742.219935:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787762742.219937:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762742.219942:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787762742.219943:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000008:00000001:3.0:1787762742.219948:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762742.219950:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787762742.219953:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762742.219955:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000010:3.0:1787762742.219960:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000400:00000200:1.0:1787762742.219961:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278240:278240:256:4294967295] 192.168.203.101@tcp LPNI seq info [278239:278239:8:4294967295]
00000020:00000040:3.0:1787762742.219966:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762742.219971:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787762742.219972:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:3.0:1787762742.219975:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762742.219979:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762742.219981:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762742.219983:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762742.219988:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14000.
00000400:00000200:1.0:1787762742.219991:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787762742.219993:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762742.220002:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597595083008/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787762742.220006:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762742.220016:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762742.220030:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787762742.220033:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18f00.
00000100:00000040:3.0:1787762742.220035:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597595083008/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1787762742.220047:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:3.0:1787762742.220049:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762742.220054:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 11 secs later)
00000100:00000040:3.0:1787762742.220055:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762742.220064:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1787762742.220067:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:3.0:1787762742.220071:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21493)
00000800:00000200:1.1:1787762742.220073:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1787762742.220082:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762742.220086:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18f00.
00000400:00000200:1.0:1787762742.220094:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762742.220101:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762742.220109:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352b28
00000400:00000010:1.0:1787762742.220111:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352b28.
00000100:00000001:1.0:1787762742.220116:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762742.220120:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d680 x1874597595082752/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762742.220129:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762742.220132:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d680 x1874597595082752/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762767 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762742.220138:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762742.220139:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762742.220147:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762742.220151:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762742.220153:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316156151
00000100:00000010:1.0:1787762742.220159:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82960.
00000100:00000001:1.0:1787762742.220167:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762742.220174:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316156151
00000100:00000010:1.0:1787762742.220176:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82a20.
00000100:00000001:1.0:1787762742.220179:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762742.220182:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762742.220184:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762742.220186:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762742.220189:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762742/real 1787762742]  req@ffff9b6537f1d680 x1874597595082752/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762742.220196:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762742.220198:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762742.220201:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762742.220204:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762742.220206:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762742.220209:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762742.220213:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d680 x1874597595082752/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762742.220223:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d680 x1874597595082752/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762742.220232:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762742.220234:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762742.220237:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762742.220239:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762742.220244:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d680 x1874597595082752/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762742.220278:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762742.220283:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d680 x1874597595082752/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762767 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762742.220289:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762742.220291:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762742.220293:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762742.220294:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762742.220296:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762742.220298:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762742.220300:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762742.220304:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762742.220306:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762742.220309:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d680 x1874597595082752/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762767 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762742.220314:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595082752:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762742.220319:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762742.220321:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762742.220323:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d680 x1874597595082752/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762767 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762742.220328:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762742.220330:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762742.220333:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0a800.
02000000:00000001:1.0:1787762742.220336:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762742.220338:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762742.220339:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762742.220341:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762742.220344:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17000.
02000000:00000001:1.0:1787762742.220347:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762742.220349:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762742.220351:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d680.
00000100:00000001:1.0:1787762742.220354:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762742.220355:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762742.220357:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762742.220364:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762742.220365:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762742.220367:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762742.220368:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762742.220370:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762742.220372:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f480 x1874597595082880/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762742.220378:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762742.220379:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762742.220380:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762742.220382:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762742.220384:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762742.220385:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595082880:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762742.220387:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762742.220389:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762742.220390:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762742.220392:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762742.220394:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0a800.
02000000:00000001:1.0:1787762742.220396:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762742.220400:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762742.220401:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762742.220404:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762742.220407:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595082880, portal 10
00000100:00000001:1.0:1787762742.220408:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762742.220409:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765446784 : -110615944104832 : ffff9b6537f1f480)
00000100:00000040:1.0:1787762742.220415:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f480 x1874597595082880/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762742.220420:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762742.220422:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762742.220424:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352b28.
00000100:00000200:1.0:1787762742.220425:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595082880, offset 0
00000400:00000200:1.0:1787762742.220428:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762742.220431:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762742.220433:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762742.220435:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762742.220437:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762742.220439:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762742.220441:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762742.220443:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278241:278241:256:4294967295] 192.168.203.101@tcp LPNI seq info [278240:278240:8:4294967295]
00000400:00000200:1.0:1787762742.220446:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762742.220451:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762742.220454:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762742.220456:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18f00.
00000800:00000200:1.0:1787762742.220459:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762742.220461:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787762742.220464:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762742.220466:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1787762742.220469:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762742.220470:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18f00.
00000400:00000200:1.0:1787762742.220473:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762742.220475:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762742.220478:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352b28
00000400:00000010:1.0:1787762742.220479:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352b28.
00000100:00000001:1.0:1787762742.220480:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762742.220483:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f480 x1874597595082880/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762742.220489:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762742.220491:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f480 x1874597595082880/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762767 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762742.220496:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762742.220497:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762742.220499:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762742.220503:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762742.220505:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762742.220506:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316155405
00000100:00000001:1.0:1787762742.220509:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316156151
00000100:00000001:1.0:1787762742.220511:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316155405
00000100:00000001:1.0:1787762742.220513:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316156151
00000100:00000001:1.0:1787762742.220514:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762742.220516:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762742.220517:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762742.220519:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762742/real 1787762742]  req@ffff9b6537f1f480 x1874597595082880/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762742.220524:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762742.220524:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762742.220525:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762742.220527:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762742.220528:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762742.220530:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762742.220533:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f480 x1874597595082880/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762742.220539:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f480 x1874597595082880/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762742.220543:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762742.220544:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762742.220545:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762742.220546:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762742.220548:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f480 x1874597595082880/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762742.220552:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762742.220554:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f480 x1874597595082880/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762767 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762742.220558:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762742.220560:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762742.220561:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762742.220562:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762742.220563:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762742.220564:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762742.220565:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762742.220568:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762742.220569:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762742.220572:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f480 x1874597595082880/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762767 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762742.220578:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595082880:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762742.220580:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762742.220582:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e940 x1874597595083008/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762742.220591:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762742.220592:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762742.220594:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762742.220595:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762742.220597:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762742.220598:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595083008:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762742.220600:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762742.220601:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762742.220602:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762742.220603:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762742.220605:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787762742.220606:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762742.220608:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762742.220610:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762742.220612:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762742.220614:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595083008, portal 4
00000100:00000001:1.0:1787762742.220615:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762742.220616:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765443904 : -110615944107712 : ffff9b6537f1e940)
00000100:00000040:1.0:1787762742.220621:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e940 x1874597595083008/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762742.220625:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762742.220627:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762742.220628:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352b28.
00000100:00000200:1.0:1787762742.220630:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595083008, offset 0
00000400:00000200:1.0:1787762742.220632:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762742.220634:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762742.220636:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762742.220638:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762742.220639:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762742.220641:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762742.220642:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762742.220645:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278242:278242:256:4294967295] 192.168.203.101@tcp LPNI seq info [278241:278241:8:4294967295]
00000400:00000200:1.0:1787762742.220648:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762742.220652:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762742.220656:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762742.220658:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18f00.
00000800:00000200:1.0:1787762742.220660:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762742.220662:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787762742.220665:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762742.220666:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1787762742.220669:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762742.220671:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18f00.
00000400:00000200:1.0:1787762742.220672:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762742.220675:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762742.220677:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352b28
00000400:00000010:1.0:1787762742.220678:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352b28.
00000100:00000001:1.0:1787762742.220680:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762742.220682:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1e940 x1874597595083008/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762742.220687:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762742.220689:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e940 x1874597595083008/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762767 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762742.220694:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762742.220695:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762742.220697:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762742.220699:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762742.220701:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762742.220703:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316155411
00000100:00000001:1.0:1787762742.220704:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316156151
00000100:00000001:1.0:1787762742.220706:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316155411
00000100:00000001:1.0:1787762742.220707:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316156151
00000100:00000001:1.0:1787762742.220709:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762742.220711:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762742.220712:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762742.220714:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762742/real 1787762742]  req@ffff9b6537f1e940 x1874597595083008/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762742.220720:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762742.220721:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762742.220722:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762742.220723:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762742.220724:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762742.220725:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762742.220727:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e940 x1874597595083008/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762742.220732:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e940 x1874597595083008/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762742.220737:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762742.220738:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762742.220739:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762742.220740:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762742.220743:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e940 x1874597595083008/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762742.220746:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762742.220749:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e940 x1874597595083008/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762767 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762742.220753:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762742.220754:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762742.220755:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762742.220756:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762742.220757:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762742.220758:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762742.220759:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762742.220762:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762742.220764:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762742.220767:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e940 x1874597595083008/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762767 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762742.220771:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595083008:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762742.220774:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762742.220775:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762742.220777:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f480 x1874597595082880/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762767 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762742.220780:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762742.220781:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762742.220782:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0a800.
02000000:00000001:1.0:1787762742.220784:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762742.220786:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762742.220787:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762742.220789:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762742.220791:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14c00.
02000000:00000001:1.0:1787762742.220793:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762742.220794:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762742.220796:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f480.
00000100:00000001:1.0:1787762742.220799:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762742.220800:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762742.220802:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762742.220805:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e940 x1874597595083008/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762767 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762742.220812:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762742.220814:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762742.220816:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787762742.220819:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762742.220821:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762742.220822:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762742.220825:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762742.220827:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14000.
02000000:00000001:1.0:1787762742.220830:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762742.220831:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762742.220833:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e940.
00000100:00000001:1.0:1787762742.220836:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762742.220838:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762742.220839:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762742.220843:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762742.220845:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762742.220847:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762742.220848:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762742.987395:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316156151, at 4316156160
00000100:00000040:1.0:1787762742.987395:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316156151, at 4316156160
00000100:00000010:0.0:1787762742.987414:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82960.
00000100:00000010:1.0:1787762742.987417:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82a20.
00010000:00000001:0.0:1787762743.051313:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762743.051317:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762743.051321:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762743.051322:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762743.051325:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762743.051325:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762743.051341:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762743.051343:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762743.051345:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762743.243308:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762743.243314:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762743.243315:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762743.243319:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762743.243322:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762743.243325:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762743.243327:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762743.243329:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762743.243331:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762744.075370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762744.075380:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762744.075389:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762744.075392:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762744.075399:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762744.075402:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762744.075490:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762744.075496:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762744.075501:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762744.267345:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762744.267351:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762744.267352:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762744.267356:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762744.267360:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762744.267362:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762744.267365:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762744.267367:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762744.267370:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762745.099337:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762745.099346:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762745.099353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762745.099355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762745.099359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762745.099360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762745.099386:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762745.099390:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762745.099393:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762745.291354:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762745.291363:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762745.291366:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762745.291373:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762745.291377:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762745.291382:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762745.291386:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762745.291389:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762745.291393:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762746.123330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762746.123337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762746.123343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762746.123344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762746.123346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762746.123348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762746.123432:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762746.123436:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762746.123450:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762746.315357:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762746.315366:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762746.315368:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762746.315373:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762746.315377:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762746.315381:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762746.315383:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762746.315386:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762746.315389:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762747.147309:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762747.147318:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762747.147320:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762747.147324:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762747.147329:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762747.147331:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762747.147333:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762747.147335:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762747.147339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762747.147341:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762747.147342:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762747.147343:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762747.147345:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762747.147346:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762747.147347:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762747.147348:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762747.147351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762747.147352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762747.147369:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762747.147371:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762747.147373:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762747.339337:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762747.339345:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762747.339347:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762747.339354:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762747.339359:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762747.339363:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762747.339366:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1787762747.339367:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787762747.339370:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762747.339377:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762747.339377:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762747.339383:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762747.339397:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762747.339400:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762747.339408:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21488
00000400:00000200:2.0:1787762747.339417:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762747.339423:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762747.339426:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762747.339429:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762747.339431:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762747.339434:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762747.339435:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762747.339439:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762747.339441:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:2.0:1787762747.339444:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762747.339447:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:2.0:1787762747.339449:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:2.0:1787762747.339450:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:2.0:1787762747.339452:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762747.339453:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762747.339455:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762747.339456:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762747.339459:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:2.0:1787762747.339462:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762747.339464:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762747.339467:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762747.339471:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762747.339473:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762747.339475:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762747.339477:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762747.339483:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a8b40.
00000020:00000040:2.0:1787762747.339487:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:2.0:1787762747.339492:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762747.339495:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762747.339499:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762747.339502:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762747.339508:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762747.339530:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541864c00.
00000100:00000001:2.0:1787762747.339540:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762747.339553:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a8b40 x1874597595083136/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762747.339566:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762747.339571:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762747.339576:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047032930] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a8b40 x1874597595083136/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762747.339597:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762747.339600:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762747.339603:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762747.339604:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762747.339605:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762747.339608:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762747.339611:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21488
00000400:00000200:2.0:1787762747.339615:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762747.339618:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762747.339620:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762747.339623:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762747.339625:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762747.339628:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762747.339629:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:1.0:1787762747.339632:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1787762747.339632:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762747.339634:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:2.0:1787762747.339638:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787762747.339639:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1787762747.339640:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000100:00000001:1.0:1787762747.339643:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1787762747.339643:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:2.0:1787762747.339647:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:2.0:1787762747.339653:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762747.339655:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762747.339656:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8b40 x1874597595083136/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762747.339657:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762747.339660:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762747.339665:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:2.0:1787762747.339671:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762747.339673:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762747.339675:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762747.339676:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762747.339677:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762747.339682:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762747.339686:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762747.339686:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762747.339690:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762747.339691:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762747.339696:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:1.0:1787762747.339699:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595083136:192.168.203.101@tcp:250:kworker.0
00000008:00100000:2.0:1787762747.339702:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787762747.339703:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:2.0:1787762747.339706:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762747.339710:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787762747.339710:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762747.339714:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a92c0.
02000000:00000001:1.0:1787762747.339715:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787762747.339720:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:1.0:1787762747.339721:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787762747.339725:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762747.339726:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762747.339728:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:1.0:1787762747.339729:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08c00.
02000000:00000001:2.0:1787762747.339730:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762747.339732:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762747.339735:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762747.339739:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541866800.
00000400:00000200:1.0:1787762747.339744:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762747.339745:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762747.339751:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000100:00100000:2.0:1787762747.339753:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a92c0 x1874597595083264/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787762747.339761:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000001:2.0:1787762747.339761:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762747.339765:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762747.339769:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050439926] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a92c0 x1874597595083264/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762747.339773:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595083136, portal 25
00000100:00000001:2.0:1787762747.339776:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762747.339777:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1787762747.339779:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787762747.339780:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739795264 : -110615969756352 : ffff9b65366a8b40)
00000100:00080000:2.0:1787762747.339786:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762747.339787:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762747.339797:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762747.339800:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1787762747.339803:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8b40 x1874597595083136/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762747.339804:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21488
00000400:00000200:2.0:1787762747.339813:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762747.339818:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762747.339822:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762747.339825:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762747.339826:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762747.339827:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762747.339828:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762747.339830:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787762747.339833:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:2.0:1787762747.339833:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:2.0:1787762747.339837:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762747.339839:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000100:00000040:1.0:1787762747.339841:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000020:00000001:2.0:1787762747.339842:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000010:1.0:1787762747.339845:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352b28.
00000020:00000001:2.0:1787762747.339846:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000200:1.0:1787762747.339850:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595083136, offset 0
00000100:00000040:2.0:1787762747.339851:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762747.339853:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762747.339855:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762747.339856:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762747.339867:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:2.0:1787762747.339870:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762747.339872:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762747.339874:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787762747.339876:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
02000000:00000001:2.0:1787762747.339877:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762747.339880:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762747.339882:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762747.339883:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762747.339885:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762747.339886:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762747.339889:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000010:2.0:1787762747.339890:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a9e00.
00000020:00000040:2.0:1787762747.339893:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:2.0:1787762747.339895:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787762747.339898:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
02000000:00000001:2.0:1787762747.339898:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762747.339902:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762747.339905:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762747.339906:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762747.339908:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:2.0:1787762747.339911:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541865400.
00000100:00000001:2.0:1787762747.339914:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762747.339916:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00100000:2.0:1787762747.339921:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a9e00 x1874597595083392/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762747.339924:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762747.339930:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000001:2.0:1787762747.339933:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762747.339936:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762747.339937:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278243:278243:256:4294967295] 192.168.203.101@tcp LPNI seq info [278242:278242:8:4294967295]
00000100:00000040:2.0:1787762747.339942:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b092d61d] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a9e00 x1874597595083392/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762747.339947:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762747.339953:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762747.339955:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787762747.339958:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787762747.339967:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1787762747.339967:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21498)
00000800:00000200:1.0:1787762747.339977:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762747.339995:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18f00.
00000800:00000200:1.0:1787762747.340005:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762747.340011:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787762747.340017:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762747.340021:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1787762747.340027:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762747.340030:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18f00.
00000400:00000200:1.0:1787762747.340036:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762747.340041:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762747.340047:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352b28
00000400:00000010:1.0:1787762747.340049:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352b28.
00000100:00000001:1.0:1787762747.340053:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762747.340057:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a8b40 x1874597595083136/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762747.340066:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762747.340069:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8b40 x1874597595083136/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762772 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762747.340075:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762747.340077:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762747.340084:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762747.340087:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762747.340090:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316161271
00000100:00000010:1.0:1787762747.340094:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82a20.
00000100:00000001:1.0:1787762747.340103:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762747.340110:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316161271
00000100:00000010:1.0:1787762747.340112:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a822a0.
00000100:00000001:1.0:1787762747.340115:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762747.340118:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762747.340120:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762747.340122:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762747.340125:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762747/real 1787762747]  req@ffff9b65366a8b40 x1874597595083136/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762747.340131:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762747.340133:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762747.340135:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762747.340138:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762747.340139:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762747.340141:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762747.340144:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8b40 x1874597595083136/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762747.340150:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8b40 x1874597595083136/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762747.340156:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762747.340158:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762747.340160:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762747.340162:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762747.340165:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8b40 x1874597595083136/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762747.340170:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762747.340184:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8b40 x1874597595083136/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762772 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762747.340189:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762747.340191:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762747.340192:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762747.340193:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762747.340195:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762747.340196:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762747.340198:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762747.340201:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762747.340203:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762747.340206:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8b40 x1874597595083136/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762772 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762747.340212:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595083136:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762747.340216:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762747.340217:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762747.340219:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8b40 x1874597595083136/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762772 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762747.340224:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762747.340226:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762747.340229:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787762747.340232:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762747.340233:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762747.340235:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762747.340237:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762747.340271:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541864c00.
02000000:00000001:1.0:1787762747.340276:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762747.340278:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762747.340280:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8b40.
00000100:00000001:1.0:1787762747.340282:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762747.340283:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762747.340285:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762747.340292:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762747.340294:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762747.340295:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762747.340297:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762747.340298:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762747.340301:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a92c0 x1874597595083264/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762747.340306:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762747.340308:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762747.340309:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762747.340310:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762747.340312:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762747.340314:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595083264:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762747.340316:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762747.340318:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762747.340319:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762747.340321:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762747.340323:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787762747.340325:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762747.340328:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762747.340330:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762747.340332:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762747.340335:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595083264, portal 10
00000100:00000001:1.0:1787762747.340337:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762747.340338:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739797184 : -110615969754432 : ffff9b65366a92c0)
00000100:00000040:1.0:1787762747.340344:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a92c0 x1874597595083264/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762747.340348:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762747.340350:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762747.340352:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352b28.
00000100:00000200:1.0:1787762747.340353:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595083264, offset 0
00000400:00000200:1.0:1787762747.340356:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762747.340359:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762747.340362:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762747.340364:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762747.340366:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762747.340368:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762747.340370:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762747.340372:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278244:278244:256:4294967295] 192.168.203.101@tcp LPNI seq info [278243:278243:8:4294967295]
00000400:00000200:1.0:1787762747.340375:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762747.340380:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762747.340383:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762747.340384:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18f00.
00000800:00000200:1.0:1787762747.340387:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762747.340390:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787762747.340393:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762747.340394:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1787762747.340397:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762747.340398:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18f00.
00000400:00000200:1.0:1787762747.340401:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762747.340403:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762747.340406:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352b28
00000400:00000010:1.0:1787762747.340416:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352b28.
00000100:00000001:1.0:1787762747.340418:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762747.340420:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a92c0 x1874597595083264/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762747.340431:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762747.340433:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a92c0 x1874597595083264/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762772 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762747.340437:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762747.340438:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762747.340440:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762747.340443:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762747.340445:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762747.340446:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316160525
00000100:00000001:1.0:1787762747.340448:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316161271
00000100:00000001:1.0:1787762747.340450:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316160525
00000100:00000001:1.0:1787762747.340451:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316161271
00000100:00000001:1.0:1787762747.340453:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762747.340454:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762747.340455:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762747.340458:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762747/real 1787762747]  req@ffff9b65366a92c0 x1874597595083264/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762747.340462:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762747.340463:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762747.340464:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762747.340466:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762747.340467:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762747.340469:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762747.340471:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a92c0 x1874597595083264/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762747.340476:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a92c0 x1874597595083264/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762747.340480:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762747.340481:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762747.340483:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762747.340484:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762747.340486:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a92c0 x1874597595083264/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762747.340491:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762747.340493:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a92c0 x1874597595083264/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762772 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762747.340497:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762747.340499:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762747.340500:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762747.340500:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762747.340501:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762747.340503:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762747.340504:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762747.340506:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762747.340507:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762747.340510:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a92c0 x1874597595083264/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762772 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762747.340514:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595083264:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762747.340517:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762747.340519:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a9e00 x1874597595083392/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762747.340533:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762747.340534:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762747.340536:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762747.340537:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762747.340538:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762747.340541:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595083392:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762747.340543:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762747.340544:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762747.340546:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762747.340547:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762747.340550:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0a800.
02000000:00000001:1.0:1787762747.340551:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762747.340553:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762747.340554:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762747.340557:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762747.340559:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595083392, portal 4
00000100:00000001:1.0:1787762747.340560:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762747.340561:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739800064 : -110615969751552 : ffff9b65366a9e00)
00000100:00000040:1.0:1787762747.340566:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a9e00 x1874597595083392/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762747.340570:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762747.340572:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762747.340573:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352b28.
00000100:00000200:1.0:1787762747.340575:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595083392, offset 0
00000400:00000200:1.0:1787762747.340577:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762747.340579:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762747.340580:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762747.340582:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762747.340584:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762747.340585:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762747.340587:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762747.340589:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278245:278245:256:4294967295] 192.168.203.101@tcp LPNI seq info [278244:278244:8:4294967295]
00000400:00000200:1.0:1787762747.340592:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762747.340596:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762747.340599:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762747.340601:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18f00.
00000800:00000200:1.0:1787762747.340604:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762747.340606:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787762747.340609:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762747.340611:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1787762747.340614:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762747.340615:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18f00.
00000400:00000200:1.0:1787762747.340617:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762747.340620:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762747.340622:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352b28
00000400:00000010:1.0:1787762747.340623:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352b28.
00000100:00000001:1.0:1787762747.340625:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762747.340627:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a9e00 x1874597595083392/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762747.340633:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762747.340635:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a9e00 x1874597595083392/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762772 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762747.340639:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762747.340640:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762747.340641:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762747.340643:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762747.340645:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762747.340647:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316160531
00000100:00000001:1.0:1787762747.340649:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316161271
00000100:00000001:1.0:1787762747.340650:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316160531
00000100:00000001:1.0:1787762747.340652:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316161271
00000100:00000001:1.0:1787762747.340653:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762747.340654:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762747.340655:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762747.340657:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762747/real 1787762747]  req@ffff9b65366a9e00 x1874597595083392/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762747.340662:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762747.340663:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762747.340664:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762747.340666:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762747.340667:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762747.340669:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762747.340671:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a9e00 x1874597595083392/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762747.340675:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a9e00 x1874597595083392/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762747.340679:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762747.340680:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762747.340681:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762747.340682:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762747.340684:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a9e00 x1874597595083392/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762747.340688:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762747.340690:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a9e00 x1874597595083392/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762772 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762747.340694:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762747.340695:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762747.340696:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762747.340697:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762747.340698:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762747.340700:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762747.340702:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762747.340704:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762747.340706:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762747.340708:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a9e00 x1874597595083392/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762772 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762747.340717:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595083392:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762747.340721:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762747.340722:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762747.340724:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a92c0 x1874597595083264/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762772 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762747.340727:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762747.340728:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762747.340730:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787762747.340731:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762747.340732:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762747.340733:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762747.340734:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762747.340735:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541866800.
02000000:00000001:1.0:1787762747.340737:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762747.340737:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762747.340738:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a92c0.
00000100:00000001:1.0:1787762747.340740:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762747.340741:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762747.340742:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762747.340744:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a9e00 x1874597595083392/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762772 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762747.340749:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762747.340749:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762747.340750:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0a800.
02000000:00000001:1.0:1787762747.340752:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762747.340753:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762747.340754:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762747.340755:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762747.340756:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541865400.
02000000:00000001:1.0:1787762747.340757:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762747.340758:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762747.340758:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a9e00.
00000100:00000001:1.0:1787762747.340761:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762747.340762:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762747.340763:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762747.340765:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762747.340766:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762747.340768:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762747.340769:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762748.107309:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316161271, at 4316161280
00000100:00000040:1.0:1787762748.107310:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316161271, at 4316161280
00000100:00000010:1.0:1787762748.107329:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a822a0.
00000100:00000010:0.0:1787762748.107331:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82a20.
00010000:00000001:0.0:1787762748.171320:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762748.171325:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762748.171330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762748.171331:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762748.171335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762748.171336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762748.171389:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762748.171394:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762748.171397:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762748.363320:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762748.363328:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762748.363330:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762748.363337:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762748.363341:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762748.363345:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762748.363348:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762748.363352:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762748.363355:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762749.195351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762749.195361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762749.195368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762749.195370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762749.195374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762749.195375:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762749.195404:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762749.195407:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762749.195410:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762749.387317:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762749.387324:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762749.387327:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762749.387333:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762749.387337:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762749.387341:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762749.387344:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762749.387347:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762749.387350:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762750.219321:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762750.219330:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762750.219335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762750.219337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762750.219340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762750.219341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762750.219391:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762750.219397:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762750.219401:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762750.411327:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762750.411334:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762750.411336:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762750.411342:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762750.411346:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762750.411350:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762750.411352:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762750.411355:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762750.411357:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762751.243329:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762751.243337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762751.243343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762751.243345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762751.243348:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762751.243351:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762751.243354:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762751.243357:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762751.243360:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762751.243363:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762751.243364:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762751.243366:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762751.243388:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762751.243391:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762751.243393:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762751.435324:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762751.435334:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762751.435336:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762751.435342:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762751.435346:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762751.435350:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762751.435353:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762751.435356:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762751.435358:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762752.267325:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762752.267332:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762752.267338:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762752.267339:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762752.267342:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762752.267343:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762752.267390:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762752.267395:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762752.267398:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762752.459320:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1787762752.459322:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787762752.459329:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762752.459332:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762752.459334:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1787762752.459339:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762752.459339:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787762752.459344:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787762752.459344:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762752.459350:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762752.459351:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787762752.459354:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762752.459357:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787762752.459360:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21493
00000100:00000001:0.0:1787762752.459362:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762752.459373:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762752.459381:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762752.459384:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762752.459388:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762752.459391:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762752.459393:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762752.459395:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762752.459399:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762752.459401:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:2.0:1787762752.459404:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762752.459407:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:2.0:1787762752.459409:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:2.0:1787762752.459411:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:2.0:1787762752.459414:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762752.459415:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762752.459417:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762752.459418:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762752.459421:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:2.0:1787762752.459423:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762752.459425:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762752.459427:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762752.459431:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762752.459433:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762752.459435:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762752.459437:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762752.459446:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366aad00.
00000020:00000040:2.0:1787762752.459451:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:2.0:1787762752.459455:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762752.459457:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762752.459460:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762752.459463:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762752.459468:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762752.459477:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541864000.
00000100:00000001:2.0:1787762752.459484:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762752.459496:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366aad00 x1874597595083520/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762752.459506:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762752.459511:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762752.459515:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090a410c6] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366aad00 x1874597595083520/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762752.459534:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762752.459537:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762752.459540:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762752.459541:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762752.459542:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762752.459545:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762752.459547:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21493
00000400:00000200:2.0:1787762752.459549:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762752.459551:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762752.459553:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762752.459555:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762752.459556:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762752.459558:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762752.459560:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762752.459562:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762752.459563:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:2.0:1787762752.459565:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762752.459568:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:2.0:1787762752.459570:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:2.0:1787762752.459572:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:2.0:1787762752.459574:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762752.459576:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762752.459576:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762752.459579:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762752.459582:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:1.0:1787762752.459583:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1787762752.459584:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000001:1.0:1787762752.459588:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1787762752.459588:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762752.459590:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762752.459593:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787762752.459599:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366aad00 x1874597595083520/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787762752.459599:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762752.459604:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762752.459607:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762752.459613:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:2.0:1787762752.459614:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787762752.459615:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787762752.459621:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762752.459624:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787762752.459625:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762752.459628:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1787762752.459629:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a8000.
02000000:00000001:1.0:1787762752.459631:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787762752.459632:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000100:00100000:1.0:1787762752.459637:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595083520:192.168.203.101@tcp:250:kworker.0
02000000:00000001:2.0:1787762752.459638:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787762752.459644:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762752.459648:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762752.459648:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762752.459652:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762752.459653:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762752.459655:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787762752.459661:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1787762752.459662:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0a800.
02000000:00000001:2.0:1787762752.459664:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762752.459665:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762752.459673:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541867000.
00000400:00000200:1.0:1787762752.459676:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762752.459681:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762752.459682:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762752.459693:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00100000:2.0:1787762752.459693:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a8000 x1874597595083648/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762752.459703:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787762752.459705:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595083520, portal 25
00000100:00000001:2.0:1787762752.459706:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762752.459712:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1787762752.459713:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8c6ba4f] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a8000 x1874597595083648/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762752.459714:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739803904 : -110615969747712 : ffff9b65366aad00)
00000100:00000040:1.0:1787762752.459725:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366aad00 x1874597595083520/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762752.459744:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762752.459750:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762752.459753:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352b28.
00000100:00000001:2.0:1787762752.459753:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762752.459759:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595083520, offset 0
00000100:00080000:2.0:1787762752.459760:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762752.459766:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1787762752.459767:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000001:2.0:1787762752.459768:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762752.459772:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762752.459774:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762752.459779:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21493
00000400:00000200:1.0:1787762752.459780:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762752.459787:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762752.459791:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762752.459795:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000400:00000200:1.0:1787762752.459799:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1787762752.459800:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787762752.459807:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000040:2.0:1787762752.459810:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000200:1.0:1787762752.459814:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1787762752.459816:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762752.459819:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000040:2.0:1787762752.459823:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:1.0:1787762752.459828:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278246:278246:256:4294967295] 192.168.203.101@tcp LPNI seq info [278245:278245:8:4294967295]
00000100:00000001:2.0:1787762752.459830:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:1.0:1787762752.459835:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000020:00000001:2.0:1787762752.459836:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762752.459839:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:2.0:1787762752.459842:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762752.459847:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000400:00000200:1.0:1787762752.459849:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1787762752.459852:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000800:00000200:1.0:1787762752.459859:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000020:00000001:2.0:1787762752.459859:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000800:00000010:1.0:1787762752.459865:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18f00.
00000100:00000040:2.0:1787762752.459866:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762752.459870:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762752.459872:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762752.459876:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000800:00000200:1.0:1787762752.459877:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000020:00000040:2.0:1787762752.459879:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000800:00000200:1.0:1787762752.459884:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 1 secs later)
00000100:00080000:2.0:1787762752.459884:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762752.459889:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762752.459892:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1787762752.459894:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
02000000:00000001:2.0:1787762752.459896:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1787762752.459899:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 1 secs later)
02000000:00000001:2.0:1787762752.459900:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762752.459905:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000100:1.0:1787762752.459909:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000008:00100000:2.0:1787762752.459909:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000800:00000010:1.0:1787762752.459913:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18f00.
00000008:00000001:2.0:1787762752.459914:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762752.459919:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762752.459924:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:2.0:1787762752.459924:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a9e00.
00000020:00000040:2.0:1787762752.459928:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000200:1.0:1787762752.459932:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1787762752.459933:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762752.459936:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762752.459939:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762752.459940:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787762752.459942:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352b28
02000000:00000001:2.0:1787762752.459943:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762752.459961:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352b28.
02000000:00000010:2.0:1787762752.459962:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541867800.
00000100:00000001:2.0:1787762752.459968:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762752.459971:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:2.0:1787762752.459975:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a9e00 x1874597595083776/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787762752.459979:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366aad00 x1874597595083520/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762752.459995:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762752.459999:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762752.460002:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762752.460006:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b092d61d] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a9e00 x1874597595083776/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762752.460009:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366aad00 x1874597595083520/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762777 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762752.460026:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762752.460030:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762752.460031:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787762752.460035:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1787762752.460037:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787762752.460045:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762752.460045:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21503)
00000400:00000200:1.0:1787762752.460053:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762752.460055:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316166391
00000100:00000010:1.0:1787762752.460060:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a822a0.
00000100:00000001:1.0:1787762752.460069:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762752.460076:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316166391
00000100:00000010:1.0:1787762752.460078:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82420.
00000100:00000001:1.0:1787762752.460081:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762752.460084:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762752.460086:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762752.460088:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762752.460091:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762752/real 1787762752]  req@ffff9b65366aad00 x1874597595083520/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762752.460098:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762752.460099:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762752.460101:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762752.460104:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762752.460105:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762752.460107:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762752.460109:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366aad00 x1874597595083520/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762752.460116:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366aad00 x1874597595083520/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762752.460124:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762752.460126:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762752.460130:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762752.460132:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762752.460137:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366aad00 x1874597595083520/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762752.460145:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762752.460150:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366aad00 x1874597595083520/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762777 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762752.460160:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762752.460163:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762752.460165:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762752.460167:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762752.460170:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762752.460172:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762752.460175:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762752.460179:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762752.460181:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762752.460185:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366aad00 x1874597595083520/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762777 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762752.460192:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595083520:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762752.460196:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762752.460197:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762752.460199:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366aad00 x1874597595083520/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762777 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762752.460204:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762752.460207:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762752.460210:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0a800.
02000000:00000001:1.0:1787762752.460213:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762752.460215:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762752.460217:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762752.460219:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762752.460222:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541864000.
02000000:00000001:1.0:1787762752.460226:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762752.460228:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762752.460230:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366aad00.
00000100:00000001:1.0:1787762752.460233:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762752.460234:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762752.460236:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762752.460243:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762752.460244:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762752.460270:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762752.460272:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762752.460274:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762752.460276:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8000 x1874597595083648/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762752.460282:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762752.460283:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762752.460285:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762752.460286:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762752.460288:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762752.460290:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595083648:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762752.460292:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762752.460294:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762752.460295:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762752.460297:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762752.460299:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0a800.
02000000:00000001:1.0:1787762752.460301:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762752.460304:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762752.460306:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762752.460309:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762752.460312:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595083648, portal 10
00000100:00000001:1.0:1787762752.460314:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762752.460315:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739792384 : -110615969759232 : ffff9b65366a8000)
00000100:00000040:1.0:1787762752.460321:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8000 x1874597595083648/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762752.460326:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762752.460328:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762752.460330:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352b28.
00000100:00000200:1.0:1787762752.460331:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595083648, offset 0
00000400:00000200:1.0:1787762752.460334:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762752.460337:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762752.460340:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762752.460342:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762752.460344:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762752.460346:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762752.460347:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762752.460350:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278247:278247:256:4294967295] 192.168.203.101@tcp LPNI seq info [278246:278246:8:4294967295]
00000400:00000200:1.0:1787762752.460353:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762752.460357:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762752.460360:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762752.460362:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18f00.
00000800:00000200:1.0:1787762752.460365:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762752.460367:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787762752.460370:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762752.460372:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787762752.460375:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762752.460376:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18f00.
00000400:00000200:1.0:1787762752.460379:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762752.460382:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762752.460384:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352b28
00000400:00000010:1.0:1787762752.460385:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352b28.
00000100:00000001:1.0:1787762752.460387:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762752.460390:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a8000 x1874597595083648/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762752.460400:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762752.460402:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8000 x1874597595083648/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762777 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762752.460407:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762752.460408:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762752.460410:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762752.460413:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762752.460415:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762752.460416:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316165645
00000100:00000001:1.0:1787762752.460418:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316166391
00000100:00000001:1.0:1787762752.460420:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316165645
00000100:00000001:1.0:1787762752.460422:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316166391
00000100:00000001:1.0:1787762752.460424:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762752.460426:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762752.460427:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762752.460429:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762752/real 1787762752]  req@ffff9b65366a8000 x1874597595083648/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762752.460434:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762752.460435:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762752.460436:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762752.460437:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762752.460439:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762752.460440:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762752.460443:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8000 x1874597595083648/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762752.460448:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8000 x1874597595083648/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762752.460452:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762752.460453:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762752.460455:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762752.460456:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762752.460460:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8000 x1874597595083648/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762752.460468:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762752.460482:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8000 x1874597595083648/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762777 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762752.460491:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762752.460494:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762752.460496:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762752.460498:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762752.460500:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762752.460502:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762752.460505:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762752.460509:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762752.460512:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762752.460516:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8000 x1874597595083648/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762777 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762752.460522:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595083648:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762752.460525:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762752.460527:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a9e00 x1874597595083776/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762752.460533:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762752.460534:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762752.460535:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762752.460537:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762752.460538:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762752.460541:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595083776:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762752.460543:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762752.460545:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762752.460546:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762752.460547:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762752.460551:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787762752.460552:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762752.460555:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762752.460557:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762752.460560:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762752.460562:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595083776, portal 4
00000100:00000001:1.0:1787762752.460563:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762752.460565:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739800064 : -110615969751552 : ffff9b65366a9e00)
00000100:00000040:1.0:1787762752.460569:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a9e00 x1874597595083776/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762752.460574:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762752.460576:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762752.460577:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352b28.
00000100:00000200:1.0:1787762752.460578:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595083776, offset 0
00000400:00000200:1.0:1787762752.460581:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762752.460583:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762752.460586:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762752.460588:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762752.460590:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762752.460592:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762752.460594:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762752.460596:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278248:278248:256:4294967295] 192.168.203.101@tcp LPNI seq info [278247:278247:8:4294967295]
00000400:00000200:1.0:1787762752.460599:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762752.460604:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762752.460607:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762752.460609:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18f00.
00000800:00000200:1.0:1787762752.460612:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762752.460615:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787762752.460617:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762752.460619:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787762752.460622:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762752.460623:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18f00.
00000400:00000200:1.0:1787762752.460626:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762752.460628:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762752.460630:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352b28
00000400:00000010:1.0:1787762752.460631:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352b28.
00000100:00000001:1.0:1787762752.460633:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762752.460636:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a9e00 x1874597595083776/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762752.460642:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762752.460644:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a9e00 x1874597595083776/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762777 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762752.460649:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762752.460650:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762752.460652:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762752.460654:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762752.460656:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762752.460657:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316165651
00000100:00000001:1.0:1787762752.460659:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316166391
00000100:00000001:1.0:1787762752.460661:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316165651
00000100:00000001:1.0:1787762752.460663:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316166391
00000100:00000001:1.0:1787762752.460664:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762752.460665:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762752.460666:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762752.460668:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762752/real 1787762752]  req@ffff9b65366a9e00 x1874597595083776/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762752.460673:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762752.460675:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762752.460676:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762752.460677:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762752.460679:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762752.460680:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762752.460682:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a9e00 x1874597595083776/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762752.460687:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a9e00 x1874597595083776/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762752.460691:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762752.460692:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762752.460693:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762752.460694:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762752.460696:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a9e00 x1874597595083776/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762752.460700:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762752.460702:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a9e00 x1874597595083776/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762777 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762752.460707:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762752.460709:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762752.460710:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762752.460711:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762752.460712:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762752.460713:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762752.460715:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762752.460717:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762752.460718:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762752.460720:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a9e00 x1874597595083776/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762777 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762752.460730:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595083776:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762752.460732:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762752.460734:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762752.460736:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8000 x1874597595083648/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762777 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762752.460740:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762752.460741:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762752.460742:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0a800.
02000000:00000001:1.0:1787762752.460743:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762752.460744:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762752.460745:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762752.460746:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762752.460748:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541867000.
02000000:00000001:1.0:1787762752.460751:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762752.460751:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762752.460753:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8000.
00000100:00000001:1.0:1787762752.460755:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762752.460756:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762752.460757:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762752.460759:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a9e00 x1874597595083776/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762777 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762752.460763:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762752.460764:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762752.460764:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787762752.460766:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762752.460767:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762752.460768:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762752.460769:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762752.460769:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541867800.
02000000:00000001:1.0:1787762752.460771:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762752.460771:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762752.460772:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a9e00.
00000100:00000001:1.0:1787762752.460775:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762752.460776:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762752.460778:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762752.460780:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762752.460781:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762752.460782:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762752.460784:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762753.227332:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316166391, at 4316166400
00000100:00000040:0.0:1787762753.227337:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316166391, at 4316166400
00000100:00000010:1.0:1787762753.227354:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82420.
00000100:00000010:0.0:1787762753.227356:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a822a0.
00010000:00000001:0.0:1787762753.291312:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762753.291316:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762753.291322:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762753.291323:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762753.291326:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762753.291328:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762753.291350:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762753.291353:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762753.291355:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762753.483375:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762753.483385:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762753.483388:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762753.483396:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762753.483401:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762753.483407:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762753.483411:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762753.483415:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762753.483419:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762754.315377:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762754.315388:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762754.315395:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762754.315397:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762754.315402:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762754.315403:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762754.315547:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762754.315555:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762754.315560:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762754.507368:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762754.507378:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762754.507381:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762754.507389:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762754.507394:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762754.507399:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762754.507403:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762754.507406:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762754.507411:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762755.339381:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762755.339391:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762755.339399:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762755.339400:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762755.339405:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762755.339408:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762755.339437:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762755.339441:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762755.339445:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762755.531368:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762755.531379:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762755.531382:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762755.531391:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762755.531398:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762755.531403:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762755.531408:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762755.531412:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762755.531417:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762756.363380:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762756.363394:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762756.363406:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762756.363408:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762756.363415:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762756.363418:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762756.363565:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762756.363573:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762756.363578:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762756.555325:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762756.555337:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762756.555340:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762756.555348:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762756.555353:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762756.555358:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762756.555362:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762756.555366:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762756.555369:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762757.387396:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762757.387407:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762757.387410:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762757.387414:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762757.387421:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762757.387424:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762757.387428:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762757.387431:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762757.387436:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762757.387438:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762757.387442:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762757.387444:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762757.387446:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762757.387448:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762757.387451:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762757.387453:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762757.387458:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762757.387459:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762757.387488:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762757.387492:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762757.387495:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762757.579379:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762757.579389:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762757.579393:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762757.579400:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762757.579405:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762757.579411:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762757.579415:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762757.579419:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762757.579424:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762757.579447:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762757.579458:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762757.579463:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762757.579468:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762757.579474:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762757.579484:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21498
00000400:00000200:3.0:1787762757.579498:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762757.579521:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762757.579526:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762757.579530:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762757.579535:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762757.579538:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762757.579541:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762757.579546:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762757.579551:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762757.579555:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762757.579560:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762757.579563:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762757.579566:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762757.579571:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762757.579573:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762757.579575:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762757.579578:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762757.579582:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762757.579586:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762757.579589:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762757.579593:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762757.579598:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762757.579601:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762757.579604:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762757.579607:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762757.579619:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787762757.579624:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762757.579630:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762757.579632:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762757.579637:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762757.579641:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762757.579647:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762757.579657:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15400.
00000100:00000001:3.0:1787762757.579667:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762757.579681:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597595083904/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762757.579697:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762757.579703:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762757.579710:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597595083904/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762757.579750:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762757.579755:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762757.579759:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762757.579762:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762757.579764:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762757.579767:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762757.579770:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21498
00000400:00000200:3.0:1787762757.579774:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762757.579778:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762757.579781:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762757.579785:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762757.579788:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762757.579791:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762757.579794:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762757.579797:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762757.579800:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762757.579802:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762757.579805:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762757.579809:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762757.579811:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762757.579815:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762757.579819:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762757.579821:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762757.579824:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762757.579829:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000001:1.0:1787762757.579830:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787762757.579834:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762757.579842:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762757.579844:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787762757.579846:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762757.579854:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787762757.579859:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762757.579865:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762757.579869:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:1.0:1787762757.579877:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f0c0 x1874597595083904/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787762757.579878:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762757.579886:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762757.579894:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762757.579904:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000100:00000001:1.0:1787762757.579934:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1787762757.579934:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000100:00000001:1.0:1787762757.579941:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762757.579943:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762757.579947:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762757.579952:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762757.579954:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762757.579957:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762757.579958:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762757.579964:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1787762757.579968:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17800.
02000000:00000001:1.0:1787762757.579972:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762757.579976:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762757.579982:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595083904:192.168.203.101@tcp:250:kworker.0
00000100:00100000:3.0:1787762757.579992:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597595084032/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762757.579994:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762757.580004:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762757.580011:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762757.580012:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762757.580020:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762757.580022:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1787762757.580029:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597595084032/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1787762757.580034:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787762757.580044:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762757.580057:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762757.580065:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00080000:3.0:1787762757.580068:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1787762757.580073:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000100:00080000:3.0:1787762757.580075:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762757.580082:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762757.580085:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1787762757.580088:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000001:3.0:1787762757.580089:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762757.580098:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21498
00000400:00000200:3.0:1787762757.580104:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000200:1.0:1787762757.580106:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595083904, portal 25
00000400:00000200:3.0:1787762757.580110:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:1.0:1787762757.580115:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787762757.580117:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787762757.580120:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765445824 : -110615944105792 : ffff9b6537f1f0c0)
00000100:00000040:3.0:1787762757.580127:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762757.580133:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762757.580140:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f0c0 x1874597595083904/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762757.580142:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762757.580152:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762757.580161:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762757.580166:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000100:00000001:1.0:1787762757.580171:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1787762757.580172:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762757.580179:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000100:00000040:1.0:1787762757.580188:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000020:00000001:3.0:1787762757.580188:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000010:1.0:1787762757.580195:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352b28.
00000020:00000001:3.0:1787762757.580196:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000200:1.0:1787762757.580206:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595083904, offset 0
00000100:00000040:3.0:1787762757.580209:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762757.580218:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762757.580220:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762757.580224:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:1.0:1787762757.580228:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000020:00000040:3.0:1787762757.580230:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762757.580240:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762757.580243:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762757.580276:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762757.580282:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762757.580286:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762757.580289:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762757.580293:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762757.580297:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762757.580300:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762757.580308:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000010:3.0:1787762757.580312:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000020:00000040:3.0:1787762757.580318:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000200:1.0:1787762757.580323:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
02000000:00000001:3.0:1787762757.580325:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762757.580331:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762757.580336:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787762757.580339:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787762757.580340:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762757.580347:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762757.580352:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
02000000:00000010:3.0:1787762757.580357:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16c00.
00000400:00000200:1.0:1787762757.580363:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762757.580369:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762757.580377:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278249:278249:256:4294967295] 192.168.203.101@tcp LPNI seq info [278248:278248:8:4294967295]
00000400:00000200:1.0:1787762757.580383:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762757.580398:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762757.580402:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1787762757.580413:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597595084160/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787762757.580421:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762757.580437:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18f00.
00000100:00000001:3.0:1787762757.580438:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762757.580446:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762757.580456:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597595084160/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1787762757.580460:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762757.580480:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:3.0:1787762757.580483:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762757.580492:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762757.580498:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762757.580504:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21508)
00000100:00000001:1.0:1787762757.580528:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762757.580538:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762757.580543:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316171512
00000100:00000010:1.0:1787762757.580552:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82420.
00000100:00000001:1.0:1787762757.580563:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762757.580575:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316171512
00000100:00000010:1.0:1787762757.580579:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82f00.
00000100:00000001:1.0:1787762757.580583:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762757.580587:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762757.580591:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762757.580595:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762757.580599:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762757.580609:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762757.580611:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787762757.580614:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762757.580618:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762757.580621:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762757.580629:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1fc00 x1874597595084032/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762757.580640:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762757.580642:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762757.580645:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762757.580648:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762757.580651:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762757.580655:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595084032:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762757.580659:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762757.580662:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762757.580665:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762757.580668:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762757.580674:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0a800.
02000000:00000001:1.0:1787762757.580677:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762757.580682:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762757.580689:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff69f8.
00000400:00000010:1.0:1787762757.580695:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352880.
00000100:00000200:1.0:1787762757.580699:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595084032, portal 10
00000100:00000001:1.0:1787762757.580702:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762757.580703:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765448704 : -110615944102912 : ffff9b6537f1fc00)
00000100:00000040:1.0:1787762757.580712:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1fc00 x1874597595084032/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762757.580722:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762757.580725:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762757.580731:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352110.
00000100:00000200:1.0:1787762757.580734:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595084032, offset 0
00000400:00000200:1.0:1787762757.580741:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762757.580746:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762757.580751:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762757.580755:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762757.580759:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762757.580762:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762757.580765:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762757.580769:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278250:278250:255:4294967295] 192.168.203.101@tcp LPNI seq info [278249:278249:7:4294967295]
00000400:00000200:1.0:1787762757.580777:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762757.580794:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762757.580806:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762757.580815:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762757.580823:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762757.580832:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:1.0:1787762757.580837:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762757.580845:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762757.580852:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762757.580857:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316170765
00000100:00000001:1.0:1787762757.580862:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316171512
00000100:00000001:1.0:1787762757.580867:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316170765
00000100:00000001:1.0:1787762757.580872:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316171512
00000100:00000001:1.0:1787762757.580876:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762757.580880:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762757.580885:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762757.580892:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d2c0 x1874597595084160/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762757.580902:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762757.580904:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762757.580907:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762757.580909:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762757.580934:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762757.580941:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595084160:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762757.580945:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762757.580948:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762757.580951:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762757.580953:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762757.580958:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787762757.580960:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762757.580965:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762757.580969:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762757.580974:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762757.580978:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595084160, portal 4
00000100:00000001:1.0:1787762757.580980:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762757.580982:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765438144 : -110615944113472 : ffff9b6537f1d2c0)
00000100:00000040:1.0:1787762757.580991:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d2c0 x1874597595084160/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762757.580999:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762757.581002:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762757.581006:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352330.
00000100:00000200:1.0:1787762757.581008:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595084160, offset 0
00000400:00000200:1.0:1787762757.581013:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762757.581019:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762757.581025:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762757.581030:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762757.581035:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762757.581040:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762757.581045:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762757.581051:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278251:278251:254:4294967295] 192.168.203.101@tcp LPNI seq info [278250:278250:6:4294967295]
00000400:00000200:1.0:1787762757.581059:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762757.581073:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762757.581082:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762757.581091:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18a00.
00000800:00000200:1.0:1787762757.581100:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762757.581108:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:1.0:1787762757.581113:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762757.581119:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762757.581125:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762757.581130:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316170771
00000100:00000001:1.0:1787762757.581135:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316171512
00000100:00000001:1.0:1787762757.581139:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316170771
00000100:00000001:1.0:1787762757.581143:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316171512
00000100:00000001:1.0:1787762757.581148:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762757.581153:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762757.581158:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762757.581162:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762757.581169:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762757.581172:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787762757.581177:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762757.581179:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762757.581183:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762757.581187:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762758.347377:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316171512, at 4316171520
00000100:00000040:1.0:1787762758.347405:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316171512, at 4316171520
00000100:00000010:0.0:1787762758.347406:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82420.
00000100:00000010:1.0:1787762758.347425:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82f00.
00010000:00000001:0.0:1787762758.411377:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762758.411385:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762758.411392:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762758.411395:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762758.411399:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762758.411401:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762758.411491:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762758.411498:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762758.411503:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762758.603362:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762758.603375:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762758.603379:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762758.603390:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762758.603397:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762758.603404:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762758.603409:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762758.603415:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762758.603421:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762759.435369:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762759.435380:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762759.435389:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762759.435391:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762759.435395:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762759.435397:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762759.435442:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762759.435446:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762759.435450:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762759.627537:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762759.627546:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762759.627549:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762759.627555:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762759.627560:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762759.627565:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762759.627569:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762759.627572:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762759.627576:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762760.459375:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762760.459386:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762760.459394:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762760.459396:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762760.459401:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762760.459403:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762760.459533:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762760.459541:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762760.459547:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762760.651374:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762760.651386:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762760.651389:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762760.651397:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762760.651402:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762760.651407:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762760.651412:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762760.651416:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762760.651419:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1787762760.651722:0:238623:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.101:988
00000400:00000100:2.0:1787762760.651815:0:238623:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.101@tcp at host 192.168.203.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1787762760.651837:0:238623:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762760.651847:0:238623:0:(router.c:1791:lnet_notify()) 192.168.203.1@tcp notifying 192.168.203.101@tcp: down
00000400:00000200:2.0:1787762760.651859:0:238623:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762760.651883:0:238623:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1787762760.651903:0:238623:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:2.0:1787762760.651909:0:238623:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18f00.
00000400:00000200:2.0:1787762760.651916:0:238623:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787762760.651923:0:238623:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787762760.651948:0:238623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352b28
00000400:00000010:2.0:1787762760.651952:0:238623:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352b28.
00000100:00000001:2.0:1787762760.651959:0:238623:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762760.651971:0:238623:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b6537f1f0c0 x1874597595083904/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762760.652003:0:238623:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762760.652010:0:238623:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f0c0 x1874597595083904/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762782 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762760.652027:0:238623:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762760.652030:0:238623:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787762760.652046:0:238623:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:2.0:1787762760.652051:0:238623:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:2.0:1787762760.652055:0:238623:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787762760.652060:0:238623:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000100:00000001:1.0:1787762760.652062:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1787762760.652065:0:238623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352110
00000400:00000010:2.0:1787762760.652069:0:238623:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352110.
00000100:00000001:1.0:1787762760.652071:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762760.652074:0:238623:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787762760.652078:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000200:2.0:1787762760.652084:0:238623:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b6537f1fc00 x1874597595084032/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762760.652097:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762757/real 1787762760]  req@ffff9b6537f1f0c0 x1874597595083904/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762760.652100:0:238623:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762760.652109:0:238623:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1fc00 x1874597595084032/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762782 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762760.652126:0:238623:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787762760.652129:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1787762760.652129:0:238623:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:1.0:1787762760.652136:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762760.652141:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000800:00000100:2.0:1787762760.652147:0:238623:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000400:00000200:1.0:1787762760.652151:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000800:00000010:2.0:1787762760.652153:0:238623:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18a00.
00000400:00000010:1.0:1787762760.652157:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000400:00000200:2.0:1787762760.652160:0:238623:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:1.0:1787762760.652165:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:2.0:1787762760.652171:0:238623:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000100:00000200:1.0:1787762760.652177:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f0c0 x1874597595083904/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762760.652180:0:238623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352330
00000400:00000010:2.0:1787762760.652185:0:238623:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352330.
00000100:00000001:2.0:1787762760.652193:0:238623:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762760.652201:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f0c0 x1874597595083904/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762760.652204:0:238623:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b6537f1d2c0 x1874597595084160/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762760.652233:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762760.652237:0:238623:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787762760.652238:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762760.652245:0:238623:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d2c0 x1874597595084160/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762782 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762760.652277:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762760.652281:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762760.652289:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f0c0 x1874597595083904/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762760.652300:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762760.652308:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f0c0 x1874597595083904/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762782 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762760.652328:0:238623:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762760.652335:0:238623:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762760.652339:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762760.652346:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762760.652349:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762760.652351:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762760.652356:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762760.652360:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762760.652365:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762760.652374:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762760.652379:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762760.652387:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f0c0 x1874597595083904/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762782 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762760.652400:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595083904:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762760.652415:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762760.652418:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762760.652422:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f0c0 x1874597595083904/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762782 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762760.652432:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762760.652438:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762760.652444:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787762760.652451:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762760.652456:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762760.652459:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762760.652463:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762760.652467:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15400.
02000000:00000001:1.0:1787762760.652473:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762760.652476:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762760.652478:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f0c0.
00000100:00000001:1.0:1787762760.652484:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762760.652486:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762760.652490:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762760.652492:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762760.652494:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762760.652496:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762760.652501:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762757/real 1787762760]  req@ffff9b6537f1fc00 x1874597595084032/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762760.652513:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762760.652515:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762760.652518:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff69f8.
00000400:00000200:1.0:1787762760.652522:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352880
00000400:00000010:1.0:1787762760.652524:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352880.
00000100:00000001:1.0:1787762760.652526:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762760.652530:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1fc00 x1874597595084032/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762760.652537:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1fc00 x1874597595084032/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762760.652550:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762760.652551:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762760.652553:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762760.652554:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762760.652557:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1fc00 x1874597595084032/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762760.652579:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762760.652581:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1fc00 x1874597595084032/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762782 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762760.652585:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762760.652587:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762760.652588:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762760.652589:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762760.652590:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762760.652591:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762760.652593:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762760.652595:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762760.652597:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762760.652599:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1fc00 x1874597595084032/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762782 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762760.652604:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595084032:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762760.652608:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762760.652611:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762757/real 1787762760]  req@ffff9b6537f1d2c0 x1874597595084160/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762760.652620:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762760.652621:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762760.652624:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762760.652627:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762760.652629:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762760.652632:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762760.652635:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d2c0 x1874597595084160/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762760.652645:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d2c0 x1874597595084160/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762760.652653:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762760.652654:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762760.652657:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762760.652658:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762760.652662:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d2c0 x1874597595084160/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762760.652671:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762760.652675:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d2c0 x1874597595084160/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762782 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762760.652684:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762760.652687:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762760.652690:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762760.652691:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762760.652693:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762760.652696:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762760.652699:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762760.652704:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762760.652707:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762760.652712:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d2c0 x1874597595084160/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762782 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762760.652721:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595084160:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762760.652727:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762760.652729:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762760.652733:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1fc00 x1874597595084032/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762782 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762760.652740:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762760.652742:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762760.652744:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0a800.
02000000:00000001:1.0:1787762760.652749:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762760.652750:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762760.652752:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762760.652754:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762760.652756:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17800.
02000000:00000001:1.0:1787762760.652759:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762760.652761:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762760.652762:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1fc00.
00000100:00000001:1.0:1787762760.652764:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762760.652766:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762760.652767:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762760.652771:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d2c0 x1874597595084160/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762782 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762760.652778:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762760.652780:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762760.652781:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787762760.652784:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762760.652785:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762760.652786:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762760.652788:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762760.652790:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16c00.
02000000:00000001:1.0:1787762760.652792:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762760.652793:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762760.652795:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d2c0.
00000100:00000001:1.0:1787762760.652797:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762760.652799:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762760.652801:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762760.652811:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762760.652814:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762760.652816:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762760.652817:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762761.483368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762761.483378:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762761.483385:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762761.483387:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762761.483392:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762761.483398:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762761.483402:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762761.483407:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762761.483411:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762761.483414:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762761.483417:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762761.483420:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762761.483449:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762761.483453:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762761.483456:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762761.675358:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762761.675374:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762761.675379:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762761.675391:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762761.675400:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762761.675408:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762761.675414:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762761.675421:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762761.675427:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762762.507375:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762762.507387:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762762.507395:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762762.507397:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762762.507402:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762762.507404:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762762.507526:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762762.507534:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762762.507539:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762762.699386:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762762.699398:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762762.699401:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762762.699408:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762762.699414:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762762.699419:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762762.699423:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762762.699427:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762762.699431:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762762.699481:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762762.699489:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762762.699492:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762762.699498:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762762.699503:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762762.699516:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21503
00000400:00000200:0.0:1787762762.699529:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762762.699539:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762762.699545:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762762.699550:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762762.699555:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762762.699560:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762762.699564:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762762.699569:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762762.699573:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787762762.699578:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762762.699582:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762762.699585:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787762762.699589:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787762762.699594:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762762.699598:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762762.699601:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762762.699603:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762762.699608:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787762762.699613:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762762.699616:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762762.699619:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762762.699624:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762762.699628:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762762.699631:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762762.699634:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762762.699644:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c3c00.
00000020:00000040:0.0:1787762762.699649:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762762.699654:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762762.699658:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762762.699663:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762762.699667:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762762.699673:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762762.699695:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760d000.
00000100:00000001:0.0:1787762762.699706:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762762.699721:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c3c00 x1874597595084288/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762762.699737:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762762.699743:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762762.699752:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a1cf69] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c3c00 x1874597595084288/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762762.699781:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762762.699786:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762762.699791:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762762.699794:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762762.699797:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762762.699801:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762762.699805:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21503
00000400:00000200:0.0:1787762762.699810:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762762.699817:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762762.699823:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762762.699830:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762762.699835:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762762.699840:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762762.699846:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:1.0:1787762762.699848:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787762762.699851:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762762.699859:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000100:00000001:1.0:1787762762.699862:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787762762.699864:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787762762.699871:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1787762762.699873:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787762762.699906:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:1.0:1787762762.699917:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c3c00 x1874597595084288/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787762762.699922:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:0.0:1787762762.699941:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762762.699951:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762762.699960:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762762.699961:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762762.699969:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762762.699971:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762762.699981:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
02000000:00000001:1.0:1787762762.699982:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1787762762.699989:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
02000000:00000001:1.0:1787762762.699994:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762762.699999:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762762.700005:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762762.700008:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787762762.700021:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595084288:192.168.203.101@tcp:250:kworker.0
02000000:00000001:0.0:1787762762.700023:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762762.700037:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762762.700038:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762762.700047:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787762762.700051:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:0.0:1787762762.700056:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787762762.700060:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787762762.700066:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762762.700071:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787762762.700076:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762762.700087:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0bc00.
00000100:00000010:0.0:1787762762.700089:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1680.
02000000:00000001:1.0:1787762762.700098:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787762762.700101:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:0.0:1787762762.700111:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762762.700114:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762762.700123:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762762.700125:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762762.700131:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762762.700139:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762762.700140:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
02000000:00000010:0.0:1787762762.700152:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760c800.
00000400:00000010:1.0:1787762762.700160:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000001:0.0:1787762762.700164:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762762.700179:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595084288, portal 25
00000100:00100000:0.0:1787762762.700182:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1680 x1874597595084416/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762762.700190:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762762.700197:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457116003328 : -110616593548288 : ffff9b65113c3c00)
00000100:00000001:0.0:1787762762.700214:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1787762762.700222:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c3c00 x1874597595084288/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762762.700224:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762762.700280:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c9d36cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1680 x1874597595084416/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762762.700302:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762762.700309:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762762.700317:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762762.700320:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762762.700324:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762762.700336:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787762762.700338:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787762762.700346:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21503
00000100:00000040:1.0:1787762762.700357:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787762762.700367:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762762.700370:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352880.
00000400:00000200:0.0:1787762762.700379:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762762.700389:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762762.700396:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762762.700401:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762762.700405:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762762.700410:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000200:1.0:1787762762.700411:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595084288, offset 0
00000020:00000001:0.0:1787762762.700417:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762762.700423:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787762762.700428:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762762.700433:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000400:00000200:1.0:1787762762.700438:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000020:00000001:0.0:1787762762.700442:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:0.0:1787762762.700451:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:0.0:1787762762.700460:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000200:1.0:1787762762.700464:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762762.700468:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762762.700478:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762762.700485:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762762.700493:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000400:00000200:1.0:1787762762.700496:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00080000:0.0:1787762762.700503:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762762.700513:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762762.700516:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1787762762.700519:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762762.700530:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787762762.700532:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
02000000:00000001:0.0:1787762762.700540:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762762.700548:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787762762.700551:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762762.700561:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762762.700568:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762762.700570:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000001:0.0:1787762762.700573:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762762.700585:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278252:278252:256:4294967295] 192.168.203.101@tcp LPNI seq info [278251:278251:8:4294967295]
00000100:00000010:0.0:1787762762.700587:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2580.
00000020:00000040:0.0:1787762762.700598:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000200:1.0:1787762762.700608:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:0.0:1787762762.700610:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762762.700616:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762762.700621:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762762.700625:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762762.700633:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762762.700640:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
02000000:00000010:0.0:1787762762.700647:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e000.
00000100:00000001:0.0:1787762762.700658:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762762.700660:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00100000:0.0:1787762762.700677:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2580 x1874597595084544/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1787762762.700678:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18000.
00000800:00000200:1.0:1787762762.700706:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:0.0:1787762762.700707:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762762.700719:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762762.700721:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1787762762.700736:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023dbc666] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2580 x1874597595084544/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787762762.700744:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762762.700758:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1787762762.700770:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787762762.700780:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000100:00000040:0.0:1787762762.700783:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:1.0:1787762762.700788:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18000.
00000400:00000200:1.0:1787762762.700798:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762762.700811:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1787762762.700825:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787762762.700827:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352880
00000400:00000010:1.0:1787762762.700839:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352880.
00000100:00000040:0.0:1787762762.700843:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21513)
00000100:00000001:1.0:1787762762.700849:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762762.700863:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c3c00 x1874597595084288/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762762.700908:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762762.700916:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c3c00 x1874597595084288/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762787 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762762.700932:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762762.700936:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762762.700953:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762762.700961:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762762.700967:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316176632
00000100:00000010:1.0:1787762762.700977:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82f00.
00000100:00000001:1.0:1787762762.700989:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762762.701000:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316176632
00000100:00000010:1.0:1787762762.701006:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82c00.
00000100:00000001:1.0:1787762762.701012:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762762.701018:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762762.701023:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762762.701027:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762762.701037:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762762/real 1787762762]  req@ffff9b65113c3c00 x1874597595084288/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762762.701056:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762762.701060:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762762.701063:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762762.701070:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762762.701074:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762762.701080:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762762.701087:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c3c00 x1874597595084288/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762762.701108:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c3c00 x1874597595084288/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762762.701121:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762762.701125:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762762.701130:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762762.701134:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762762.701142:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c3c00 x1874597595084288/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762762.701158:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762762.701169:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c3c00 x1874597595084288/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762787 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762762.701198:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762762.701203:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762762.701207:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762762.701209:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762762.701214:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762762.701219:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762762.701226:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762762.701235:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762762.701240:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762762.701294:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c3c00 x1874597595084288/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762787 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762762.701314:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595084288:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762762.701326:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762762.701330:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762762.701336:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c3c00 x1874597595084288/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762787 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762762.701346:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762762.701350:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762762.701355:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787762762.701360:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762762.701364:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762762.701367:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762762.701371:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762762.701376:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760d000.
02000000:00000001:1.0:1787762762.701382:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762762.701385:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762762.701387:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c3c00.
00000100:00000001:1.0:1787762762.701393:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762762.701396:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762762.701399:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762762.701410:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762762.701412:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762762.701415:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762762.701418:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762762.701420:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762762.701427:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c1680 x1874597595084416/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762762.701438:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762762.701441:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762762.701445:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762762.701449:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762762.701453:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762762.701458:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595084416:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762762.701464:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762762.701468:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762762.701471:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762762.701474:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762762.701479:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787762762.701483:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762762.701490:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762762.701495:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762762.701501:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762762.701506:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595084416, portal 10
00000100:00000001:1.0:1787762762.701510:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762762.701512:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115993728 : -110616593557888 : ffff9b65113c1680)
00000100:00000040:1.0:1787762762.701522:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c1680 x1874597595084416/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762762.701532:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762762.701537:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762762.701540:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352880.
00000100:00000200:1.0:1787762762.701544:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595084416, offset 0
00000400:00000200:1.0:1787762762.701549:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762762.701555:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762762.701561:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762762.701566:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762762.701570:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762762.701574:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762762.701577:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762762.701581:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278253:278253:256:4294967295] 192.168.203.101@tcp LPNI seq info [278252:278252:8:4294967295]
00000400:00000200:1.0:1787762762.701587:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762762.701595:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762762.701601:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762762.701605:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18000.
00000800:00000200:1.0:1787762762.701611:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762762.701615:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762762.701621:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762762.701799:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787762762.701812:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762762.701816:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18000.
00000400:00000200:1.0:1787762762.701823:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762762.701829:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762762.701839:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352880
00000400:00000010:1.0:1787762762.701842:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352880.
00000100:00000001:1.0:1787762762.701848:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762762.701858:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c1680 x1874597595084416/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762762.701873:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762762.701890:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c1680 x1874597595084416/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762787 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762762.701897:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762762.701899:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762762.701912:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762762.701917:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762762.701922:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762762.701925:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316175886
00000100:00000001:1.0:1787762762.701929:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316176632
00000100:00000001:1.0:1787762762.701931:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316175886
00000100:00000001:1.0:1787762762.701933:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316176632
00000100:00000001:1.0:1787762762.701935:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762762.701937:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762762.701940:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762762.701943:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762762/real 1787762762]  req@ffff9b65113c1680 x1874597595084416/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762762.701951:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762762.701953:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762762.701955:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762762.701959:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762762.701960:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762762.701962:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762762.701965:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c1680 x1874597595084416/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762762.701971:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c1680 x1874597595084416/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762762.701976:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762762.701977:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762762.701978:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762762.701980:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762762.701982:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c1680 x1874597595084416/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762762.701987:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762762.701990:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c1680 x1874597595084416/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762787 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762762.702002:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762762.702004:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762762.702006:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762762.702007:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762762.702012:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762762.702014:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762762.702017:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762762.702021:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762762.702023:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762762.702030:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c1680 x1874597595084416/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762787 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762762.702036:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595084416:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762762.702040:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762762.702043:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c2580 x1874597595084544/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762762.702048:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762762.702049:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762762.702052:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762762.702055:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762762.702057:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762762.702059:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595084544:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762762.702062:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762762.702065:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762762.702067:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762762.702069:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762762.702077:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0a800.
02000000:00000001:1.0:1787762762.702078:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762762.702082:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762762.702085:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762762.702089:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762762.702093:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595084544, portal 4
00000100:00000001:1.0:1787762762.702095:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762762.702097:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115997568 : -110616593554048 : ffff9b65113c2580)
00000100:00000040:1.0:1787762762.702102:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c2580 x1874597595084544/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762762.702106:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762762.702108:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762762.702110:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352880.
00000100:00000200:1.0:1787762762.702112:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595084544, offset 0
00000400:00000200:1.0:1787762762.702116:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762762.702122:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762762.702127:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762762.702131:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762762.702134:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762762.702137:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762762.702139:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762762.702142:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278254:278254:256:4294967295] 192.168.203.101@tcp LPNI seq info [278253:278253:8:4294967295]
00000400:00000200:1.0:1787762762.702146:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762762.702152:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762762.702156:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762762.702165:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18000.
00000800:00000200:1.0:1787762762.702172:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762762.702174:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762762.702178:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762762.702180:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787762762.702183:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762762.702184:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18000.
00000400:00000200:1.0:1787762762.702186:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762762.702189:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762762.702191:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352880
00000400:00000010:1.0:1787762762.702192:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352880.
00000100:00000001:1.0:1787762762.702194:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762762.702197:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c2580 x1874597595084544/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762762.702202:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762762.702204:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c2580 x1874597595084544/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762787 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762762.702209:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762762.702210:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762762.702212:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762762.702215:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762762.702217:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762762.702218:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316175892
00000100:00000001:1.0:1787762762.702220:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316176632
00000100:00000001:1.0:1787762762.702222:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316175892
00000100:00000001:1.0:1787762762.702223:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316176632
00000100:00000001:1.0:1787762762.702225:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762762.702226:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762762.702227:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762762.702230:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762762/real 1787762762]  req@ffff9b65113c2580 x1874597595084544/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762762.702234:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762762.702235:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762762.702236:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762762.702238:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762762.702239:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762762.702240:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762762.702242:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c2580 x1874597595084544/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762762.702289:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c2580 x1874597595084544/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762762.702294:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762762.702296:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762762.702297:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762762.702298:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762762.702301:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c2580 x1874597595084544/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762762.702312:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762762.702317:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c2580 x1874597595084544/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762787 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762762.702322:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762762.702324:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762762.702325:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762762.702326:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762762.702327:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762762.702328:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762762.702330:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762762.702332:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762762.702334:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762762.702337:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c2580 x1874597595084544/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762787 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762762.702342:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595084544:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762762.702346:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762762.702349:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762762.702351:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c1680 x1874597595084416/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762787 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762762.702357:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762762.702360:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762762.702362:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787762762.702367:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762762.702369:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762762.702371:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762762.702373:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762762.702376:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760c800.
02000000:00000001:1.0:1787762762.702382:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762762.702384:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762762.702386:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c1680.
00000100:00000001:1.0:1787762762.702389:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762762.702392:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762762.702394:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762762.702399:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c2580 x1874597595084544/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762787 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762762.702404:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762762.702405:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762762.702406:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0a800.
02000000:00000001:1.0:1787762762.702408:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762762.702408:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762762.702409:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762762.702410:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762762.702411:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760e000.
02000000:00000001:1.0:1787762762.702412:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762762.702413:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762762.702414:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c2580.
00000100:00000001:1.0:1787762762.702417:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762762.702417:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762762.702419:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762762.702426:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762762.702427:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762762.702429:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762762.702430:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762763.467335:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316176632, at 4316176640
00000100:00000040:1.0:1787762763.467336:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316176632, at 4316176640
00000100:00000010:0.0:1787762763.467357:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82f00.
00000100:00000010:1.0:1787762763.467360:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82c00.
00010000:00000001:0.0:1787762763.531368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762763.531376:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762763.531382:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762763.531384:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762763.531389:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762763.531391:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762763.531422:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762763.531426:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762763.531431:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762763.723318:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762763.723327:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762763.723329:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762763.723335:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762763.723338:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762763.723343:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762763.723346:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762763.723349:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762763.723353:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762764.555358:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762764.555367:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762764.555375:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762764.555377:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762764.555381:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762764.555384:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762764.555488:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762764.555495:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762764.555500:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762764.747384:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762764.747396:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762764.747400:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762764.747411:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762764.747418:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762764.747426:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762764.747432:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762764.747438:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762764.747445:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762765.579330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762765.579340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762765.579349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762765.579351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762765.579355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762765.579357:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762765.579386:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762765.579390:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762765.579394:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762765.771369:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762765.771379:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762765.771382:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762765.771390:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762765.771396:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762765.771401:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762765.771405:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762765.771409:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762765.771412:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762766.603372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762766.603382:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762766.603390:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762766.603392:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762766.603396:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762766.603398:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762766.603464:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762766.603470:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762766.603474:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762766.795328:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762766.795337:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762766.795339:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762766.795344:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762766.795348:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762766.795352:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762766.795355:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762766.795358:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762766.795361:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762767.627400:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762767.627415:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762767.627419:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762767.627423:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762767.627431:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762767.627435:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762767.627438:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762767.627441:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762767.627447:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762767.627450:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762767.627452:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762767.627454:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762767.627456:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762767.627458:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762767.627460:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762767.627462:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762767.627467:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762767.627468:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762767.627503:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762767.627507:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762767.627511:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762767.819376:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787762767.819378:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762767.819390:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787762767.819390:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762767.819399:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762767.819400:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762767.819404:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787762767.819411:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762767.819412:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787762767.819420:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787762767.819425:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21508
00000100:00000001:0.0:1787762767.819441:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787762767.819442:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762767.819448:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762767.819453:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787762767.819453:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762767.819463:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787762767.819465:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762767.819473:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762767.819476:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762767.819480:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762767.819482:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762767.819485:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762767.819488:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762767.819491:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762767.819495:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762767.819497:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762767.819502:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762767.819507:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762767.819509:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762767.819510:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762767.819512:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762767.819514:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762767.819516:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762767.819518:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762767.819520:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762767.819522:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762767.819524:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762767.819526:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762767.819527:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762767.819534:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000020:00000040:3.0:1787762767.819536:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762767.819540:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762767.819541:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762767.819543:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762767.819545:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762767.819548:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762767.819555:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16800.
00000100:00000001:3.0:1787762767.819561:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762767.819568:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597595084672/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762767.819576:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762767.819580:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762767.819589:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597595084672/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762767.819607:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762767.819609:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762767.819612:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762767.819613:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762767.819615:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762767.819617:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762767.819618:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21508
00000400:00000200:3.0:1787762767.819621:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762767.819623:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762767.819624:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762767.819626:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762767.819628:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762767.819629:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762767.819631:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762767.819633:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762767.819634:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762767.819635:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762767.819637:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762767.819638:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762767.819640:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762767.819642:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762767.819643:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762767.819645:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762767.819646:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762767.819649:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762767.819651:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762767.819653:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762767.819655:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787762767.819655:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762767.819661:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787762767.819661:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762767.819664:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787762767.819665:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762767.819668:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762767.819672:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1787762767.819674:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d2c0 x1874597595084672/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787762767.819675:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762767.819679:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762767.819684:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000020:00000040:3.0:1787762767.819688:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000100:00000001:1.0:1787762767.819690:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762767.819693:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762767.819693:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762767.819695:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762767.819698:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762767.819699:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762767.819699:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762767.819704:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762767.819705:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762767.819710:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14800.
02000000:00000001:1.0:1787762767.819711:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762767.819716:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762767.819717:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595084672:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762767.819724:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1787762767.819726:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597595084800/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787762767.819729:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762767.819732:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762767.819738:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787762767.819738:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762767.819742:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762767.819745:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597595084800/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1787762767.819746:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0a800.
02000000:00000001:1.0:1787762767.819751:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762767.819759:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762767.819762:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00080000:3.0:1787762767.819762:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762767.819768:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000010:1.0:1787762767.819770:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000100:00000001:3.0:1787762767.819771:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762767.819774:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762767.819776:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1787762767.819777:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00080000:3.0:1787762767.819779:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21508
00000400:00000200:3.0:1787762767.819783:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762767.819785:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000200:1.0:1787762767.819786:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595084672, portal 25
00000100:00080000:3.0:1787762767.819787:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787762767.819792:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1787762767.819793:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762767.819795:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765438144 : -110615944113472 : ffff9b6537f1d2c0)
00000100:00000001:3.0:1787762767.819797:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762767.819800:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762767.819804:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000040:1.0:1787762767.819805:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d2c0 x1874597595084672/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787762767.819806:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762767.819810:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762767.819812:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762767.819815:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762767.819820:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000001:1.0:1787762767.819822:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1787762767.819823:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:1.0:1787762767.819828:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000040:3.0:1787762767.819831:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000010:1.0:1787762767.819832:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352880.
00000100:00000001:3.0:1787762767.819834:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1787762767.819837:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595084672, offset 0
00000100:00000040:3.0:1787762767.819838:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762767.819854:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762767.819858:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762767.819860:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762767.819861:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762767.819864:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787762767.819866:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
02000000:00000001:3.0:1787762767.819867:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762767.819870:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762767.819871:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762767.819873:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787762767.819877:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000008:00000001:3.0:1787762767.819878:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762767.819881:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762767.819885:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000010:3.0:1787762767.819885:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787762767.819888:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000200:1.0:1787762767.819892:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787762767.819892:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762767.819894:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762767.819897:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787762767.819899:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
02000000:00000001:3.0:1787762767.819900:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762767.819903:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762767.819907:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
02000000:00000010:3.0:1787762767.819907:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16400.
00000100:00000001:3.0:1787762767.819911:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762767.819912:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762767.819922:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278255:278255:256:4294967295] 192.168.203.101@tcp LPNI seq info [278254:278254:8:4294967295]
00000100:00100000:3.0:1787762767.819922:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597595084928/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762767.819934:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762767.819940:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762767.819942:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762767.819950:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597595084928/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762767.819951:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762767.819965:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762767.819965:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762767.819970:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:1.0:1787762767.819973:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18000.
00000100:00000040:3.0:1787762767.819974:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762767.819981:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21518)
00000800:00000200:1.0:1787762767.819991:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762767.819995:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762767.820001:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762767.820004:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787762767.820007:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762767.820010:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18000.
00000400:00000200:1.0:1787762767.820014:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762767.820017:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762767.820022:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352880
00000400:00000010:1.0:1787762767.820024:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352880.
00000100:00000001:1.0:1787762767.820027:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762767.820030:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d2c0 x1874597595084672/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762767.820037:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762767.820040:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d2c0 x1874597595084672/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762792 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762767.820045:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762767.820046:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762767.820054:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762767.820057:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762767.820059:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316181751
00000100:00000010:1.0:1787762767.820063:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82c00.
00000100:00000001:1.0:1787762767.820068:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762767.820076:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316181751
00000100:00000010:1.0:1787762767.820080:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82b40.
00000100:00000001:1.0:1787762767.820084:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762767.820087:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762767.820089:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762767.820092:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762767.820097:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762767/real 1787762767]  req@ffff9b6537f1d2c0 x1874597595084672/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762767.820108:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762767.820110:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762767.820112:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762767.820116:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762767.820118:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762767.820121:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762767.820125:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d2c0 x1874597595084672/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762767.820132:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d2c0 x1874597595084672/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762767.820137:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762767.820139:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762767.820140:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762767.820142:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762767.820145:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d2c0 x1874597595084672/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762767.820150:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762767.820153:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d2c0 x1874597595084672/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762792 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762767.820158:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762767.820160:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762767.820161:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762767.820162:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762767.820163:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762767.820165:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762767.820168:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762767.820171:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762767.820172:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762767.820175:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d2c0 x1874597595084672/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762792 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762767.820180:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595084672:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762767.820184:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762767.820186:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762767.820188:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d2c0 x1874597595084672/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762792 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762767.820192:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762767.820194:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762767.820196:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0a800.
02000000:00000001:1.0:1787762767.820199:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762767.820200:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762767.820201:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762767.820203:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762767.820205:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16800.
02000000:00000001:1.0:1787762767.820208:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762767.820209:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762767.820210:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d2c0.
00000100:00000001:1.0:1787762767.820213:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762767.820214:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762767.820215:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762767.820221:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762767.820222:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762767.820224:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762767.820225:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762767.820226:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762767.820229:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1fc00 x1874597595084800/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762767.820238:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762767.820239:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762767.820241:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762767.820242:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762767.820243:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762767.820275:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595084800:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762767.820278:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762767.820279:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762767.820280:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762767.820282:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762767.820284:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0a800.
02000000:00000001:1.0:1787762767.820286:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762767.820289:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762767.820290:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762767.820293:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762767.820295:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595084800, portal 10
00000100:00000001:1.0:1787762767.820297:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762767.820299:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765448704 : -110615944102912 : ffff9b6537f1fc00)
00000100:00000040:1.0:1787762767.820305:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1fc00 x1874597595084800/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762767.820312:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762767.820315:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762767.820317:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352880.
00000100:00000200:1.0:1787762767.820320:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595084800, offset 0
00000400:00000200:1.0:1787762767.820325:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762767.820329:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762767.820334:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762767.820337:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762767.820340:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762767.820343:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762767.820345:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762767.820349:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278256:278256:256:4294967295] 192.168.203.101@tcp LPNI seq info [278255:278255:8:4294967295]
00000400:00000200:1.0:1787762767.820353:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762767.820358:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762767.820361:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762767.820365:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18000.
00000800:00000200:1.0:1787762767.820369:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762767.820372:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762767.820376:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762767.820379:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787762767.820383:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762767.820385:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18000.
00000400:00000200:1.0:1787762767.820388:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762767.820392:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762767.820396:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352880
00000400:00000010:1.0:1787762767.820398:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352880.
00000100:00000001:1.0:1787762767.820401:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762767.820405:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1fc00 x1874597595084800/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762767.820414:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762767.820416:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1fc00 x1874597595084800/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762792 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762767.820421:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762767.820422:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762767.820425:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762767.820429:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762767.820431:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762767.820433:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316181005
00000100:00000001:1.0:1787762767.820435:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316181751
00000100:00000001:1.0:1787762767.820438:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316181005
00000100:00000001:1.0:1787762767.820440:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316181751
00000100:00000001:1.0:1787762767.820442:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762767.820445:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762767.820447:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762767.820451:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762767/real 1787762767]  req@ffff9b6537f1fc00 x1874597595084800/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762767.820459:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762767.820461:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762767.820463:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762767.820466:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762767.820468:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762767.820470:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762767.820474:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1fc00 x1874597595084800/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762767.820483:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1fc00 x1874597595084800/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762767.820488:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762767.820489:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762767.820491:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762767.820492:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762767.820494:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1fc00 x1874597595084800/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762767.820499:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762767.820501:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1fc00 x1874597595084800/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762792 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762767.820505:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762767.820507:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762767.820508:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762767.820509:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762767.820510:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762767.820511:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762767.820513:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762767.820516:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762767.820517:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762767.820520:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1fc00 x1874597595084800/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762792 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762767.820525:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595084800:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762767.820528:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762767.820530:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f0c0 x1874597595084928/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762767.820534:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762767.820535:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762767.820537:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762767.820538:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762767.820539:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762767.820541:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595084928:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762767.820544:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762767.820545:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762767.820546:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762767.820548:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762767.820550:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787762767.820552:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762767.820554:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762767.820556:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762767.820559:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762767.820561:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595084928, portal 4
00000100:00000001:1.0:1787762767.820562:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762767.820563:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765445824 : -110615944105792 : ffff9b6537f1f0c0)
00000100:00000040:1.0:1787762767.820568:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f0c0 x1874597595084928/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762767.820572:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762767.820574:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762767.820576:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352880.
00000100:00000200:1.0:1787762767.820577:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595084928, offset 0
00000400:00000200:1.0:1787762767.820580:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762767.820583:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762767.820585:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762767.820588:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762767.820589:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762767.820591:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762767.820593:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762767.820595:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278257:278257:256:4294967295] 192.168.203.101@tcp LPNI seq info [278256:278256:8:4294967295]
00000400:00000200:1.0:1787762767.820597:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762767.820602:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762767.820604:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762767.820607:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18000.
00000800:00000200:1.0:1787762767.820609:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762767.820611:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762767.820614:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762767.820616:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787762767.820618:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762767.820620:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18000.
00000400:00000200:1.0:1787762767.820622:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762767.820624:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762767.820626:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352880
00000400:00000010:1.0:1787762767.820627:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352880.
00000100:00000001:1.0:1787762767.820629:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762767.820631:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f0c0 x1874597595084928/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762767.820636:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762767.820638:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f0c0 x1874597595084928/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762792 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762767.820643:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762767.820644:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762767.820647:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762767.820650:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762767.820652:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762767.820653:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316181011
00000100:00000001:1.0:1787762767.820655:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316181751
00000100:00000001:1.0:1787762767.820656:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316181011
00000100:00000001:1.0:1787762767.820658:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316181751
00000100:00000001:1.0:1787762767.820660:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762767.820661:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762767.820662:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762767.820664:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762767/real 1787762767]  req@ffff9b6537f1f0c0 x1874597595084928/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762767.820669:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762767.820669:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762767.820671:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762767.820672:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762767.820673:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762767.820674:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762767.820676:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f0c0 x1874597595084928/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762767.820682:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f0c0 x1874597595084928/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762767.820685:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762767.820686:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762767.820687:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762767.820688:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762767.820690:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f0c0 x1874597595084928/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762767.820694:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762767.820697:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f0c0 x1874597595084928/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762792 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762767.820702:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762767.820703:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762767.820704:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762767.820705:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762767.820706:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762767.820707:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762767.820709:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762767.820711:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762767.820712:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762767.820714:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f0c0 x1874597595084928/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762792 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762767.820719:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595084928:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762767.820721:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762767.820722:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762767.820724:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1fc00 x1874597595084800/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762792 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762767.820728:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762767.820729:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762767.820730:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0a800.
02000000:00000001:1.0:1787762767.820732:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762767.820733:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762767.820735:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762767.820736:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762767.820737:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14800.
02000000:00000001:1.0:1787762767.820739:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762767.820740:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762767.820741:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1fc00.
00000100:00000001:1.0:1787762767.820743:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762767.820743:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762767.820745:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762767.820747:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f0c0 x1874597595084928/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762792 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762767.820751:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762767.820752:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762767.820753:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787762767.820754:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762767.820755:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762767.820756:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762767.820757:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762767.820758:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16400.
02000000:00000001:1.0:1787762767.820759:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762767.820760:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762767.820760:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f0c0.
00000100:00000001:1.0:1787762767.820761:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762767.820762:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762767.820763:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762767.820766:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762767.820767:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762767.820768:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762767.820769:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762768.587386:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316181751, at 4316181760
00000100:00000040:1.0:1787762768.587406:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316181751, at 4316181760
00000100:00000010:1.0:1787762768.587425:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82b40.
00000100:00000010:0.0:1787762768.587453:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82c00.
00010000:00000001:0.0:1787762768.651349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762768.651355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762768.651362:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762768.651364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762768.651368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762768.651370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762768.651462:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762768.651468:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762768.651474:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762768.843371:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762768.843379:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762768.843382:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762768.843389:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762768.843394:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762768.843399:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762768.843402:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762768.843406:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762768.843410:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762769.675343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762769.675351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762769.675356:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762769.675357:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762769.675361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762769.675362:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762769.675383:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762769.675386:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762769.675389:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762769.867384:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762769.867396:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762769.867398:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762769.867406:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762769.867412:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762769.867417:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762769.867421:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762769.867425:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762769.867428:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762770.699328:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762770.699336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762770.699342:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762770.699343:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762770.699347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762770.699348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762770.699488:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762770.699500:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762770.699508:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762770.891341:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762770.891349:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762770.891351:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762770.891356:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762770.891361:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762770.891365:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762770.891368:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762770.891371:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762770.891374:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762771.723334:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762771.723341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762771.723347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762771.723348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762771.723351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762771.723355:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762771.723357:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762771.723361:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762771.723364:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762771.723366:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762771.723369:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762771.723370:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762771.723393:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762771.723396:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762771.723398:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762771.915322:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762771.915331:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762771.915333:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762771.915340:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762771.915343:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762771.915348:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762771.915351:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762771.915353:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762771.915356:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762772.747323:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762772.747331:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762772.747336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762772.747337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762772.747340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762772.747341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762772.747412:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762772.747416:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762772.747419:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762772.939335:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762772.939346:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762772.939351:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762772.939354:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1787762772.939359:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00080000:0.0:1787762772.939362:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762772.939367:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787762772.939368:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787762772.939371:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762772.939374:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762772.939376:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787762772.939381:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1787762772.939386:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21513
00000100:00000001:3.0:1787762772.939396:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787762772.939397:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762772.939402:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762772.939408:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762772.939413:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762772.939416:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762772.939419:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762772.939422:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762772.939424:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762772.939428:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762772.939430:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787762772.939433:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762772.939436:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762772.939438:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787762772.939440:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787762772.939443:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762772.939445:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762772.939446:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762772.939448:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762772.939450:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787762772.939452:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762772.939454:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762772.939456:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762772.939460:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762772.939462:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762772.939464:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762772.939466:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762772.939476:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2580.
00000020:00000040:0.0:1787762772.939479:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762772.939483:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762772.939485:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762772.939487:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762772.939491:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762772.939496:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762772.939507:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e800.
00000100:00000001:0.0:1787762772.939515:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762772.939527:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2580 x1874597595085056/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762772.939538:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762772.939543:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762772.939547:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023dbc666] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2580 x1874597595085056/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762772.939567:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762772.939570:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762772.939573:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762772.939574:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762772.939575:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762772.939577:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762772.939579:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21513
00000400:00000200:0.0:1787762772.939581:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762772.939583:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762772.939585:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762772.939587:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762772.939589:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762772.939591:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762772.939593:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762772.939595:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762772.939596:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787762772.939597:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762772.939599:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787762772.939601:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787762772.939602:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:0.0:1787762772.939605:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762772.939606:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762772.939607:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762772.939610:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762772.939613:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762772.939614:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:1.0:1787762772.939616:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1787762772.939618:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:0.0:1787762772.939625:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000040:1.0:1787762772.939627:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c2580 x1874597595085056/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762772.939628:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762772.939631:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762772.939639:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787762772.939640:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762772.939641:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762772.939643:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762772.939646:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787762772.939647:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762772.939651:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1787762772.939652:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787762772.939653:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787762772.939658:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762772.939660:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595085056:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787762772.939662:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762772.939668:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:0.0:1787762772.939669:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1680.
00000020:00000040:0.0:1787762772.939672:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:1.0:1787762772.939673:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762772.939674:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762772.939677:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762772.939677:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762772.939679:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762772.939682:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787762772.939683:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762772.939686:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762772.939690:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e400.
02000000:00000010:1.0:1787762772.939691:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0bc00.
00000100:00000001:0.0:1787762772.939693:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762772.939695:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762772.939702:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1680 x1874597595085184/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762772.939704:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762772.939711:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000100:00000001:0.0:1787762772.939713:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762772.939716:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762772.939719:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c9d36cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1680 x1874597595085184/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787762772.939720:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000001:0.0:1787762772.939729:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762772.939732:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787762772.939733:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595085056, portal 25
00000100:00080000:0.0:1787762772.939736:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762772.939738:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762772.939739:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787762772.939741:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115997568 : -110616593554048 : ffff9b65113c2580)
00000100:00080000:0.0:1787762772.939742:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762772.939747:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1787762772.939750:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c2580 x1874597595085056/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762772.939753:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21513
00000400:00000200:0.0:1787762772.939762:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762772.939767:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:1.0:1787762772.939768:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787762772.939769:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762772.939774:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000040:0.0:1787762772.939775:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000010:1.0:1787762772.939778:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352880.
00000100:00000001:0.0:1787762772.939779:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762772.939784:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000200:1.0:1787762772.939785:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595085056, offset 0
00000100:00000001:0.0:1787762772.939787:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762772.939790:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762772.939791:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787762772.939792:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762772.939795:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000400:00000200:1.0:1787762772.939796:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000020:00000001:0.0:1787762772.939797:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:0.0:1787762772.939800:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:0.0:1787762772.939803:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762772.939804:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762772.939806:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:1.0:1787762772.939822:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762772.939824:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762772.939827:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:0.0:1787762772.939830:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000400:00000200:1.0:1787762772.939833:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000001:0.0:1787762772.939834:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762772.939840:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762772.939842:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762772.939843:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762772.939845:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762772.939848:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787762772.939849:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:0.0:1787762772.939852:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762772.939856:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762772.939857:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000010:0.0:1787762772.939862:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c3c00.
00000400:00000200:1.0:1787762772.939863:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000020:00000040:0.0:1787762772.939868:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000200:1.0:1787762772.939869:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
02000000:00000001:0.0:1787762772.939875:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762772.939878:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762772.939879:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278258:278258:256:4294967295] 192.168.203.101@tcp LPNI seq info [278257:278257:8:4294967295]
00000100:00000001:0.0:1787762772.939881:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762772.939883:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787762772.939886:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:0.0:1787762772.939887:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762772.939892:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760d800.
00000100:00000001:0.0:1787762772.939895:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762772.939904:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c3c00 x1874597595085312/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762772.939904:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762772.939917:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000001:0.0:1787762772.939918:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762772.939923:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787762772.939927:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18000.
00000100:00000040:0.0:1787762772.939928:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a1cf69] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c3c00 x1874597595085312/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762772.939936:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762772.939941:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:0.0:1787762772.939942:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787762772.939948:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.0:1787762772.939949:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1787762772.939953:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21523)
00000800:00000200:1.1:1787762772.939957:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762772.939962:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787762772.939965:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762772.939967:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18000.
00000400:00000200:1.0:1787762772.939974:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762772.939978:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762772.939983:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352880
00000400:00000010:1.0:1787762772.939986:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352880.
00000100:00000001:1.0:1787762772.939990:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762772.939993:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c2580 x1874597595085056/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762772.940002:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762772.940004:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c2580 x1874597595085056/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762772.940010:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762772.940012:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762772.940022:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762772.940026:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762772.940028:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316186871
00000100:00000010:1.0:1787762772.940033:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82b40.
00000100:00000001:1.0:1787762772.940041:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762772.940049:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316186871
00000100:00000010:1.0:1787762772.940051:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82720.
00000100:00000001:1.0:1787762772.940054:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762772.940057:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762772.940059:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762772.940061:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762772.940064:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762772/real 1787762772]  req@ffff9b65113c2580 x1874597595085056/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762772.940071:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762772.940073:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762772.940075:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762772.940077:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762772.940079:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762772.940081:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762772.940084:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c2580 x1874597595085056/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762772.940090:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c2580 x1874597595085056/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762772.940094:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762772.940095:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762772.940098:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762772.940099:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762772.940102:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c2580 x1874597595085056/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762772.940107:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762772.940110:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c2580 x1874597595085056/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762797 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762772.940115:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762772.940117:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762772.940118:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762772.940119:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762772.940122:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762772.940123:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762772.940126:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762772.940128:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762772.940131:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762772.940134:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c2580 x1874597595085056/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762797 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762772.940141:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595085056:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762772.940144:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762772.940152:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762772.940154:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c2580 x1874597595085056/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762797 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762772.940159:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762772.940161:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762772.940164:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787762772.940167:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762772.940169:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762772.940170:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762772.940172:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762772.940175:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760e800.
02000000:00000001:1.0:1787762772.940179:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762772.940181:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762772.940182:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c2580.
00000100:00000001:1.0:1787762772.940187:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762772.940188:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762772.940190:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762772.940197:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762772.940198:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762772.940200:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762772.940201:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762772.940202:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762772.940205:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c1680 x1874597595085184/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762772.940210:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762772.940212:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762772.940213:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762772.940215:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762772.940217:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762772.940219:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595085184:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762772.940221:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762772.940223:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762772.940224:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762772.940226:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762772.940228:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787762772.940229:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762772.940232:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762772.940234:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762772.940237:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762772.940239:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595085184, portal 10
00000100:00000001:1.0:1787762772.940240:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762772.940241:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115993728 : -110616593557888 : ffff9b65113c1680)
00000100:00000040:1.0:1787762772.940287:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c1680 x1874597595085184/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762772.940292:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762772.940294:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762772.940296:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352880.
00000100:00000200:1.0:1787762772.940298:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595085184, offset 0
00000400:00000200:1.0:1787762772.940301:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762772.940304:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762772.940307:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762772.940309:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762772.940311:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762772.940312:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762772.940314:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762772.940316:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278259:278259:256:4294967295] 192.168.203.101@tcp LPNI seq info [278258:278258:8:4294967295]
00000400:00000200:1.0:1787762772.940319:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762772.940324:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762772.940327:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762772.940331:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18000.
00000800:00000200:1.0:1787762772.940333:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762772.940335:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762772.940339:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762772.940340:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787762772.940343:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762772.940344:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18000.
00000400:00000200:1.0:1787762772.940346:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762772.940349:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762772.940351:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352880
00000400:00000010:1.0:1787762772.940353:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352880.
00000100:00000001:1.0:1787762772.940355:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762772.940359:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c1680 x1874597595085184/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762772.940368:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762772.940371:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c1680 x1874597595085184/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762772.940379:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762772.940381:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762772.940385:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762772.940389:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762772.940393:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762772.940396:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316186125
00000100:00000001:1.0:1787762772.940400:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316186871
00000100:00000001:1.0:1787762772.940402:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316186125
00000100:00000001:1.0:1787762772.940405:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316186871
00000100:00000001:1.0:1787762772.940408:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762772.940410:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762772.940412:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762772.940417:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762772/real 1787762772]  req@ffff9b65113c1680 x1874597595085184/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762772.940428:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762772.940430:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762772.940431:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762772.940433:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762772.940434:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762772.940436:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762772.940438:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c1680 x1874597595085184/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762772.940444:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c1680 x1874597595085184/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762772.940448:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762772.940449:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762772.940450:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762772.940451:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762772.940453:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c1680 x1874597595085184/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762772.940458:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762772.940461:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c1680 x1874597595085184/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762797 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762772.940466:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762772.940468:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762772.940469:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762772.940469:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762772.940471:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762772.940472:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762772.940473:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762772.940475:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762772.940476:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762772.940480:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c1680 x1874597595085184/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762797 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762772.940486:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595085184:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762772.940488:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762772.940490:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c3c00 x1874597595085312/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762772.940494:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762772.940495:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762772.940496:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762772.940497:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762772.940499:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762772.940500:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595085312:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762772.940502:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762772.940504:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762772.940505:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762772.940506:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762772.940509:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0a800.
02000000:00000001:1.0:1787762772.940511:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762772.940514:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762772.940515:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762772.940518:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762772.940520:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595085312, portal 4
00000100:00000001:1.0:1787762772.940522:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762772.940523:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457116003328 : -110616593548288 : ffff9b65113c3c00)
00000100:00000040:1.0:1787762772.940528:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c3c00 x1874597595085312/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762772.940532:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762772.940534:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762772.940536:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352880.
00000100:00000200:1.0:1787762772.940537:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595085312, offset 0
00000400:00000200:1.0:1787762772.940541:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762772.940543:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762772.940546:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762772.940548:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762772.940550:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762772.940552:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762772.940554:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762772.940556:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278260:278260:256:4294967295] 192.168.203.101@tcp LPNI seq info [278259:278259:8:4294967295]
00000400:00000200:1.0:1787762772.940560:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762772.940564:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762772.940567:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762772.940569:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18000.
00000800:00000200:1.0:1787762772.940572:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762772.940574:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762772.940577:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762772.940579:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787762772.940582:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762772.940583:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18000.
00000400:00000200:1.0:1787762772.940585:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762772.940588:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762772.940590:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352880
00000400:00000010:1.0:1787762772.940591:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352880.
00000100:00000001:1.0:1787762772.940593:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762772.940595:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c3c00 x1874597595085312/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762772.940601:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762772.940603:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c3c00 x1874597595085312/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762772.940607:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762772.940608:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762772.940610:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762772.940612:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762772.940614:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762772.940616:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316186131
00000100:00000001:1.0:1787762772.940618:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316186871
00000100:00000001:1.0:1787762772.940620:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316186131
00000100:00000001:1.0:1787762772.940622:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316186871
00000100:00000001:1.0:1787762772.940623:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762772.940624:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762772.940625:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762772.940627:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762772/real 1787762772]  req@ffff9b65113c3c00 x1874597595085312/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762772.940631:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762772.940632:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762772.940633:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762772.940635:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762772.940636:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762772.940637:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762772.940640:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c3c00 x1874597595085312/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762772.940646:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c3c00 x1874597595085312/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762772.940650:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762772.940650:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762772.940651:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762772.940652:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762772.940654:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c3c00 x1874597595085312/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762772.940658:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762772.940661:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c3c00 x1874597595085312/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762797 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762772.940664:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762772.940667:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762772.940668:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762772.940670:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762772.940671:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762772.940672:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762772.940674:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762772.940676:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762772.940677:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762772.940679:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c3c00 x1874597595085312/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762797 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762772.940684:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595085312:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762772.940686:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762772.940687:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762772.940689:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c1680 x1874597595085184/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762797 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762772.940693:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762772.940694:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762772.940695:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787762772.940696:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762772.940697:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762772.940698:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762772.940699:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762772.940701:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760e400.
02000000:00000001:1.0:1787762772.940702:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762772.940703:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762772.940704:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c1680.
00000100:00000001:1.0:1787762772.940707:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762772.940708:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762772.940709:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762772.940711:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c3c00 x1874597595085312/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762797 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762772.940720:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762772.940721:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762772.940722:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0a800.
02000000:00000001:1.0:1787762772.940725:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762772.940725:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762772.940726:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762772.940727:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762772.940728:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760d800.
02000000:00000001:1.0:1787762772.940729:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762772.940730:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762772.940731:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c3c00.
00000100:00000001:1.0:1787762772.940732:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762772.940733:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762772.940734:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762772.940736:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762772.940737:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762772.940738:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762772.940739:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762773.707340:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316186871, at 4316186880
00000100:00000040:1.0:1787762773.707340:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316186871, at 4316186880
00000100:00000010:1.0:1787762773.707361:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82720.
00000100:00000010:0.0:1787762773.707363:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82b40.
00010000:00000001:0.0:1787762773.771323:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762773.771328:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762773.771334:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762773.771335:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762773.771338:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762773.771339:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762773.771361:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762773.771364:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762773.771367:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762773.963316:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762773.963324:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762773.963326:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762773.963331:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762773.963334:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762773.963339:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762773.963342:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762773.963345:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762773.963348:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762774.795338:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762774.795346:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762774.795352:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762774.795354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762774.795357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762774.795358:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762774.795435:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762774.795440:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762774.795443:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762774.987337:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762774.987347:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762774.987349:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762774.987356:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762774.987359:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762774.987363:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762774.987366:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762774.987369:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762774.987372:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762775.819336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762775.819343:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762775.819350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762775.819351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762775.819354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762775.819355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762775.819376:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762775.819379:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762775.819381:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762776.011322:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762776.011330:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762776.011332:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762776.011337:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762776.011340:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762776.011344:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762776.011346:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762776.011349:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762776.011352:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762776.843336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762776.843343:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762776.843349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762776.843350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762776.843353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762776.843355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762776.843413:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762776.843417:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762776.843421:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762777.035344:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762777.035353:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762777.035356:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762777.035363:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762777.035367:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762777.035371:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762777.035374:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762777.035378:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762777.035381:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762777.867346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762777.867356:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762777.867359:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762777.867363:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762777.867370:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762777.867372:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762777.867374:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762777.867376:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762777.867380:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762777.867383:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762777.867384:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762777.867387:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762777.867388:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762777.867390:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762777.867391:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762777.867393:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762777.867396:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762777.867397:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762777.867429:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762777.867432:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762777.867435:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762778.059350:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762778.059358:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762778.059361:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762778.059367:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762778.059371:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787762778.059374:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787762778.059375:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762778.059381:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1787762778.059383:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762778.059385:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762778.059387:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787762778.059389:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762778.059392:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762778.059397:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762778.059404:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21518
00000400:00000200:2.0:1787762778.059414:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762778.059421:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762778.059424:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762778.059427:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762778.059430:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762778.059432:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762778.059434:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762778.059438:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762778.059440:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:2.0:1787762778.059443:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762778.059446:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:2.0:1787762778.059448:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:2.0:1787762778.059450:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:2.0:1787762778.059452:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762778.059455:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762778.059456:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762778.059458:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762778.059461:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:2.0:1787762778.059464:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762778.059465:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762778.059468:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762778.059471:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762778.059474:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762778.059476:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762778.059478:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762778.059489:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a92c0.
00000020:00000040:2.0:1787762778.059493:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:2.0:1787762778.059497:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762778.059498:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762778.059501:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762778.059504:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762778.059509:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762778.059518:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541866400.
00000100:00000001:2.0:1787762778.059526:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762778.059535:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a92c0 x1874597595085440/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762778.059545:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762778.059551:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762778.059555:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050439926] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a92c0 x1874597595085440/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762778.059575:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762778.059578:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762778.059580:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762778.059582:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762778.059583:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762778.059585:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762778.059588:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21518
00000400:00000200:2.0:1787762778.059591:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762778.059594:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762778.059596:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762778.059599:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762778.059601:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762778.059603:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762778.059605:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762778.059606:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762778.059607:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:2.0:1787762778.059608:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762778.059610:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:2.0:1787762778.059611:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:1.0:1787762778.059613:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1787762778.059613:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:2.0:1787762778.059618:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762778.059620:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762778.059620:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762778.059624:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762778.059624:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762778.059628:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762778.059631:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000040:1.0:1787762778.059634:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a92c0 x1874597595085440/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762778.059635:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762778.059641:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762778.059645:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762778.059650:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762778.059652:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762778.059653:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762778.059656:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762778.059657:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762778.059661:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787762778.059663:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762778.059667:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1787762778.059667:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762778.059673:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762778.059675:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595085440:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762778.059676:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762778.059682:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a8b40.
00000100:00000001:1.0:1787762778.059683:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1787762778.059686:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:2.0:1787762778.059689:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762778.059690:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762778.059692:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762778.059694:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762778.059695:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762778.059699:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787762778.059699:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762778.059700:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762778.059706:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541867400.
02000000:00000010:1.0:1787762778.059707:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0a800.
00000100:00000001:2.0:1787762778.059709:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762778.059711:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762778.059716:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a8b40 x1874597595085568/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762778.059721:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762778.059728:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000100:00000001:2.0:1787762778.059728:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762778.059732:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762778.059736:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047032930] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a8b40 x1874597595085568/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787762778.059739:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000001:2.0:1787762778.059745:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762778.059748:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787762778.059751:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595085440, portal 25
00000100:00080000:2.0:1787762778.059751:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762778.059756:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787762778.059757:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1787762778.059758:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762778.059760:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739797184 : -110615969754432 : ffff9b65366a92c0)
00000100:00000001:2.0:1787762778.059763:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762778.059767:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21518
00000100:00000040:1.0:1787762778.059770:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a92c0 x1874597595085440/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762778.059787:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762778.059808:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762778.059810:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762778.059814:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762778.059818:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762778.059822:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762778.059823:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787762778.059825:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762778.059828:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:1.0:1787762778.059830:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000020:00000040:2.0:1787762778.059831:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:2.0:1787762778.059835:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:1.0:1787762778.059837:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352880.
00000020:00000040:2.0:1787762778.059838:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:2.0:1787762778.059842:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000200:1.0:1787762778.059844:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595085440, offset 0
00000020:00000001:2.0:1787762778.059846:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:2.0:1787762778.059851:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762778.059853:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762778.059857:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000040:2.0:1787762778.059857:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762778.059862:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762778.059863:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:2.0:1787762778.059865:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762778.059867:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762778.059868:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762778.059870:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787762778.059871:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:2.0:1787762778.059874:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762778.059877:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762778.059880:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787762778.059883:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000008:00000001:2.0:1787762778.059884:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762778.059889:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762778.059894:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:2.0:1787762778.059894:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366aa580.
00000020:00000040:2.0:1787762778.059898:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:2.0:1787762778.059900:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787762778.059902:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
02000000:00000001:2.0:1787762778.059903:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762778.059907:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762778.059908:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787762778.059911:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1787762778.059911:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762778.059916:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
02000000:00000010:2.0:1787762778.059917:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541865000.
00000400:00000200:1.0:1787762778.059921:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278261:278261:256:4294967295] 192.168.203.101@tcp LPNI seq info [278260:278260:8:4294967295]
00000400:00000200:1.0:1787762778.059925:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762778.059928:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762778.059937:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366aa580 x1874597595085696/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762778.059940:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787762778.059951:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1787762778.059954:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000001:2.0:1787762778.059955:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762778.059962:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd8fa0a2] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366aa580 x1874597595085696/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1787762778.059964:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18000.
00000100:00000001:2.0:1787762778.059972:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762778.059977:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:2.0:1787762778.059978:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1787762778.059982:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000100:00000040:2.0:1787762778.059983:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1787762778.059991:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21528)
00000800:00000200:1.1:1787762778.059992:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762778.059997:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787762778.060001:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762778.060003:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18000.
00000400:00000200:1.0:1787762778.060011:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762778.060016:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762778.060021:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352880
00000400:00000010:1.0:1787762778.060023:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352880.
00000100:00000001:1.0:1787762778.060028:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762778.060032:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a92c0 x1874597595085440/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762778.060041:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762778.060045:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a92c0 x1874597595085440/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762803 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762778.060051:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762778.060053:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762778.060063:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762778.060067:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762778.060069:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316191991
00000100:00000010:1.0:1787762778.060074:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82720.
00000100:00000001:1.0:1787762778.060083:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762778.060090:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316191991
00000100:00000010:1.0:1787762778.060092:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82540.
00000100:00000001:1.0:1787762778.060095:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762778.060098:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762778.060100:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762778.060103:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762778.060106:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762778/real 1787762778]  req@ffff9b65366a92c0 x1874597595085440/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762778.060118:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762778.060120:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762778.060122:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762778.060125:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762778.060126:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762778.060128:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762778.060131:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a92c0 x1874597595085440/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762778.060137:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a92c0 x1874597595085440/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762778.060142:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762778.060144:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762778.060146:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762778.060147:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762778.060150:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a92c0 x1874597595085440/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762778.060155:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762778.060159:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a92c0 x1874597595085440/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762803 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762778.060165:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762778.060167:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762778.060169:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762778.060170:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762778.060172:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762778.060174:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762778.060176:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762778.060179:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762778.060181:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762778.060184:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a92c0 x1874597595085440/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762803 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762778.060191:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595085440:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762778.060195:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762778.060197:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762778.060199:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a92c0 x1874597595085440/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762803 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762778.060203:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762778.060213:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762778.060215:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0a800.
02000000:00000001:1.0:1787762778.060219:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762778.060220:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762778.060221:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762778.060223:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762778.060226:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541866400.
02000000:00000001:1.0:1787762778.060229:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762778.060231:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762778.060232:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a92c0.
00000100:00000001:1.0:1787762778.060235:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762778.060236:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762778.060238:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762778.060285:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762778.060287:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762778.060290:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762778.060292:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762778.060293:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762778.060298:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8b40 x1874597595085568/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762778.060307:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762778.060309:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762778.060311:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762778.060314:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762778.060316:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762778.060320:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595085568:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762778.060324:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762778.060326:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762778.060328:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762778.060330:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762778.060334:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0a800.
02000000:00000001:1.0:1787762778.060336:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762778.060340:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762778.060342:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762778.060345:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762778.060348:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595085568, portal 10
00000100:00000001:1.0:1787762778.060350:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762778.060351:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739795264 : -110615969756352 : ffff9b65366a8b40)
00000100:00000040:1.0:1787762778.060357:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8b40 x1874597595085568/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762778.060362:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762778.060364:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762778.060367:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352880.
00000100:00000200:1.0:1787762778.060370:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595085568, offset 0
00000400:00000200:1.0:1787762778.060375:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762778.060380:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762778.060384:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762778.060388:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762778.060391:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762778.060394:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762778.060397:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762778.060401:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278262:278262:256:4294967295] 192.168.203.101@tcp LPNI seq info [278261:278261:8:4294967295]
00000400:00000200:1.0:1787762778.060406:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762778.060413:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762778.060418:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762778.060421:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18000.
00000800:00000200:1.0:1787762778.060424:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762778.060427:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762778.060431:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762778.060433:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787762778.060436:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762778.060438:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18000.
00000400:00000200:1.0:1787762778.060440:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762778.060443:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762778.060446:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352880
00000400:00000010:1.0:1787762778.060447:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352880.
00000100:00000001:1.0:1787762778.060449:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762778.060452:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a8b40 x1874597595085568/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762778.060458:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762778.060460:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8b40 x1874597595085568/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762803 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762778.060465:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762778.060467:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762778.060470:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762778.060475:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762778.060477:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762778.060479:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316191245
00000100:00000001:1.0:1787762778.060481:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316191991
00000100:00000001:1.0:1787762778.060483:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316191245
00000100:00000001:1.0:1787762778.060485:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316191991
00000100:00000001:1.0:1787762778.060486:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762778.060488:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762778.060489:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762778.060492:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762778/real 1787762778]  req@ffff9b65366a8b40 x1874597595085568/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762778.060497:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762778.060498:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762778.060500:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762778.060502:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762778.060503:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762778.060505:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762778.060507:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8b40 x1874597595085568/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762778.060514:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8b40 x1874597595085568/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762778.060519:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762778.060519:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762778.060521:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762778.060522:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762778.060524:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8b40 x1874597595085568/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762778.060528:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762778.060531:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8b40 x1874597595085568/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762803 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762778.060535:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762778.060537:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762778.060538:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762778.060538:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762778.060540:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762778.060541:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762778.060544:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762778.060547:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762778.060549:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762778.060553:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8b40 x1874597595085568/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762803 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762778.060562:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595085568:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762778.060567:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762778.060571:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366aa580 x1874597595085696/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762778.060579:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762778.060581:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762778.060584:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762778.060586:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762778.060589:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762778.060592:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595085696:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762778.060595:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762778.060597:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762778.060598:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762778.060600:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762778.060603:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787762778.060605:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762778.060608:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762778.060610:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762778.060613:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762778.060615:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595085696, portal 4
00000100:00000001:1.0:1787762778.060617:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762778.060618:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739801984 : -110615969749632 : ffff9b65366aa580)
00000100:00000040:1.0:1787762778.060623:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366aa580 x1874597595085696/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762778.060628:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762778.060630:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762778.060632:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352880.
00000100:00000200:1.0:1787762778.060633:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595085696, offset 0
00000400:00000200:1.0:1787762778.060636:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762778.060639:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762778.060641:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762778.060643:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762778.060646:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762778.060648:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762778.060650:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762778.060652:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278263:278263:256:4294967295] 192.168.203.101@tcp LPNI seq info [278262:278262:8:4294967295]
00000400:00000200:1.0:1787762778.060655:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762778.060659:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762778.060662:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762778.060664:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18000.
00000800:00000200:1.0:1787762778.060667:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762778.060670:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762778.060673:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762778.060675:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787762778.060678:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762778.060679:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18000.
00000400:00000200:1.0:1787762778.060682:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762778.060684:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762778.060686:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352880
00000400:00000010:1.0:1787762778.060688:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352880.
00000100:00000001:1.0:1787762778.060690:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762778.060692:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366aa580 x1874597595085696/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762778.060698:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762778.060700:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366aa580 x1874597595085696/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762803 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762778.060705:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762778.060706:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762778.060708:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762778.060710:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762778.060712:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762778.060713:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316191251
00000100:00000001:1.0:1787762778.060715:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316191991
00000100:00000001:1.0:1787762778.060717:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316191251
00000100:00000001:1.0:1787762778.060720:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316191991
00000100:00000001:1.0:1787762778.060721:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762778.060723:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762778.060724:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762778.060727:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762778/real 1787762778]  req@ffff9b65366aa580 x1874597595085696/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762778.060732:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762778.060733:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762778.060735:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762778.060736:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762778.060738:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762778.060739:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762778.060741:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366aa580 x1874597595085696/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762778.060748:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366aa580 x1874597595085696/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762778.060751:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762778.060752:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762778.060754:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762778.060754:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762778.060757:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366aa580 x1874597595085696/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762778.060761:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762778.060763:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366aa580 x1874597595085696/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762803 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762778.060767:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762778.060769:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762778.060787:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762778.060789:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762778.060956:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762778.060961:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762778.060968:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762778.060981:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762778.060986:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762778.060998:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366aa580 x1874597595085696/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762803 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762778.061014:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595085696:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762778.061022:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762778.061027:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762778.061032:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8b40 x1874597595085568/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762803 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762778.061043:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762778.061047:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762778.061052:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0a800.
02000000:00000001:1.0:1787762778.061060:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762778.061064:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762778.061066:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762778.061070:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762778.061073:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541867400.
02000000:00000001:1.0:1787762778.061079:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762778.061081:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762778.061084:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8b40.
00000100:00000001:1.0:1787762778.061089:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762778.061091:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762778.061093:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762778.061097:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366aa580 x1874597595085696/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762803 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762778.061105:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762778.061107:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762778.061109:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787762778.061112:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762778.061114:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762778.061115:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762778.061118:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762778.061120:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541865000.
02000000:00000001:1.0:1787762778.061123:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762778.061124:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762778.061126:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366aa580.
00000100:00000001:1.0:1787762778.061129:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762778.061130:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762778.061133:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762778.061142:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762778.061144:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762778.061147:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762778.061150:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762778.827335:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316191991, at 4316192000
00000100:00000040:1.0:1787762778.827335:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316191991, at 4316192000
00000100:00000010:1.0:1787762778.827355:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82540.
00000100:00000010:0.0:1787762778.827359:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82720.
00010000:00000001:0.0:1787762778.891319:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762778.891324:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762778.891330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762778.891331:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762778.891335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762778.891336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762778.891419:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762778.891423:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762778.891426:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762779.083368:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762779.083375:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762779.083377:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762779.083382:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762779.083386:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762779.083390:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762779.083393:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762779.083397:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762779.083400:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762779.915404:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762779.915415:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762779.915423:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762779.915424:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762779.915429:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762779.915431:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762779.915488:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762779.915492:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762779.915497:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762780.107348:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762780.107355:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762780.107358:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762780.107366:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762780.107371:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762780.107376:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762780.107380:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762780.107383:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762780.107387:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762780.939401:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762780.939412:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762780.939419:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762780.939421:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762780.939426:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762780.939428:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762780.939516:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762780.939523:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762780.939528:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762781.131345:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762781.131352:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762781.131355:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762781.131362:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762781.131367:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762781.131372:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762781.131376:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762781.131397:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762781.131401:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762781.963365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762781.963375:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762781.963384:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762781.963385:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762781.963390:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762781.963394:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762781.963399:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762781.963404:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762781.963408:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762781.963411:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762781.963414:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762781.963417:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762781.963476:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762781.963481:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762781.963487:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762782.155375:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762782.155383:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762782.155387:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762782.155395:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762782.155399:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762782.155404:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762782.155408:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762782.155412:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762782.155416:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762782.987391:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762782.987400:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762782.987409:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762782.987411:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762782.987415:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762782.987417:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762782.987551:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762782.987558:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762782.987563:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762783.179367:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762783.179377:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762783.179381:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762783.179390:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762783.179399:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762783.179407:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787762783.179407:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787762783.179418:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1787762783.179424:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762783.179427:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762783.179433:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787762783.179438:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762783.179444:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762783.179456:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762783.179471:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21523
00000400:00000200:2.0:1787762783.179485:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762783.179496:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762783.179502:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762783.179507:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762783.179512:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762783.179515:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762783.179518:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762783.179524:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762783.179527:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:2.0:1787762783.179531:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762783.179536:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:2.0:1787762783.179539:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:2.0:1787762783.179542:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:2.0:1787762783.179546:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762783.179549:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762783.179551:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762783.179554:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762783.179558:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:2.0:1787762783.179563:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762783.179566:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762783.179572:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762783.179577:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762783.179581:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762783.179584:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762783.179588:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762783.179599:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a8780.
00000020:00000040:2.0:1787762783.179604:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:2.0:1787762783.179611:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762783.179613:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762783.179617:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762783.179622:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762783.179628:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762783.179640:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541866000.
00000100:00000001:2.0:1787762783.179650:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762783.179662:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a8780 x1874597595085824/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762783.179678:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762783.179684:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762783.179691:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000105b7063] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a8780 x1874597595085824/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762783.179724:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762783.179729:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762783.179734:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762783.179765:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762783.179769:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762783.179774:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762783.179778:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21523
00000400:00000200:2.0:1787762783.179784:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762783.179794:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762783.179798:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762783.179802:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762783.179805:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762783.179808:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762783.179810:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762783.179814:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762783.179816:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:2.0:1787762783.179819:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762783.179823:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:2.0:1787762783.179826:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:2.0:1787762783.179829:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:2.0:1787762783.179835:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762783.179838:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762783.179841:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762783.179845:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762783.179848:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:2.0:1787762783.179852:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762783.179854:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762783.179856:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762783.179865:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1787762783.179866:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762783.179874:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1787762783.179879:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762783.179888:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762783.179892:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8780 x1874597595085824/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762783.179893:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762783.179905:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787762783.179913:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:2.0:1787762783.179917:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762783.179918:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762783.179932:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762783.179933:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762783.179940:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762783.179947:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762783.179948:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366ab840.
00000100:00100000:1.0:1787762783.179955:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595085824:192.168.203.101@tcp:250:kworker.0
00000020:00000040:2.0:1787762783.179961:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000100:00000001:1.0:1787762783.179965:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762783.179973:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762783.179974:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762783.179979:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762783.179982:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762783.179986:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787762783.179993:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:1.0:1787762783.180000:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0bc00.
02000000:00000001:2.0:1787762783.180001:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762783.180010:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762783.180012:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762783.180022:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000010:2.0:1787762783.180028:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541865c00.
00000400:00000010:1.0:1787762783.180032:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000100:00000001:2.0:1787762783.180044:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762783.180048:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762783.180063:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595085824, portal 25
00000100:00100000:2.0:1787762783.180066:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366ab840 x1874597595085952/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762783.180068:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762783.180073:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739794304 : -110615969757312 : ffff9b65366a8780)
00000100:00000040:1.0:1787762783.180092:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8780 x1874597595085824/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762783.180101:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762783.180111:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762783.180112:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762783.180122:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762783.180127:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352880.
00000100:00000200:1.0:1787762783.180131:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595085824, offset 0
00000100:00000040:2.0:1787762783.180141:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dabcfc0] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366ab840 x1874597595085952/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762783.180146:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000001:2.0:1787762783.180165:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762783.180166:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00080000:2.0:1787762783.180177:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787762783.180184:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00080000:2.0:1787762783.180191:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1787762783.180196:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787762783.180198:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762783.180204:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787762783.180209:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000001:2.0:1787762783.180212:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787762783.180218:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1787762783.180225:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21523
00000400:00000200:1.0:1787762783.180231:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762783.180242:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762783.180244:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278264:278264:256:4294967295] 192.168.203.101@tcp LPNI seq info [278263:278263:8:4294967295]
00000400:00000200:1.0:1787762783.180293:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762783.180299:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762783.180305:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762783.180319:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000200:1.0:1787762783.180329:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787762783.180330:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762783.180343:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000800:00000200:1.0:1787762783.180348:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000001:2.0:1787762783.180357:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000800:00000010:1.0:1787762783.180363:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18000.
00000020:00000001:2.0:1787762783.180367:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762783.180375:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000800:00000200:1.0:1787762783.180380:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000020:00000001:2.0:1787762783.180383:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:1.0:1787762783.180390:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000020:00000040:2.0:1787762783.180392:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:2.0:1787762783.180405:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000800:00000200:1.1:1787762783.180406:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000020:00000001:2.0:1787762783.180415:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000800:00000200:1.1:1787762783.180417:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787762783.180436:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000100:00000040:2.0:1787762783.180436:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000800:00000010:1.0:1787762783.180442:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18000.
00000100:00000001:2.0:1787762783.180448:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762783.180453:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1787762783.180458:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762783.180467:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:1.0:1787762783.180468:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000020:00000040:2.0:1787762783.180479:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000400:00000200:1.0:1787762783.180482:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352880
00000100:00080000:2.0:1787762783.180490:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000400:00000010:1.0:1787762783.180491:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352880.
00000100:00000001:2.0:1787762783.180498:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762783.180502:0:238635:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1787762783.180504:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762783.180512:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1787762783.180515:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a8780 x1874597595085824/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787762783.180518:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762783.180535:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762783.180541:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8780 x1874597595085824/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762808 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762783.180553:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762783.180556:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762783.180563:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762783.180568:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787762783.180570:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762783.180584:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000008:00000001:2.0:1787762783.180589:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762783.180591:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316197112
00000100:00000001:2.0:1787762783.180596:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762783.180602:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82540.
00000100:00000010:2.0:1787762783.180607:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366aa580.
00000020:00000040:2.0:1787762783.180615:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000100:00000001:1.0:1787762783.180617:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
02000000:00000001:2.0:1787762783.180621:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762783.180626:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762783.180630:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762783.180633:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787762783.180635:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316197112
02000000:00000001:2.0:1787762783.180637:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762783.180647:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82060.
02000000:00000010:2.0:1787762783.180652:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541865000.
00000100:00000001:1.0:1787762783.180655:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762783.180662:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762783.180664:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762783.180672:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762783.180676:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762783.180679:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366aa580 x1874597595086080/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787762783.180690:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762783/real 1787762783]  req@ffff9b65366a8780 x1874597595085824/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762783.180704:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762783.180712:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787762783.180724:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762783.180729:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:2.0:1787762783.180729:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd8fa0a2] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366aa580 x1874597595086080/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787762783.180762:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762783.180771:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762783.180776:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:2.0:1787762783.180777:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762783.180781:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:2.0:1787762783.180785:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787762783.180796:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8780 x1874597595085824/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762783.180797:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1787762783.180809:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21534)
00000100:00000200:1.0:1787762783.180818:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8780 x1874597595085824/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762783.180830:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762783.180832:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762783.180836:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762783.180838:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762783.180843:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8780 x1874597595085824/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762783.180853:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762783.180860:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8780 x1874597595085824/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762808 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762783.180870:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762783.180873:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762783.180875:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762783.180877:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762783.180881:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762783.180883:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762783.180887:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762783.180892:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762783.180895:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762783.180900:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8780 x1874597595085824/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762808 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762783.180910:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595085824:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762783.180917:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762783.180921:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762783.180924:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8780 x1874597595085824/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762808 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762783.180933:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762783.180936:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762783.180940:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787762783.180944:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762783.180946:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762783.180948:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762783.180951:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762783.180955:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541866000.
02000000:00000001:1.0:1787762783.180960:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762783.180963:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762783.180966:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8780.
00000100:00000001:1.0:1787762783.180970:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762783.180971:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762783.180975:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762783.180984:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762783.180986:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762783.180989:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762783.180991:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762783.180993:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762783.180998:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366ab840 x1874597595085952/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762783.181007:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762783.181009:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762783.181012:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762783.181015:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762783.181018:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762783.181021:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595085952:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762783.181025:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762783.181027:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762783.181030:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762783.181033:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762783.181037:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787762783.181040:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762783.181044:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762783.181048:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762783.181052:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762783.181056:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595085952, portal 10
00000100:00000001:1.0:1787762783.181058:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762783.181060:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739806784 : -110615969744832 : ffff9b65366ab840)
00000100:00000040:1.0:1787762783.181069:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366ab840 x1874597595085952/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762783.181077:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762783.181080:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762783.181083:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352880.
00000100:00000200:1.0:1787762783.181086:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595085952, offset 0
00000400:00000200:1.0:1787762783.181091:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762783.181095:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762783.181100:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762783.181103:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762783.181107:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762783.181111:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762783.181114:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762783.181118:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278265:278265:256:4294967295] 192.168.203.101@tcp LPNI seq info [278264:278264:8:4294967295]
00000400:00000200:1.0:1787762783.181123:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762783.181131:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762783.181137:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762783.181141:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18000.
00000800:00000200:1.0:1787762783.181146:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762783.181150:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762783.181155:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762783.181161:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787762783.181166:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762783.181168:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18000.
00000400:00000200:1.0:1787762783.181172:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762783.181177:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762783.181181:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352880
00000400:00000010:1.0:1787762783.181183:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352880.
00000100:00000001:1.0:1787762783.181186:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762783.181190:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366ab840 x1874597595085952/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762783.181200:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762783.181204:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366ab840 x1874597595085952/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762808 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762783.181212:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762783.181215:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762783.181219:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762783.181224:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762783.181228:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762783.181231:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316196365
00000100:00000001:1.0:1787762783.181235:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316197112
00000100:00000001:1.0:1787762783.181238:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316196365
00000100:00000001:1.0:1787762783.181241:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316197112
00000100:00000001:1.0:1787762783.181244:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762783.181275:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762783.181278:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762783.181283:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762783/real 1787762783]  req@ffff9b65366ab840 x1874597595085952/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762783.181293:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762783.181295:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762783.181297:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762783.181301:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762783.181303:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762783.181306:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762783.181311:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366ab840 x1874597595085952/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762783.181322:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366ab840 x1874597595085952/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762783.181330:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762783.181332:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762783.181334:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762783.181336:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762783.181341:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366ab840 x1874597595085952/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762783.181351:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762783.181357:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366ab840 x1874597595085952/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762808 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762783.181366:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762783.181370:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762783.181372:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762783.181374:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762783.181376:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762783.181379:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762783.181382:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762783.181386:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762783.181388:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762783.181393:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366ab840 x1874597595085952/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762808 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762783.181403:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595085952:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762783.181407:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762783.181411:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366aa580 x1874597595086080/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762783.181429:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762783.181431:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762783.181434:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762783.181436:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762783.181439:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762783.181442:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595086080:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762783.181447:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762783.181451:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762783.181454:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762783.181457:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762783.181464:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0a800.
02000000:00000001:1.0:1787762783.181468:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762783.181475:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762783.181480:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762783.181487:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762783.181493:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595086080, portal 4
00000100:00000001:1.0:1787762783.181497:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762783.181500:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739801984 : -110615969749632 : ffff9b65366aa580)
00000100:00000040:1.0:1787762783.181513:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366aa580 x1874597595086080/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762783.181527:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762783.181532:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762783.181537:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352880.
00000100:00000200:1.0:1787762783.181542:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595086080, offset 0
00000400:00000200:1.0:1787762783.181551:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762783.181559:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762783.181565:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762783.181571:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762783.181577:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762783.181582:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762783.181587:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762783.181595:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278266:278266:256:4294967295] 192.168.203.101@tcp LPNI seq info [278265:278265:8:4294967295]
00000400:00000200:1.0:1787762783.181604:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762783.181618:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762783.181628:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762783.181636:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18000.
00000800:00000200:1.0:1787762783.181644:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762783.181650:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787762783.181658:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762783.181663:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787762783.181669:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762783.181672:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18000.
00000400:00000200:1.0:1787762783.181677:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762783.181681:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762783.181686:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352880
00000400:00000010:1.0:1787762783.181689:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352880.
00000100:00000001:1.0:1787762783.181692:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762783.181698:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366aa580 x1874597595086080/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762783.181709:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762783.181713:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366aa580 x1874597595086080/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762808 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762783.181721:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762783.181724:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762783.181730:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762783.181734:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762783.181762:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762783.181766:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316196372
00000100:00000001:1.0:1787762783.181769:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316197112
00000100:00000001:1.0:1787762783.181772:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316196372
00000100:00000001:1.0:1787762783.181775:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316197112
00000100:00000001:1.0:1787762783.181778:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762783.181782:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762783.181785:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762783.181790:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762783/real 1787762783]  req@ffff9b65366aa580 x1874597595086080/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762783.181801:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762783.181803:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762783.181806:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762783.181809:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762783.181811:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762783.181814:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762783.181818:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366aa580 x1874597595086080/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762783.181828:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366aa580 x1874597595086080/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762783.181837:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762783.181839:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762783.181841:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762783.181843:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762783.181847:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366aa580 x1874597595086080/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762783.181855:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762783.181860:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366aa580 x1874597595086080/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762808 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762783.181869:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762783.181872:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762783.181874:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762783.181876:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762783.181879:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762783.181881:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762783.181884:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762783.181889:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762783.181891:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762783.181897:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366aa580 x1874597595086080/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762808 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762783.181906:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595086080:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762783.181911:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762783.181913:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762783.181917:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366ab840 x1874597595085952/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762808 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762783.181924:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762783.181927:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762783.181929:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787762783.181932:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762783.181934:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762783.181936:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762783.181939:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762783.181942:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541865c00.
02000000:00000001:1.0:1787762783.181945:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762783.181947:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762783.181949:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366ab840.
00000100:00000001:1.0:1787762783.181953:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762783.181954:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762783.181956:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762783.181960:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366aa580 x1874597595086080/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762808 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762783.181968:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762783.181969:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762783.181971:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0a800.
02000000:00000001:1.0:1787762783.181974:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762783.181976:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762783.181977:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762783.181979:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762783.181982:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541865000.
02000000:00000001:1.0:1787762783.181984:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762783.181986:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762783.181988:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366aa580.
00000100:00000001:1.0:1787762783.181991:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762783.181993:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762783.181995:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762783.181999:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762783.182001:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762783.182004:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762783.182006:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762783.947425:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316197112, at 4316197120
00000100:00000040:1.0:1787762783.947433:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316197112, at 4316197120
00000100:00000010:0.0:1787762783.947451:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82540.
00000100:00000010:1.0:1787762783.947455:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82060.
00010000:00000001:0.0:1787762784.011360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762784.011367:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762784.011375:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762784.011377:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762784.011382:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762784.011384:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762784.011412:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762784.011416:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762784.011420:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762784.203388:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762784.203397:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762784.203401:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762784.203409:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762784.203415:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762784.203420:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762784.203425:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762784.203429:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762784.203432:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762785.035362:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762785.035372:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762785.035380:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762785.035382:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762785.035387:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762785.035389:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762785.035490:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762785.035497:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762785.035502:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762785.227352:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762785.227359:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762785.227362:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762785.227368:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762785.227373:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762785.227379:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762785.227383:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762785.227386:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762785.227390:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762786.059381:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762786.059392:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762786.059400:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762786.059402:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762786.059407:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762786.059408:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762786.059445:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762786.059451:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762786.059455:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762786.251369:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762786.251377:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762786.251380:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762786.251385:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762786.251390:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762786.251395:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762786.251399:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762786.251403:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762786.251407:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762787.083370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762787.083380:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762787.083388:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762787.083390:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762787.083394:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762787.083396:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762787.083519:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762787.083525:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762787.083529:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762787.275360:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762787.275368:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762787.275371:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762787.275378:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762787.275383:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762787.275388:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762787.275391:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762787.275395:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762787.275399:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762788.107372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762788.107385:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762788.107389:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762788.107393:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762788.107401:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762788.107404:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762788.107407:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762788.107410:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762788.107415:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762788.107418:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762788.107420:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762788.107422:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762788.107425:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762788.107427:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762788.107430:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762788.107433:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762788.107437:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762788.107439:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762788.107467:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762788.107487:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762788.107491:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762788.299400:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762788.299408:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762788.299411:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762788.299420:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762788.299426:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762788.299432:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787762788.299434:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787762788.299437:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762788.299444:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762788.299449:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762788.299461:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762788.299466:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762788.299472:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762788.299478:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762788.299489:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21529
00000400:00000200:1.0:1787762788.299502:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762788.299511:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762788.299515:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762788.299519:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762788.299524:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762788.299528:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762788.299531:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762788.299536:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762788.299540:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:1.0:1787762788.299544:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762788.299548:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:1.0:1787762788.299551:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:1.0:1787762788.299555:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:1.0:1787762788.299559:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762788.299561:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762788.299564:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762788.299566:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762788.299570:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:1.0:1787762788.299574:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762788.299577:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762788.299581:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762788.299586:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762788.299589:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762788.299592:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762788.299596:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762788.299608:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588e940.
00000020:00000040:1.0:1787762788.299613:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:1.0:1787762788.299619:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762788.299621:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762788.299625:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762788.299629:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762788.299635:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762788.299646:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee0a800.
00000100:00000001:1.0:1787762788.299657:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762788.299670:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588e940 x1874597595086208/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762788.299685:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762788.299692:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762788.299699:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000186ab8f7] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588e940 x1874597595086208/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762788.299774:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762788.299779:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762788.299783:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762788.299786:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762788.299788:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762788.299792:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762788.299797:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21529
00000400:00000200:1.0:1787762788.299805:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762788.299812:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762788.299818:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762788.299826:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762788.299832:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762788.299837:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762788.299842:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762788.299848:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787762788.299848:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1787762788.299858:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000100:00000001:2.0:1787762788.299859:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1787762788.299864:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787762788.299866:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762788.299882:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588e940 x1874597595086208/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787762788.299888:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:1.0:1787762788.299902:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:2.0:1787762788.299905:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1787762788.299912:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:2.0:1787762788.299913:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762788.299926:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1787762788.299928:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
02000000:00000001:2.0:1787762788.299933:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762788.299935:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787762788.299944:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762788.299946:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762788.299953:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00100000:2.0:1787762788.299956:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595086208:192.168.203.101@tcp:250:kworker.0
00000020:00000040:1.0:1787762788.299959:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000001:2.0:1787762788.299970:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1787762788.299974:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
02000000:00000001:2.0:1787762788.299979:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787762788.299981:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762788.299985:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762788.299989:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762788.299993:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787762788.300002:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1787762788.300004:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867400.
02000000:00000001:1.0:1787762788.300011:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762788.300012:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762788.300019:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1787762788.300028:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000008:00100000:1.0:1787762788.300029:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762788.300038:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762788.300039:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000100:00000001:1.0:1787762788.300045:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762788.300055:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c000.
00000400:00000010:2.0:1787762788.300061:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000020:00000040:1.0:1787762788.300062:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:1.0:1787762788.300069:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762788.300073:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762788.300076:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762788.300078:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1787762788.300081:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595086208, portal 25
02000000:00000001:1.0:1787762788.300082:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762788.300095:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000010:1.0:1787762788.300097:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee0bc00.
00000100:00000001:2.0:1787762788.300100:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188137280 : -110616521414336 : ffff9b651588e940)
00000100:00000001:1.0:1787762788.300107:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762788.300122:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588e940 x1874597595086208/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762788.300123:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c000 x1874597595086336/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762788.300182:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762788.300186:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787762788.300189:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762788.300198:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000040:1.0:1787762788.300206:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bd17bd7] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c000 x1874597595086336/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787762788.300209:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762788.300223:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595086208, offset 0
00000100:00000001:1.0:1787762788.300231:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762788.300237:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787762788.300287:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762788.300308:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00080000:1.0:1787762788.300314:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762788.300320:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762788.300323:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762788.300328:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787762788.300331:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00080000:1.0:1787762788.300339:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21529
00000400:00000200:2.0:1787762788.300353:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762788.300354:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762788.300363:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000400:00000200:2.0:1787762788.300368:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00080000:1.0:1787762788.300370:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787762788.300378:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1787762788.300384:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000200:2.0:1787762788.300392:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000001:1.0:1787762788.300394:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787762788.300403:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278267:278267:256:4294967295] 192.168.203.101@tcp LPNI seq info [278266:278266:8:4294967295]
00000100:00000040:1.0:1787762788.300406:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762788.300418:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:2.0:1787762788.300425:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000020:00000001:1.0:1787762788.300427:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762788.300433:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:1.0:1787762788.300435:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762788.300439:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:1.0:1787762788.300444:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:1.0:1787762788.300455:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:2.0:1787762788.300456:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1787762788.300466:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762788.300472:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1787762788.300479:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000040:1.0:1787762788.300482:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762788.300488:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000800:00000010:2.0:1787762788.300491:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000020:00000040:1.0:1787762788.300493:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:1.0:1787762788.300503:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762788.300513:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787762788.300514:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
02000000:00000001:1.0:1787762788.300520:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1787762788.300525:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
02000000:00000001:1.0:1787762788.300528:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762788.300537:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762788.300544:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:2.1:1787762788.300545:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000008:00100000:1.0:1787762788.300550:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1787762788.300554:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000008:00000001:1.0:1787762788.300556:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762788.300564:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787762788.300571:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000100:00000010:1.0:1787762788.300578:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c780.
00000800:00000010:2.0:1787762788.300579:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000020:00000040:1.0:1787762788.300589:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000200:2.0:1787762788.300593:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1787762788.300595:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762788.300600:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762788.300607:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1787762788.300609:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762788.300617:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762788.300622:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762788.300622:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762788.300631:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
02000000:00000010:1.0:1787762788.300635:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee08c00.
00000100:00000001:2.0:1787762788.300640:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787762788.300644:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762788.300652:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588e940 x1874597595086208/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762788.300661:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c780 x1874597595086464/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762788.300693:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787762788.300696:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762788.300724:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762788.300731:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588e940 x1874597595086208/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762813 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762788.300737:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c5bf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c780 x1874597595086464/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762788.300775:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762788.300779:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762788.300780:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1787762788.300788:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787762788.300795:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1787762788.300797:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762788.300806:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21539)
00000400:00000200:2.0:1787762788.300810:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762788.300818:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316202232
00000100:00000010:2.0:1787762788.300827:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd060.
00000100:00000001:2.0:1787762788.300838:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762788.300850:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316202232
00000100:00000010:2.0:1787762788.300854:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd180.
00000100:00000001:2.0:1787762788.300859:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762788.300886:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762788.300890:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762788.300894:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762788.300901:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762788/real 1787762788]  req@ffff9b651588e940 x1874597595086208/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762788.300916:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762788.300918:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762788.300921:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762788.300928:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787762788.300931:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787762788.300936:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762788.300940:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588e940 x1874597595086208/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762788.300952:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588e940 x1874597595086208/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762788.300960:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762788.300962:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762788.300965:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762788.300968:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762788.300973:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588e940 x1874597595086208/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762788.300982:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762788.300988:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588e940 x1874597595086208/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762813 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762788.300998:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762788.301001:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762788.301003:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762788.301005:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762788.301008:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762788.301011:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762788.301015:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762788.301021:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762788.301024:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762788.301029:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588e940 x1874597595086208/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762813 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762788.301040:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595086208:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762788.301047:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762788.301051:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762788.301057:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588e940 x1874597595086208/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762813 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762788.301071:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762788.301077:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762788.301083:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867400.
02000000:00000001:2.0:1787762788.301092:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762788.301097:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762788.301100:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762788.301106:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762788.301112:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0a800.
02000000:00000001:2.0:1787762788.301120:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762788.301124:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762788.301128:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588e940.
00000100:00000001:2.0:1787762788.301134:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762788.301137:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762788.301143:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762788.301156:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762788.301159:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762788.301164:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762788.301167:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762788.301170:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762788.301177:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c000 x1874597595086336/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762788.301187:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762788.301189:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762788.301192:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762788.301195:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762788.301198:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762788.301202:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595086336:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762788.301206:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762788.301209:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762788.301211:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762788.301213:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762788.301218:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867400.
02000000:00000001:2.0:1787762788.301221:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762788.301227:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762788.301230:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762788.301235:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787762788.301241:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595086336, portal 10
00000100:00000001:2.0:1787762788.301280:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762788.301284:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188126720 : -110616521424896 : ffff9b651588c000)
00000100:00000040:2.0:1787762788.301299:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c000 x1874597595086336/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762788.301313:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762788.301319:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762788.301325:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762788.301331:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595086336, offset 0
00000400:00000200:2.0:1787762788.301340:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762788.301348:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762788.301354:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762788.301358:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762788.301362:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762788.301366:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762788.301369:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762788.301373:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278268:278268:256:4294967295] 192.168.203.101@tcp LPNI seq info [278267:278267:8:4294967295]
00000400:00000200:2.0:1787762788.301379:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762788.301388:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762788.301395:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762788.301399:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762788.301405:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762788.301409:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787762788.301415:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762788.301418:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787762788.301423:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762788.301425:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762788.301430:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762788.301434:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762788.301439:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762788.301441:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762788.301445:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762788.301450:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c000 x1874597595086336/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762788.301461:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762788.301464:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c000 x1874597595086336/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762813 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762788.301473:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762788.301476:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762788.301480:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762788.301486:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762788.301490:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762788.301493:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316201486
00000100:00000001:2.0:1787762788.301497:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316202232
00000100:00000001:2.0:1787762788.301500:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316201486
00000100:00000001:2.0:1787762788.301503:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316202232
00000100:00000001:2.0:1787762788.301505:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762788.301508:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762788.301511:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762788.301515:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762788/real 1787762788]  req@ffff9b651588c000 x1874597595086336/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762788.301527:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762788.301529:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762788.301531:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762788.301535:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787762788.301536:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787762788.301539:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762788.301543:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c000 x1874597595086336/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762788.301554:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c000 x1874597595086336/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762788.301561:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762788.301563:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762788.301565:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762788.301567:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762788.301571:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c000 x1874597595086336/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762788.301579:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762788.301584:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c000 x1874597595086336/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762813 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762788.301592:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762788.301596:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762788.301598:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762788.301600:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762788.301602:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762788.301605:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762788.301608:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762788.301611:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762788.301614:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762788.301620:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c000 x1874597595086336/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762813 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762788.301630:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595086336:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762788.301635:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762788.301638:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c780 x1874597595086464/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762788.301646:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762788.301648:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762788.301651:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762788.301653:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762788.301655:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762788.301659:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595086464:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762788.301662:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762788.301665:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762788.301667:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762788.301669:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762788.301673:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541866400.
02000000:00000001:2.0:1787762788.301676:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762788.301680:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762788.301683:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762788.301687:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787762788.301691:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595086464, portal 4
00000100:00000001:2.0:1787762788.301694:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762788.301696:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188128640 : -110616521422976 : ffff9b651588c780)
00000100:00000040:2.0:1787762788.301730:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c780 x1874597595086464/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762788.301741:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762788.301744:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762788.301748:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762788.301752:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595086464, offset 0
00000400:00000200:2.0:1787762788.301758:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762788.301763:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762788.301768:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762788.301772:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762788.301775:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762788.301778:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762788.301782:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762788.301786:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278269:278269:256:4294967295] 192.168.203.101@tcp LPNI seq info [278268:278268:8:4294967295]
00000400:00000200:2.0:1787762788.301791:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762788.301800:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762788.301806:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762788.301810:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762788.301815:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762788.301819:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787762788.301824:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762788.301828:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787762788.301833:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762788.301836:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762788.301840:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762788.301844:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762788.301848:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762788.301850:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762788.301853:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762788.301858:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c780 x1874597595086464/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762788.301868:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762788.301872:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c780 x1874597595086464/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762813 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762788.301880:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762788.301883:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762788.301886:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762788.301890:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762788.301894:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762788.301897:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316201492
00000100:00000001:2.0:1787762788.301901:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316202232
00000100:00000001:2.0:1787762788.301903:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316201492
00000100:00000001:2.0:1787762788.301906:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316202232
00000100:00000001:2.0:1787762788.301908:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762788.301911:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762788.301913:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762788.301918:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762788/real 1787762788]  req@ffff9b651588c780 x1874597595086464/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762788.301927:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762788.301929:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762788.301931:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762788.301934:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787762788.301936:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787762788.301938:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762788.301943:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c780 x1874597595086464/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762788.301953:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c780 x1874597595086464/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762788.301961:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762788.301963:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762788.301965:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762788.301967:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762788.301971:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c780 x1874597595086464/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762788.301979:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762788.301983:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c780 x1874597595086464/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762813 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762788.301991:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762788.301995:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762788.301997:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762788.301999:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762788.302002:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762788.302004:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762788.302007:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762788.302011:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762788.302013:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762788.302018:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c780 x1874597595086464/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762813 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762788.302027:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595086464:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762788.302031:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762788.302034:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762788.302038:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c000 x1874597595086336/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762813 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762788.302046:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762788.302048:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762788.302052:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867400.
02000000:00000001:2.0:1787762788.302057:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762788.302060:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762788.302063:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762788.302068:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762788.302072:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0bc00.
02000000:00000001:2.0:1787762788.302077:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762788.302079:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762788.302082:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c000.
00000100:00000001:2.0:1787762788.302090:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762788.302093:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762788.302097:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762788.302105:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c780 x1874597595086464/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762813 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762788.302132:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762788.302135:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762788.302138:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541866400.
02000000:00000001:2.0:1787762788.302143:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762788.302146:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762788.302148:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762788.302154:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762788.302156:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:2.0:1787762788.302159:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762788.302161:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762788.302163:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c780.
00000100:00000001:2.0:1787762788.302166:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762788.302168:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762788.302171:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762788.302175:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762788.302177:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762788.302180:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762788.302182:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762789.067382:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316202232, at 4316202240
00000100:00000010:0.0:1787762789.067407:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd060.
00000100:00000040:1.0:1787762789.067417:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316202232, at 4316202240
00000100:00000010:1.0:1787762789.067434:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd180.
00010000:00000001:0.0:1787762789.131361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762789.131367:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762789.131374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762789.131376:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762789.131381:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762789.131383:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762789.131510:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762789.131517:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762789.131522:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762789.323392:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762789.323400:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762789.323403:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762789.323410:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762789.323414:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762789.323419:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762789.323423:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762789.323428:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762789.323432:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762790.155358:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762790.155368:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762790.155377:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762790.155379:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762790.155383:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762790.155385:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762790.155410:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762790.155414:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762790.155418:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762790.347369:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762790.347377:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762790.347380:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762790.347387:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762790.347393:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762790.347397:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762790.347401:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762790.347405:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762790.347408:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762791.179368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762791.179376:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762791.179382:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762791.179383:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762791.179386:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762791.179390:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762791.179392:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762791.179396:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762791.179399:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762791.179402:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762791.179403:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762791.179405:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762791.179465:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762791.179470:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762791.179473:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762791.371351:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762791.371359:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762791.371361:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762791.371367:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762791.371371:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762791.371375:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762791.371378:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762791.371381:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762791.371384:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762792.203358:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762792.203366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762792.203372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762792.203373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762792.203376:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762792.203377:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762792.203403:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762792.203406:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762792.203408:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762792.395305:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762792.395315:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762792.395317:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762792.395323:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762792.395326:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762792.395330:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762792.395333:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762792.395336:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762792.395339:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762793.227359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762793.227367:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762793.227372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762793.227373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762793.227376:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762793.227377:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762793.227440:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762793.227444:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762793.227447:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762793.419381:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762793.419388:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762793.419390:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762793.419396:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762793.419400:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762793.419404:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762793.419408:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762793.419410:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762793.419413:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762793.419423:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762793.419431:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762793.419435:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762793.419439:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762793.419444:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762793.419452:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21534
00000400:00000200:1.0:1787762793.419463:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762793.419471:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762793.419475:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762793.419480:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762793.419483:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762793.419486:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762793.419488:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762793.419492:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762793.419494:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:1.0:1787762793.419496:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762793.419500:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:1.0:1787762793.419501:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:1.0:1787762793.419504:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:1.0:1787762793.419506:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762793.419508:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762793.419510:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762793.419512:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762793.419514:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:1.0:1787762793.419518:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762793.419520:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762793.419522:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762793.419525:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762793.419528:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762793.419530:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762793.419532:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762793.419543:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588f840.
00000020:00000040:1.0:1787762793.419547:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:1.0:1787762793.419567:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762793.419569:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762793.419574:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762793.419577:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762793.419584:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762793.419596:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee0b400.
00000100:00000001:1.0:1787762793.419605:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762793.419620:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588f840 x1874597595086592/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762793.419636:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762793.419642:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762793.419649:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010754fdf] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588f840 x1874597595086592/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762793.419733:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762793.419735:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762793.419739:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762793.419740:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762793.419741:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762793.419744:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762793.419746:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21534
00000400:00000200:1.0:1787762793.419751:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762793.419754:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762793.419757:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762793.419759:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762793.419761:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762793.419762:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762793.419767:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762793.419768:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762793.419770:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762793.419772:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1787762793.419773:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762793.419776:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:1.0:1787762793.419778:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:2.0:1787762793.419782:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588f840 x1874597595086592/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787762793.419783:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:1.0:1787762793.419788:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:1.0:1787762793.419793:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:1.0:1787762793.419801:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762793.419806:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762793.419807:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762793.419811:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762793.419812:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762793.419816:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
02000000:00000001:2.0:1787762793.419817:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1787762793.419819:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
02000000:00000001:2.0:1787762793.419821:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1787762793.419825:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
02000000:00000001:2.0:1787762793.419826:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762793.419828:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762793.419832:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1787762793.419834:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595086592:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762793.419839:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762793.419843:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762793.419845:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762793.419846:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762793.419852:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762793.419853:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787762793.419856:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:2.0:1787762793.419861:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541866400.
00000008:00100000:1.0:1787762793.419862:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787762793.419868:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1787762793.419869:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762793.419875:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762793.419879:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588d2c0.
00000400:00000200:2.0:1787762793.419880:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000020:00000040:1.0:1787762793.419882:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:1.0:1787762793.419888:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1787762793.419888:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
02000000:00000001:1.0:1787762793.419891:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762793.419894:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762793.419895:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762793.419897:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762793.419899:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
02000000:00000010:1.0:1787762793.419902:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee0a400.
00000100:00000001:1.0:1787762793.419907:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762793.419909:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595086592, portal 25
00000100:00100000:1.0:1787762793.419915:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588d2c0 x1874597595086720/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762793.419934:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762793.419942:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188141120 : -110616521410496 : ffff9b651588f840)
00000100:00000001:1.0:1787762793.419956:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762793.419960:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762793.419968:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588f840 x1874597595086592/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762793.419972:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000032a8dc5] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588d2c0 x1874597595086720/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762793.420030:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762793.420036:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1787762793.420041:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787762793.420049:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00080000:1.0:1787762793.420059:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000010:2.0:1787762793.420061:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000001:1.0:1787762793.420067:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1787762793.420071:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595086592, offset 0
00000100:00080000:1.0:1787762793.420075:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787762793.420088:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000001:1.0:1787762793.420090:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762793.420100:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21534
00000400:00000200:2.0:1787762793.420106:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762793.420112:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762793.420121:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000400:00000200:2.0:1787762793.420125:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00080000:1.0:1787762793.420128:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762793.420141:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000200:2.0:1787762793.420142:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787762793.420152:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787762793.420156:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000040:1.0:1787762793.420162:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762793.420172:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762793.420179:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762793.420181:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000400:00000200:2.0:1787762793.420184:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1787762793.420185:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762793.420195:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000400:00000200:2.0:1787762793.420195:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000020:00000001:1.0:1787762793.420208:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:2.0:1787762793.420209:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278270:278270:256:4294967295] 192.168.203.101@tcp LPNI seq info [278269:278269:8:4294967295]
00000020:00000001:1.0:1787762793.420221:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:2.0:1787762793.420224:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:1.0:1787762793.420239:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762793.420251:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762793.420259:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:2.0:1787762793.420300:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1787762793.420312:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000800:00000200:2.0:1787762793.420312:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000020:00000040:1.0:1787762793.420319:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:1.0:1787762793.420323:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000800:00000010:2.0:1787762793.420324:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000100:00000001:1.0:1787762793.420326:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762793.420330:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762793.420334:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762793.420340:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787762793.420341:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:1.0:1787762793.420344:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:2.0:1787762793.420347:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000008:00100000:1.0:1787762793.420348:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762793.420373:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762793.420378:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787762793.420383:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000010:1.0:1787762793.420390:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c780.
00000800:00000200:2.1:1787762793.420391:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000020:00000040:1.0:1787762793.420402:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000800:00000100:2.0:1787762793.420407:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
02000000:00000001:1.0:1787762793.420412:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000010:2.0:1787762793.420415:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
02000000:00000001:1.0:1787762793.420417:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762793.420423:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762793.420426:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762793.420430:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762793.420431:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:1.0:1787762793.420438:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee09400.
00000100:00000001:1.0:1787762793.420447:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762793.420448:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000100:00100000:1.0:1787762793.420462:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c780 x1874597595086848/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787762793.420465:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762793.420475:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:1.0:1787762793.420481:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762793.420486:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762793.420489:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1787762793.420493:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c5bf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c780 x1874597595086848/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762793.420509:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588f840 x1874597595086592/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762793.420511:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762793.420520:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787762793.420549:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1787762793.420558:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21544)
00000100:00000001:2.0:1787762793.420565:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762793.420573:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588f840 x1874597595086592/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762818 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762793.420611:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762793.420615:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762793.420628:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762793.420635:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762793.420639:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316207352
00000100:00000010:2.0:1787762793.420648:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdba0.
00000100:00000001:2.0:1787762793.420658:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762793.420708:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316207352
00000100:00000010:2.0:1787762793.420711:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd660.
00000100:00000001:2.0:1787762793.420714:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762793.420724:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762793.420726:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762793.420728:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762793.420733:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762793/real 1787762793]  req@ffff9b651588f840 x1874597595086592/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762793.420742:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762793.420744:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762793.420747:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762793.420751:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787762793.420753:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787762793.420756:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762793.420759:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588f840 x1874597595086592/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762793.420766:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588f840 x1874597595086592/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762793.420772:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762793.420773:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762793.420775:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762793.420777:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762793.420780:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588f840 x1874597595086592/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762793.420787:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762793.420791:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588f840 x1874597595086592/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762818 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762793.420797:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762793.420800:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762793.420801:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762793.420802:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762793.420804:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762793.420806:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762793.420808:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762793.420811:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762793.420813:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762793.420817:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588f840 x1874597595086592/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762818 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762793.420823:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595086592:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762793.420827:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762793.420829:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762793.420831:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588f840 x1874597595086592/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762818 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762793.420837:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762793.420840:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762793.420842:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541866400.
02000000:00000001:2.0:1787762793.420845:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762793.420847:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762793.420848:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762793.420850:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762793.420852:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0b400.
02000000:00000001:2.0:1787762793.420856:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762793.420859:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762793.420860:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588f840.
00000100:00000001:2.0:1787762793.420864:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762793.420866:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762793.420868:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762793.420874:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762793.420876:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762793.420877:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762793.420879:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762793.420880:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762793.420883:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588d2c0 x1874597595086720/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762793.420889:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762793.420890:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762793.420892:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762793.420894:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762793.420896:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762793.420898:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595086720:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762793.420900:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762793.420902:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762793.420904:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762793.420905:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762793.420907:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541866400.
02000000:00000001:2.0:1787762793.420909:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762793.420933:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762793.420939:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762793.420945:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787762793.420952:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595086720, portal 10
00000100:00000001:2.0:1787762793.420955:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762793.420958:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188131520 : -110616521420096 : ffff9b651588d2c0)
00000100:00000040:2.0:1787762793.420970:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588d2c0 x1874597595086720/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762793.420985:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762793.420990:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762793.420997:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762793.421003:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595086720, offset 0
00000400:00000200:2.0:1787762793.421012:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762793.421021:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762793.421029:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762793.421036:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762793.421040:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762793.421043:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762793.421047:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762793.421051:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278271:278271:256:4294967295] 192.168.203.101@tcp LPNI seq info [278270:278270:8:4294967295]
00000400:00000200:2.0:1787762793.421057:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762793.421066:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762793.421072:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762793.421077:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762793.421082:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762793.421086:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787762793.421093:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762793.421096:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787762793.421101:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762793.421104:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762793.421108:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762793.421113:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762793.421118:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762793.421120:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762793.421124:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762793.421129:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588d2c0 x1874597595086720/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762793.421140:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762793.421144:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588d2c0 x1874597595086720/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762818 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762793.421153:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762793.421155:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762793.421161:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762793.421166:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762793.421171:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762793.421174:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316206605
00000100:00000001:2.0:1787762793.421178:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316207352
00000100:00000001:2.0:1787762793.421181:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316206605
00000100:00000001:2.0:1787762793.421184:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316207352
00000100:00000001:2.0:1787762793.421186:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762793.421189:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762793.421192:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762793.421196:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762793/real 1787762793]  req@ffff9b651588d2c0 x1874597595086720/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762793.421206:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762793.421208:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762793.421210:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762793.421214:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787762793.421216:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787762793.421218:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762793.421222:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588d2c0 x1874597595086720/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762793.421233:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588d2c0 x1874597595086720/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762793.421241:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762793.421243:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762793.421245:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762793.421247:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762793.421251:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588d2c0 x1874597595086720/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762793.421260:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762793.421319:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588d2c0 x1874597595086720/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762818 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762793.421330:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762793.421334:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762793.421336:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762793.421339:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762793.421341:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762793.421344:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762793.421347:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762793.421351:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762793.421355:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762793.421358:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588d2c0 x1874597595086720/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762818 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762793.421365:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595086720:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762793.421369:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762793.421372:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c780 x1874597595086848/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762793.421395:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762793.421397:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762793.421400:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762793.421403:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762793.421406:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762793.421409:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595086848:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762793.421414:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762793.421416:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762793.421419:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762793.421421:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762793.421427:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867400.
02000000:00000001:2.0:1787762793.421429:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762793.421436:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762793.421442:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762793.421449:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787762793.421455:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595086848, portal 4
00000100:00000001:2.0:1787762793.421458:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762793.421461:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188128640 : -110616521422976 : ffff9b651588c780)
00000100:00000040:2.0:1787762793.421472:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c780 x1874597595086848/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762793.421487:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762793.421492:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762793.421498:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762793.421503:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595086848, offset 0
00000400:00000200:2.0:1787762793.421512:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762793.421521:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762793.421542:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762793.421546:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762793.421549:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762793.421552:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762793.421556:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762793.421560:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278272:278272:256:4294967295] 192.168.203.101@tcp LPNI seq info [278271:278271:8:4294967295]
00000400:00000200:2.0:1787762793.421565:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762793.421574:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762793.421580:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762793.421585:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762793.421607:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762793.421613:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787762793.421620:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762793.421624:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787762793.421629:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762793.421632:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762793.421636:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762793.421641:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762793.421646:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762793.421649:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762793.421653:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762793.421658:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c780 x1874597595086848/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762793.421710:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762793.421713:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c780 x1874597595086848/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762818 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762793.421718:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762793.421720:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762793.421723:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762793.421726:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762793.421729:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762793.421731:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316206612
00000100:00000001:2.0:1787762793.421733:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316207352
00000100:00000001:2.0:1787762793.421735:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316206612
00000100:00000001:2.0:1787762793.421737:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316207352
00000100:00000001:2.0:1787762793.421738:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762793.421740:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762793.421741:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762793.421744:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762793/real 1787762793]  req@ffff9b651588c780 x1874597595086848/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762793.421751:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762793.421752:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762793.421753:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762793.421756:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787762793.421757:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787762793.421777:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762793.421782:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c780 x1874597595086848/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762793.421793:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c780 x1874597595086848/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762793.421801:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762793.421804:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762793.421806:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762793.421808:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762793.421813:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c780 x1874597595086848/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762793.421821:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762793.421825:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c780 x1874597595086848/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762818 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762793.421833:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762793.421836:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762793.421838:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762793.421840:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762793.421842:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762793.421844:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762793.421847:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762793.421851:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762793.421854:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762793.421858:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c780 x1874597595086848/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762818 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762793.421867:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595086848:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762793.421872:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762793.421875:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762793.421878:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588d2c0 x1874597595086720/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762818 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762793.421887:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762793.421889:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762793.421893:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541866400.
02000000:00000001:2.0:1787762793.421896:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762793.421898:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762793.421900:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762793.421903:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762793.421905:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0a400.
02000000:00000001:2.0:1787762793.421909:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762793.421912:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762793.421914:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588d2c0.
00000100:00000001:2.0:1787762793.421924:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762793.421927:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762793.421930:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762793.421937:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c780 x1874597595086848/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762818 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762793.421951:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762793.421954:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762793.421957:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867400.
02000000:00000001:2.0:1787762793.421963:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762793.421966:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762793.421969:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762793.421973:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762793.421976:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee09400.
02000000:00000001:2.0:1787762793.421981:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762793.421983:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762793.421986:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c780.
00000100:00000001:2.0:1787762793.421993:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762793.421997:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762793.422000:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762793.422008:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762793.422011:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762793.422015:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762793.422017:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762794.187372:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316207352, at 4316207360
00000100:00000040:0.0:1787762794.187389:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316207352, at 4316207360
00000100:00000010:1.0:1787762794.187398:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd660.
00000100:00000010:0.0:1787762794.187406:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdba0.
00010000:00000001:0.0:1787762794.251367:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762794.251375:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762794.251383:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762794.251385:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762794.251389:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762794.251392:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762794.251422:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762794.251426:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762794.251429:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762794.443367:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762794.443376:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762794.443379:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762794.443385:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762794.443389:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762794.443395:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762794.443400:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762794.443404:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762794.443408:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762795.275344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762795.275350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762795.275354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762795.275355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762795.275358:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762795.275359:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762795.275440:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762795.275444:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762795.275446:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762795.467351:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762795.467362:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762795.467365:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762795.467372:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762795.467377:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762795.467382:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762795.467386:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762795.467390:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762795.467394:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762796.299351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762796.299358:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762796.299362:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762796.299363:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762796.299366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762796.299367:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762796.299388:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762796.299390:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762796.299393:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762796.491337:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762796.491346:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762796.491348:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762796.491354:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762796.491357:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762796.491361:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762796.491364:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762796.491367:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762796.491369:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762797.323334:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762797.323344:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762797.323346:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762797.323350:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762797.323355:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762797.323358:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762797.323361:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762797.323363:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762797.323367:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762797.323369:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762797.323371:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762797.323373:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762797.323375:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762797.323376:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762797.323378:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762797.323380:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762797.323386:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762797.323387:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762797.323495:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762797.323503:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762797.323510:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762797.515320:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762797.515328:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762797.515330:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762797.515336:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762797.515339:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762797.515342:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762797.515345:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762797.515348:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762797.515350:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762798.347351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762798.347361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762798.347368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762798.347370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762798.347374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762798.347376:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762798.347404:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762798.347407:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762798.347411:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762798.539400:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762798.539419:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762798.539426:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762798.539434:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762798.539455:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787762798.539473:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1787762798.539474:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21539
00000400:00000200:2.0:1787762798.539494:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762798.539504:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:2.0:1787762798.539506:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:0.0:1787762798.539514:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762798.539515:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762798.539525:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00100000:0.0:1787762798.539529:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762798.539531:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762798.539539:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762798.539542:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762798.539544:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762798.539553:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787762798.539554:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1787762798.539556:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:2.0:1787762798.539564:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787762798.539567:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1787762798.539572:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000100:00000001:0.0:1787762798.539577:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787762798.539578:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:2.0:1787762798.539586:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000001:0.0:1787762798.539591:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762798.539593:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762798.539603:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762798.539608:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762798.539611:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762798.539616:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:2.0:1787762798.539622:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762798.539625:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762798.539629:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762798.539661:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762798.539666:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762798.539670:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762798.539674:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762798.539685:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a8b40.
00000020:00000040:2.0:1787762798.539691:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:2.0:1787762798.539697:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762798.539699:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762798.539703:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762798.539707:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762798.539712:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762798.539723:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541867400.
00000100:00000001:2.0:1787762798.539734:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762798.539748:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a8b40 x1874597595086976/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762798.539763:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762798.539770:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762798.539777:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047032930] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a8b40 x1874597595086976/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762798.539806:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762798.539811:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762798.539816:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762798.539818:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762798.539821:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762798.539824:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762798.539827:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21539
00000400:00000200:2.0:1787762798.539832:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762798.539838:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762798.539841:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762798.539846:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762798.539850:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762798.539855:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762798.539858:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:1.0:1787762798.539862:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1787762798.539863:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762798.539867:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000100:00000001:1.0:1787762798.539873:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787762798.539874:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787762798.539881:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1787762798.539882:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:2.0:1787762798.539889:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:2.0:1787762798.539895:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:1.0:1787762798.539899:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8b40 x1874597595086976/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762798.539903:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762798.539914:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762798.539922:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762798.539931:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:1.0:1787762798.539937:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1787762798.539938:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000001:1.0:1787762798.539945:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762798.539949:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
02000000:00000001:1.0:1787762798.539954:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787762798.539956:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762798.539962:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762798.539963:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762798.539970:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762798.539971:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1787762798.539980:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595086976:192.168.203.101@tcp:250:kworker.0
02000000:00000001:2.0:1787762798.539981:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762798.539990:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762798.539993:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:2.0:1787762798.540000:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787762798.540002:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:2.0:1787762798.540010:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762798.540011:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762798.540015:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762798.540018:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:2.0:1787762798.540023:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a92c0.
02000000:00000010:1.0:1787762798.540029:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09800.
00000020:00000040:2.0:1787762798.540030:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:1.0:1787762798.540040:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762798.540042:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762798.540048:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762798.540052:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762798.540055:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787762798.540061:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:2.0:1787762798.540062:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762798.540072:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
02000000:00000010:2.0:1787762798.540074:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541866400.
00000100:00000001:2.0:1787762798.540083:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762798.540089:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00100000:2.0:1787762798.540094:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a92c0 x1874597595087104/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787762798.540104:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595086976, portal 25
00000100:00000001:2.0:1787762798.540110:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762798.540113:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762798.540118:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739795264 : -110615969756352 : ffff9b65366a8b40)
00000100:00000001:2.0:1787762798.540119:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762798.540136:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050439926] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a92c0 x1874597595087104/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762798.540140:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8b40 x1874597595086976/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762798.540182:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787762798.540183:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762798.540191:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00080000:2.0:1787762798.540197:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1787762798.540199:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352880.
00000100:00000200:1.0:1787762798.540207:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595086976, offset 0
00000100:00080000:2.0:1787762798.540212:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762798.540220:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787762798.540225:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00080000:2.0:1787762798.540228:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762798.540238:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787762798.540243:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762798.540293:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00080000:2.0:1787762798.540302:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21539
00000400:00000200:1.0:1787762798.540306:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762798.540314:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762798.540321:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762798.540329:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000400:00000200:1.0:1787762798.540336:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1787762798.540337:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787762798.540352:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000040:2.0:1787762798.540354:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762798.540362:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762798.540367:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278273:278273:256:4294967295] 192.168.203.101@tcp LPNI seq info [278272:278272:8:4294967295]
00000100:00000040:2.0:1787762798.540372:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762798.540384:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:1.0:1787762798.540385:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000020:00000001:2.0:1787762798.540396:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762798.540403:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:2.0:1787762798.540412:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787762798.540413:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000020:00000040:2.0:1787762798.540422:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000800:00000200:1.0:1787762798.540430:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000020:00000001:2.0:1787762798.540434:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000800:00000010:1.0:1787762798.540439:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18000.
00000020:00000001:2.0:1787762798.540444:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000800:00000200:1.0:1787762798.540457:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:2.0:1787762798.540459:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000800:00000200:1.0:1787762798.540466:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1787762798.540468:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762798.540479:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000800:00000200:1.1:1787762798.540489:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:2.0:1787762798.540490:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762798.540501:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000800:00000200:1.1:1787762798.540503:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000100:00080000:2.0:1787762798.540512:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000800:00000100:1.0:1787762798.540522:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000100:00000001:2.0:1787762798.540523:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787762798.540530:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18000.
02000000:00000001:2.0:1787762798.540531:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762798.540540:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787762798.540543:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1787762798.540548:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762798.540555:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787762798.540557:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000008:00100000:2.0:1787762798.540562:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787762798.540567:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352880
00000008:00000001:2.0:1787762798.540568:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762798.540576:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352880.
00000100:00000001:2.0:1787762798.540577:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762798.540588:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:2.0:1787762798.540589:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a9e00.
00000100:00000200:1.0:1787762798.540600:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a8b40 x1874597595086976/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787762798.540601:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:2.0:1787762798.540610:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762798.540614:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762798.540621:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762798.540625:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762798.540656:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762798.540657:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762798.540666:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8b40 x1874597595086976/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762823 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787762798.540670:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541866c00.
00000100:00000001:2.0:1787762798.540680:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762798.540689:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762798.540695:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:2.0:1787762798.540698:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a9e00 x1874597595087232/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762798.540711:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762798.540712:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762798.540720:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762798.540728:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:2.0:1787762798.540736:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b092d61d] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a9e00 x1874597595087232/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762798.540738:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316212472
00000100:00000010:1.0:1787762798.540751:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82060.
00000100:00000001:2.0:1787762798.540759:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762798.540765:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787762798.540766:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000040:2.0:1787762798.540777:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787762798.540784:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316212472
00000100:00000040:2.0:1787762798.540786:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21549)
00000100:00000010:1.0:1787762798.540796:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82600.
00000100:00000001:1.0:1787762798.540804:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762798.540810:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762798.540814:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762798.540819:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762798.540827:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762798/real 1787762798]  req@ffff9b65366a8b40 x1874597595086976/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762798.540849:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762798.540852:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762798.540854:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762798.540859:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762798.540861:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762798.540864:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762798.540868:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8b40 x1874597595086976/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762798.540879:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8b40 x1874597595086976/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762798.540888:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762798.540891:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762798.540894:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762798.540896:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762798.540901:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8b40 x1874597595086976/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762798.540910:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762798.540916:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8b40 x1874597595086976/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762823 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762798.540926:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762798.540930:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762798.540932:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762798.540934:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762798.540937:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762798.540940:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762798.540943:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762798.540948:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762798.540951:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762798.540956:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8b40 x1874597595086976/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762823 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762798.540968:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595086976:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762798.540974:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762798.540977:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762798.540980:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8b40 x1874597595086976/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762823 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762798.540988:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762798.540991:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762798.540995:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762798.540999:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762798.541001:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762798.541003:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762798.541006:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762798.541010:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541867400.
02000000:00000001:1.0:1787762798.541015:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762798.541018:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762798.541020:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8b40.
00000100:00000001:1.0:1787762798.541024:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762798.541025:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762798.541028:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762798.541038:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762798.541040:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762798.541043:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762798.541045:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762798.541047:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762798.541052:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a92c0 x1874597595087104/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762798.541061:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762798.541063:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762798.541066:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762798.541069:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762798.541072:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762798.541075:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595087104:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762798.541081:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762798.541083:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762798.541086:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762798.541088:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762798.541092:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762798.541094:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762798.541099:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762798.541102:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762798.541106:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762798.541110:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595087104, portal 10
00000100:00000001:1.0:1787762798.541113:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762798.541115:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739797184 : -110615969754432 : ffff9b65366a92c0)
00000100:00000040:1.0:1787762798.541124:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a92c0 x1874597595087104/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762798.541132:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762798.541135:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762798.541138:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352880.
00000100:00000200:1.0:1787762798.541141:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595087104, offset 0
00000400:00000200:1.0:1787762798.541146:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762798.541150:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762798.541154:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762798.541158:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762798.541161:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762798.541165:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762798.541168:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762798.541172:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278274:278274:256:4294967295] 192.168.203.101@tcp LPNI seq info [278273:278273:8:4294967295]
00000400:00000200:1.0:1787762798.541178:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762798.541186:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762798.541192:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762798.541196:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18000.
00000800:00000200:1.0:1787762798.541201:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762798.541205:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762798.541211:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762798.541215:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787762798.541220:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762798.541222:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18000.
00000400:00000200:1.0:1787762798.541226:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762798.541231:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762798.541235:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352880
00000400:00000010:1.0:1787762798.541237:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352880.
00000100:00000001:1.0:1787762798.541240:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762798.541244:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a92c0 x1874597595087104/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762798.541294:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762798.541300:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a92c0 x1874597595087104/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762823 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762798.541310:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762798.541313:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762798.541319:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762798.541326:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762798.541331:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762798.541335:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316211726
00000100:00000001:1.0:1787762798.541339:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316212472
00000100:00000001:1.0:1787762798.541344:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316211726
00000100:00000001:1.0:1787762798.541347:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316212472
00000100:00000001:1.0:1787762798.541350:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762798.541353:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762798.541355:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762798.541360:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762798/real 1787762798]  req@ffff9b65366a92c0 x1874597595087104/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762798.541370:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762798.541371:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762798.541374:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762798.541378:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762798.541380:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762798.541382:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762798.541386:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a92c0 x1874597595087104/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762798.541397:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a92c0 x1874597595087104/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762798.541405:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762798.541407:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762798.541409:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762798.541411:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762798.541415:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a92c0 x1874597595087104/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762798.541423:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762798.541428:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a92c0 x1874597595087104/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762823 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762798.541436:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762798.541439:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762798.541441:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762798.541442:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762798.541444:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762798.541447:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762798.541450:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762798.541454:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762798.541457:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762798.541462:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a92c0 x1874597595087104/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762823 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762798.541471:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595087104:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762798.541477:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762798.541481:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a9e00 x1874597595087232/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762798.541489:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762798.541491:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762798.541494:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762798.541496:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762798.541498:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762798.541502:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595087232:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762798.541505:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762798.541507:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762798.541509:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762798.541512:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762798.541517:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09000.
02000000:00000001:1.0:1787762798.541519:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762798.541523:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762798.541526:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762798.541530:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762798.541534:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595087232, portal 4
00000100:00000001:1.0:1787762798.541536:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762798.541538:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739800064 : -110615969751552 : ffff9b65366a9e00)
00000100:00000040:1.0:1787762798.541545:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a9e00 x1874597595087232/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762798.541554:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762798.541556:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762798.541559:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352880.
00000100:00000200:1.0:1787762798.541562:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595087232, offset 0
00000400:00000200:1.0:1787762798.541567:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762798.541571:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762798.541575:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762798.541578:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762798.541583:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762798.541586:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762798.541589:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762798.541593:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278275:278275:256:4294967295] 192.168.203.101@tcp LPNI seq info [278274:278274:8:4294967295]
00000400:00000200:1.0:1787762798.541598:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762798.541606:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762798.541611:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762798.541615:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18000.
00000800:00000200:1.0:1787762798.541620:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762798.541623:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762798.541629:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762798.541658:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787762798.541664:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762798.541667:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18000.
00000400:00000200:1.0:1787762798.541671:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762798.541676:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762798.541680:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352880
00000400:00000010:1.0:1787762798.541682:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352880.
00000100:00000001:1.0:1787762798.541685:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762798.541689:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a9e00 x1874597595087232/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762798.541699:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762798.541703:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a9e00 x1874597595087232/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762823 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762798.541711:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762798.541714:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762798.541718:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762798.541721:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762798.541726:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762798.541728:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316211732
00000100:00000001:1.0:1787762798.541732:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316212472
00000100:00000001:1.0:1787762798.541735:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316211732
00000100:00000001:1.0:1787762798.541739:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316212472
00000100:00000001:1.0:1787762798.541742:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762798.541744:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762798.541747:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762798.541752:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762798/real 1787762798]  req@ffff9b65366a9e00 x1874597595087232/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762798.541761:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762798.541762:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762798.541764:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762798.541767:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762798.541769:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762798.541771:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762798.541775:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a9e00 x1874597595087232/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762798.541785:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a9e00 x1874597595087232/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762798.541794:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762798.541795:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762798.541797:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762798.541799:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762798.541803:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a9e00 x1874597595087232/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762798.541811:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762798.541816:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a9e00 x1874597595087232/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762823 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762798.541824:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762798.541826:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762798.541828:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762798.541830:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762798.541834:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762798.541836:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762798.541840:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762798.541844:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762798.541847:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762798.541851:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a9e00 x1874597595087232/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762823 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762798.541860:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595087232:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762798.541865:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762798.541867:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762798.541871:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a92c0 x1874597595087104/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762823 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762798.541878:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762798.541880:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762798.541883:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762798.541885:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762798.541887:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762798.541889:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762798.541892:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762798.541894:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541866400.
02000000:00000001:1.0:1787762798.541897:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762798.541899:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762798.541901:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a92c0.
00000100:00000001:1.0:1787762798.541904:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762798.541906:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762798.541908:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762798.541911:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a9e00 x1874597595087232/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762823 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762798.541920:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762798.541921:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762798.541923:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09000.
02000000:00000001:1.0:1787762798.541927:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762798.541928:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762798.541930:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762798.541933:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762798.541935:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541866c00.
02000000:00000001:1.0:1787762798.541937:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762798.541938:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762798.541940:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a9e00.
00000100:00000001:1.0:1787762798.541942:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762798.541944:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762798.541946:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762798.541950:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762798.541951:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762798.541954:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762798.541956:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762799.307389:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316212472, at 4316212480
00000100:00000040:1.0:1787762799.307390:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316212472, at 4316212480
00000100:00000010:0.0:1787762799.307416:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82060.
00000100:00000010:1.0:1787762799.307433:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82600.
00010000:00000001:0.0:1787762799.371346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762799.371353:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762799.371359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762799.371360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762799.371363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762799.371366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762799.371421:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762799.371426:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762799.371429:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762799.563366:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762799.563375:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762799.563377:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762799.563383:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762799.563387:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762799.563401:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762799.563406:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762799.563410:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762799.563414:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762800.395361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762800.395370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762800.395376:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762800.395378:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762800.395382:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762800.395383:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762800.395407:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762800.395411:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762800.395414:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762800.587465:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762800.587473:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762800.587476:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762800.587481:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762800.587485:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762800.587489:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762800.587493:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762800.587496:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762800.587499:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762801.419351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762801.419356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762801.419360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762801.419361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762801.419364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762801.419367:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762801.419369:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762801.419371:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762801.419373:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762801.419375:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762801.419377:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762801.419379:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762801.419482:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762801.419490:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762801.419496:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762801.611353:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762801.611359:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762801.611361:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762801.611365:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762801.611367:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762801.611371:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762801.611373:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762801.611375:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762801.611377:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762802.443349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762802.443355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762802.443361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762802.443363:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762802.443366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762802.443368:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762802.443394:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762802.443396:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762802.443398:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762802.635327:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762802.635333:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762802.635335:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762802.635340:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762802.635344:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762802.635347:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762802.635351:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762802.635354:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762802.635357:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762803.467354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762803.467360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762803.467364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762803.467365:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762803.467368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762803.467369:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762803.467451:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762803.467462:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762803.467465:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762803.659321:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787762803.659328:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1787762803.659331:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762803.659336:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762803.659337:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787762803.659342:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762803.659344:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787762803.659351:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762803.659352:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787762803.659361:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762803.659364:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787762803.659367:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21544
00000100:00000001:0.0:1787762803.659369:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762803.659373:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762803.659377:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762803.659379:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762803.659392:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762803.659395:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762803.659400:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762803.659405:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762803.659407:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762803.659409:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762803.659413:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762803.659415:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:2.0:1787762803.659418:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762803.659421:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:2.0:1787762803.659423:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:2.0:1787762803.659425:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:2.0:1787762803.659427:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762803.659429:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762803.659430:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762803.659431:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762803.659433:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:2.0:1787762803.659436:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762803.659437:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762803.659440:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762803.659443:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762803.659445:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762803.659447:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762803.659449:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762803.659459:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a8000.
00000020:00000040:2.0:1787762803.659462:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:2.0:1787762803.659466:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762803.659467:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762803.659470:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762803.659490:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762803.659497:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762803.659508:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541864800.
00000100:00000001:2.0:1787762803.659518:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762803.659531:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a8000 x1874597595087360/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762803.659554:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762803.659560:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762803.659567:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8c6ba4f] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a8000 x1874597595087360/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762803.659621:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762803.659627:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762803.659632:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762803.659635:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762803.659639:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762803.659644:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762803.659648:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21544
00000100:00000001:1.0:1787762803.659655:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1787762803.659655:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762803.659668:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1787762803.659669:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:1.0:1787762803.659678:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1787762803.659679:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762803.659687:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762803.659690:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762803.659695:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762803.659700:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000040:1.0:1787762803.659702:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8000 x1874597595087360/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787762803.659704:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762803.659707:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:2.0:1787762803.659713:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762803.659719:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:2.0:1787762803.659731:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:2.0:1787762803.659740:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:1.0:1787762803.659747:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1787762803.659749:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762803.659753:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762803.659754:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762803.659761:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762803.659766:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
02000000:00000001:1.0:1787762803.659769:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1787762803.659771:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
02000000:00000001:1.0:1787762803.659777:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1787762803.659777:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762803.659786:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762803.659791:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762803.659792:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762803.659818:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762803.659821:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762803.659824:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762803.659830:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787762803.659831:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595087360:192.168.203.101@tcp:250:kworker.0
00000008:00000001:2.0:1787762803.659835:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762803.659842:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762803.659846:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:2.0:1787762803.659848:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366aad00.
00000020:00000040:2.0:1787762803.659853:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:1.0:1787762803.659854:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762803.659875:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762803.659879:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762803.659882:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787762803.659882:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762803.659893:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762803.659896:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762803.659899:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762803.659902:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09000.
02000000:00000010:2.0:1787762803.659907:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541867800.
02000000:00000001:1.0:1787762803.659909:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762803.659917:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762803.659927:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00100000:2.0:1787762803.659928:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366aad00 x1874597595087488/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787762803.659940:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000100:00000001:2.0:1787762803.659944:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762803.659950:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762803.659955:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000040:2.0:1787762803.659957:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090a410c6] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366aad00 x1874597595087488/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762803.659972:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595087360, portal 25
00000100:00000001:2.0:1787762803.659977:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762803.659979:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1787762803.659983:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787762803.659985:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739792384 : -110615969759232 : ffff9b65366a8000)
00000100:00080000:2.0:1787762803.659992:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762803.659995:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762803.659998:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762803.660006:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1787762803.660008:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8000 x1874597595087360/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787762803.660012:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21544
00000400:00000200:2.0:1787762803.660026:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762803.660038:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762803.660046:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787762803.660056:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762803.660057:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762803.660065:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762803.660072:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000040:1.0:1787762803.660074:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000001:2.0:1787762803.660081:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000010:1.0:1787762803.660084:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352880.
00000020:00000001:2.0:1787762803.660086:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762803.660089:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:2.0:1787762803.660094:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:1.0:1787762803.660096:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595087360, offset 0
00000020:00000040:2.0:1787762803.660097:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:2.0:1787762803.660104:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:2.0:1787762803.660107:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:2.0:1787762803.660115:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762803.660119:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762803.660122:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762803.660129:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:1.0:1787762803.660134:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000020:00000040:2.0:1787762803.660137:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:2.0:1787762803.660142:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762803.660145:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762803.660149:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787762803.660155:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:2.0:1787762803.660156:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762803.660166:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762803.660169:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762803.660173:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787762803.660178:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000008:00000001:2.0:1787762803.660180:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762803.660189:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762803.660197:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:2.0:1787762803.660198:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a9e00.
00000020:00000040:2.0:1787762803.660205:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000200:1.0:1787762803.660212:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
02000000:00000001:2.0:1787762803.660229:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762803.660232:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762803.660234:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1787762803.660235:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762803.660242:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762803.660246:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762803.660250:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541867000.
00000100:00000001:2.0:1787762803.660254:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762803.660258:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a9e00 x1874597595087616/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762803.660264:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762803.660266:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762803.660270:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b092d61d] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a9e00 x1874597595087616/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762803.660275:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000001:2.0:1787762803.660287:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762803.660291:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278276:278276:256:4294967295] 192.168.203.101@tcp LPNI seq info [278275:278275:8:4294967295]
00000400:00000200:1.0:1787762803.660300:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762803.660312:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1787762803.660316:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1787762803.660326:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000040:2.0:1787762803.660327:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:1.0:1787762803.660341:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18000.
00000100:00000040:2.0:1787762803.660341:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21554)
00000800:00000200:1.0:1787762803.660354:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762803.660360:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762803.660368:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762803.660373:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787762803.660379:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762803.660382:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18000.
00000400:00000200:1.0:1787762803.660389:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762803.660394:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762803.660400:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352880
00000400:00000010:1.0:1787762803.660403:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352880.
00000100:00000001:1.0:1787762803.660408:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762803.660413:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a8000 x1874597595087360/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762803.660426:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762803.660429:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8000 x1874597595087360/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762828 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762803.660437:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762803.660439:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762803.660448:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762803.660452:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762803.660455:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316217592
00000100:00000010:1.0:1787762803.660461:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82600.
00000100:00000001:1.0:1787762803.660468:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762803.660474:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316217592
00000100:00000010:1.0:1787762803.660477:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a824e0.
00000100:00000001:1.0:1787762803.660480:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762803.660495:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762803.660497:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762803.660500:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762803.660505:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762803/real 1787762803]  req@ffff9b65366a8000 x1874597595087360/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762803.660514:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762803.660517:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762803.660520:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762803.660523:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762803.660525:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762803.660528:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762803.660532:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8000 x1874597595087360/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762803.660542:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8000 x1874597595087360/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762803.660550:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762803.660552:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762803.660555:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762803.660558:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762803.660563:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8000 x1874597595087360/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762803.660572:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762803.660577:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8000 x1874597595087360/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762828 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762803.660586:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762803.660589:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762803.660591:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762803.660593:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762803.660611:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762803.660614:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762803.660619:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762803.660624:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762803.660636:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762803.660641:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8000 x1874597595087360/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762828 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762803.660651:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595087360:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762803.660657:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762803.660660:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762803.660663:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8000 x1874597595087360/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762828 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762803.660671:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762803.660674:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762803.660677:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09000.
02000000:00000001:1.0:1787762803.660680:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762803.660683:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762803.660685:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762803.660688:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762803.660703:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541864800.
02000000:00000001:1.0:1787762803.660707:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762803.660709:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762803.660711:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8000.
00000100:00000001:1.0:1787762803.660714:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762803.660716:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762803.660719:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762803.660725:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762803.660727:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762803.660730:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762803.660731:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762803.660733:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762803.660738:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366aad00 x1874597595087488/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762803.660746:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762803.660748:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762803.660750:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762803.660753:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762803.660755:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762803.660759:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595087488:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762803.660762:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762803.660765:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762803.660767:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762803.660769:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762803.660773:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09000.
02000000:00000001:1.0:1787762803.660775:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762803.660780:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762803.660783:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762803.660787:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762803.660791:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595087488, portal 10
00000100:00000001:1.0:1787762803.660793:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762803.660795:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739803904 : -110615969747712 : ffff9b65366aad00)
00000100:00000040:1.0:1787762803.660802:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366aad00 x1874597595087488/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762803.660818:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762803.660821:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762803.660823:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352880.
00000100:00000200:1.0:1787762803.660826:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595087488, offset 0
00000400:00000200:1.0:1787762803.660831:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762803.660836:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762803.660840:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762803.660844:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762803.660846:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762803.660849:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762803.660852:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762803.660856:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278277:278277:256:4294967295] 192.168.203.101@tcp LPNI seq info [278276:278276:8:4294967295]
00000400:00000200:1.0:1787762803.660861:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762803.660867:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762803.660872:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762803.660887:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18000.
00000800:00000200:1.0:1787762803.660891:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762803.660894:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762803.660899:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762803.660902:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787762803.660906:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762803.660908:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18000.
00000400:00000200:1.0:1787762803.660912:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762803.660915:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762803.660919:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352880
00000400:00000010:1.0:1787762803.660921:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352880.
00000100:00000001:1.0:1787762803.660923:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762803.660927:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366aad00 x1874597595087488/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762803.660936:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762803.660939:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366aad00 x1874597595087488/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762828 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762803.660946:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762803.660948:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762803.660952:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762803.660956:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762803.660959:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762803.660961:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316216845
00000100:00000001:1.0:1787762803.660965:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316217592
00000100:00000001:1.0:1787762803.660967:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316216845
00000100:00000001:1.0:1787762803.660969:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316217592
00000100:00000001:1.0:1787762803.660971:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762803.660973:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762803.660975:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762803.660980:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762803/real 1787762803]  req@ffff9b65366aad00 x1874597595087488/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762803.660988:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762803.660989:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762803.660991:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762803.660994:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762803.660996:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762803.660999:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762803.661003:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366aad00 x1874597595087488/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762803.661012:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366aad00 x1874597595087488/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762803.661019:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762803.661021:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762803.661023:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762803.661025:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762803.661029:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366aad00 x1874597595087488/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762803.661037:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762803.661042:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366aad00 x1874597595087488/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762828 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762803.661049:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762803.661052:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762803.661054:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762803.661055:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762803.661057:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762803.661059:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762803.661061:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762803.661066:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762803.661068:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762803.661072:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366aad00 x1874597595087488/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762828 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762803.661081:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595087488:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762803.661086:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762803.661090:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a9e00 x1874597595087616/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762803.661105:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762803.661106:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762803.661109:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762803.661111:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762803.661113:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762803.661116:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595087616:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762803.661119:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762803.661121:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762803.661123:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762803.661125:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762803.661128:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762803.661130:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762803.661133:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762803.661135:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762803.661138:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762803.661153:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595087616, portal 4
00000100:00000001:1.0:1787762803.661155:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762803.661157:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739800064 : -110615969751552 : ffff9b65366a9e00)
00000100:00000040:1.0:1787762803.661162:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a9e00 x1874597595087616/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762803.661168:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762803.661171:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762803.661173:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352880.
00000100:00000200:1.0:1787762803.661176:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595087616, offset 0
00000400:00000200:1.0:1787762803.661180:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762803.661183:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762803.661185:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762803.661188:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762803.661189:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762803.661191:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762803.661193:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762803.661195:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278278:278278:256:4294967295] 192.168.203.101@tcp LPNI seq info [278277:278277:8:4294967295]
00000400:00000200:1.0:1787762803.661198:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762803.661202:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762803.661205:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762803.661208:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18000.
00000800:00000200:1.0:1787762803.661210:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762803.661212:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762803.661215:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762803.661217:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787762803.661220:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762803.661222:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18000.
00000400:00000200:1.0:1787762803.661224:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762803.661226:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762803.661228:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352880
00000400:00000010:1.0:1787762803.661229:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352880.
00000100:00000001:1.0:1787762803.661231:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762803.661234:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a9e00 x1874597595087616/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762803.661239:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762803.661241:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a9e00 x1874597595087616/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762828 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762803.661263:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762803.661264:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762803.661267:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762803.661269:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762803.661272:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762803.661273:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316216852
00000100:00000001:1.0:1787762803.661275:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316217592
00000100:00000001:1.0:1787762803.661276:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316216852
00000100:00000001:1.0:1787762803.661278:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316217592
00000100:00000001:1.0:1787762803.661279:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762803.661281:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762803.661283:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762803.661285:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762803/real 1787762803]  req@ffff9b65366a9e00 x1874597595087616/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762803.661291:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762803.661292:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762803.661293:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762803.661294:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762803.661295:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762803.661297:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762803.661299:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a9e00 x1874597595087616/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762803.661304:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a9e00 x1874597595087616/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762803.661308:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762803.661309:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762803.661310:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762803.661311:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762803.661313:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a9e00 x1874597595087616/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762803.661317:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762803.661320:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a9e00 x1874597595087616/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762828 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762803.661324:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762803.661326:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762803.661327:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762803.661328:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762803.661329:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762803.661330:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762803.661331:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762803.661334:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762803.661335:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762803.661338:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a9e00 x1874597595087616/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762828 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762803.661343:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595087616:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762803.661345:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762803.661346:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762803.661348:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366aad00 x1874597595087488/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762828 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762803.661352:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762803.661353:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762803.661354:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09000.
02000000:00000001:1.0:1787762803.661356:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762803.661357:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762803.661358:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762803.661359:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762803.661360:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541867800.
02000000:00000001:1.0:1787762803.661363:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762803.661364:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762803.661365:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366aad00.
00000100:00000001:1.0:1787762803.661367:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762803.661368:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762803.661369:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762803.661371:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a9e00 x1874597595087616/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762828 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762803.661375:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762803.661376:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762803.661377:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762803.661378:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762803.661379:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762803.661380:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762803.661381:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762803.661383:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541867000.
02000000:00000001:1.0:1787762803.661384:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762803.661385:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762803.661386:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a9e00.
00000100:00000001:1.0:1787762803.661388:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762803.661389:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762803.661390:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762803.661392:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762803.661393:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762803.661394:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762803.661395:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762804.427320:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316217592, at 4316217600
00000100:00000040:0.0:1787762804.427323:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316217592, at 4316217600
00000100:00000010:1.0:1787762804.427334:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a824e0.
00000100:00000010:0.0:1787762804.427337:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82600.
00010000:00000001:0.0:1787762804.491307:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762804.491311:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762804.491315:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762804.491316:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762804.491318:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762804.491319:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762804.491337:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762804.491340:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762804.491343:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762804.683314:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762804.683320:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762804.683322:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762804.683326:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762804.683335:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762804.683338:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762804.683341:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762804.683354:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762804.683356:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762805.515368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762805.515374:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762805.515378:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762805.515379:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762805.515382:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762805.515383:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762805.515477:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762805.515485:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762805.515491:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762805.707429:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762805.707439:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762805.707441:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762805.707449:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762805.707455:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762805.707460:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762805.707463:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762805.707467:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762805.707471:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762806.539386:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762806.539392:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762806.539396:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762806.539397:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762806.539417:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762806.539418:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762806.539439:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762806.539441:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762806.539443:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762806.731351:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762806.731357:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762806.731359:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762806.731363:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762806.731365:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762806.731368:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762806.731370:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762806.731372:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762806.731375:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762807.563323:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762807.563330:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762807.563332:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762807.563334:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762807.563338:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762807.563340:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762807.563341:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762807.563343:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762807.563346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762807.563347:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762807.563348:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762807.563349:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762807.563350:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762807.563351:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762807.563352:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762807.563354:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762807.563357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762807.563358:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762807.563412:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762807.563416:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762807.563418:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762807.755310:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762807.755316:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762807.755318:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762807.755322:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762807.755325:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762807.755328:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762807.755330:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762807.755333:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762807.755335:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762808.587426:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762808.587435:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762808.587441:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762808.587443:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762808.587447:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762808.587449:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762808.587484:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762808.587488:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762808.587492:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762808.779345:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762808.779362:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762808.779366:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762808.779373:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762808.779381:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762808.779393:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21549
00000400:00000200:2.0:1787762808.779409:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762808.779418:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000400:00000200:2.0:1787762808.779428:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:0.0:1787762808.779430:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1787762808.779434:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787762808.779435:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762808.779452:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000040:2.0:1787762808.779452:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762808.779464:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787762808.779465:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762808.779479:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762808.779482:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762808.779487:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762808.779490:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:0.0:1787762808.779492:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762808.779506:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762808.779506:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762808.779513:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:2.0:1787762808.779517:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762808.779521:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:2.0:1787762808.779524:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:2.0:1787762808.779526:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:2.0:1787762808.779529:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762808.779532:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762808.779536:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762808.779539:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762808.779543:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:2.0:1787762808.779548:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762808.779551:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762808.779555:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762808.779559:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762808.779573:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762808.779575:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762808.779578:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762808.779588:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a92c0.
00000020:00000040:2.0:1787762808.779592:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:2.0:1787762808.779596:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762808.779597:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762808.779601:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762808.779604:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762808.779609:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762808.779618:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541864000.
00000100:00000001:2.0:1787762808.779626:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762808.779638:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a92c0 x1874597595087744/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762808.779648:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762808.779653:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762808.779658:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050439926] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a92c0 x1874597595087744/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762808.779684:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762808.779687:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762808.779691:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762808.779692:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762808.779693:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762808.779696:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762808.779698:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21549
00000400:00000200:2.0:1787762808.779701:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762808.779703:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762808.779705:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762808.779707:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762808.779709:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762808.779710:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762808.779712:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762808.779713:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762808.779715:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:2.0:1787762808.779716:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762808.779719:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:2.0:1787762808.779720:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:2.0:1787762808.779722:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:2.0:1787762808.779726:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762808.779729:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762808.779731:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762808.779733:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762808.779736:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:2.0:1787762808.779738:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762808.779739:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762808.779746:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762808.779750:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1787762808.779754:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762808.779758:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1787762808.779760:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762808.779763:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787762808.779764:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762808.779774:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762808.779777:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762808.779780:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762808.779789:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a8b40.
00000100:00000040:1.0:1787762808.779790:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a92c0 x1874597595087744/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787762808.779797:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:2.0:1787762808.779813:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762808.779818:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762808.779828:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762808.779834:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762808.779841:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762808.779843:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000010:2.0:1787762808.779846:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541865400.
00000100:00000001:1.0:1787762808.779847:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762808.779857:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762808.779858:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762808.779868:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787762808.779875:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a8b40 x1874597595087872/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787762808.779877:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762808.779896:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595087744:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762808.779906:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762808.779917:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787762808.779918:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762808.779933:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1787762808.779935:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047032930] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a8b40 x1874597595087872/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787762808.779940:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762808.779955:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787762808.779969:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762808.779974:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09000.
00000100:00080000:2.0:1787762808.779974:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762808.779983:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:1.0:1787762808.779984:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762808.779992:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762808.779996:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762808.779998:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787762808.780005:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00080000:2.0:1787762808.780007:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21549
00000400:00000010:1.0:1787762808.780017:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000200:2.0:1787762808.780017:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762808.780035:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762808.780038:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1787762808.780041:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000040:2.0:1787762808.780046:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762808.780051:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762808.780054:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000200:1.0:1787762808.780056:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595087744, portal 25
00000100:00000001:2.0:1787762808.780056:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762808.780071:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787762808.780072:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762808.780082:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739797184 : -110615969754432 : ffff9b65366a92c0)
00000020:00000040:2.0:1787762808.780082:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:2.0:1787762808.780092:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762808.780096:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:2.0:1787762808.780106:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:1.0:1787762808.780107:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a92c0 x1874597595087744/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787762808.780114:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:2.0:1787762808.780136:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762808.780143:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787762808.780149:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762808.780150:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762808.780156:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352880.
00000100:00000040:2.0:1787762808.780157:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762808.780167:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000200:1.0:1787762808.780168:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595087744, offset 0
00000020:00000040:2.0:1787762808.780184:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000400:00000200:1.0:1787762808.780194:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00080000:2.0:1787762808.780200:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762808.780205:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762808.780208:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762808.780211:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787762808.780214:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:2.0:1787762808.780222:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762808.780226:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762808.780228:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762808.780232:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762808.780234:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000001:2.0:1787762808.780236:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762808.780271:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366aa580.
00000020:00000040:2.0:1787762808.780276:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:2.0:1787762808.780278:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762808.780279:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762808.780281:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762808.780283:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762808.780285:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762808.780288:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541866800.
00000100:00000001:2.0:1787762808.780292:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762808.780297:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366aa580 x1874597595088000/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762808.780302:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787762808.780306:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762808.780310:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762808.780317:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000040:2.0:1787762808.780319:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd8fa0a2] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366aa580 x1874597595088000/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762808.780332:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1787762808.780336:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762808.780345:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000040:2.0:1787762808.780346:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787762808.780359:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787762808.780361:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278279:278279:256:4294967295] 192.168.203.101@tcp LPNI seq info [278278:278278:8:4294967295]
00000100:00000040:2.0:1787762808.780368:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21559)
00000400:00000200:1.0:1787762808.780375:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762808.780392:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762808.780401:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762808.780409:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18000.
00000800:00000200:1.0:1787762808.780418:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762808.780423:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762808.780432:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762808.780437:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787762808.780443:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762808.780447:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18000.
00000400:00000200:1.0:1787762808.780455:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762808.780461:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762808.780469:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352880
00000400:00000010:1.0:1787762808.780472:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352880.
00000100:00000001:1.0:1787762808.780478:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762808.780484:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a92c0 x1874597595087744/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762808.780499:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762808.780503:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a92c0 x1874597595087744/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762833 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762808.780513:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762808.780515:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762808.780527:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762808.780531:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762808.780536:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316222712
00000100:00000010:1.0:1787762808.780544:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a824e0.
00000100:00000001:1.0:1787762808.780553:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762808.780585:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316222712
00000100:00000010:1.0:1787762808.780591:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a823c0.
00000100:00000001:1.0:1787762808.780595:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762808.780598:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762808.780602:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762808.780605:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762808.780611:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762808/real 1787762808]  req@ffff9b65366a92c0 x1874597595087744/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762808.780622:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762808.780625:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762808.780628:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762808.780632:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762808.780634:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762808.780637:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762808.780641:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a92c0 x1874597595087744/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762808.780653:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a92c0 x1874597595087744/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762808.780662:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762808.780665:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762808.780668:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762808.780671:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762808.780675:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a92c0 x1874597595087744/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762808.780684:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762808.780689:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a92c0 x1874597595087744/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762833 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762808.780699:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762808.780702:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762808.780704:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762808.780706:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762808.780709:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762808.780712:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762808.780717:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762808.780723:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762808.780726:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762808.780731:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a92c0 x1874597595087744/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762833 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762808.780741:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595087744:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762808.780746:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762808.780749:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762808.780753:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a92c0 x1874597595087744/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762833 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762808.780761:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762808.780764:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762808.780769:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09000.
02000000:00000001:1.0:1787762808.780773:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762808.780776:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762808.780779:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762808.780782:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762808.780786:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541864000.
02000000:00000001:1.0:1787762808.780791:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762808.780794:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762808.780796:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a92c0.
00000100:00000001:1.0:1787762808.780800:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762808.780802:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762808.780805:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762808.780814:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762808.780815:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762808.780819:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762808.780821:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762808.780823:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762808.780828:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8b40 x1874597595087872/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762808.780837:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762808.780839:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762808.780842:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762808.780845:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762808.780847:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762808.780851:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595087872:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762808.780855:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762808.780858:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762808.780861:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762808.780863:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762808.780867:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09000.
02000000:00000001:1.0:1787762808.780869:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762808.780874:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762808.780877:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762808.780881:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762808.780885:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595087872, portal 10
00000100:00000001:1.0:1787762808.780889:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762808.780891:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739795264 : -110615969756352 : ffff9b65366a8b40)
00000100:00000040:1.0:1787762808.780899:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8b40 x1874597595087872/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762808.780907:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762808.780910:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762808.780913:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352880.
00000100:00000200:1.0:1787762808.780916:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595087872, offset 0
00000400:00000200:1.0:1787762808.780921:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762808.780926:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762808.780931:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762808.780935:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762808.780939:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762808.780942:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762808.780945:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762808.780949:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278280:278280:256:4294967295] 192.168.203.101@tcp LPNI seq info [278279:278279:8:4294967295]
00000400:00000200:1.0:1787762808.780954:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762808.780962:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762808.780968:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762808.780972:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18000.
00000800:00000200:1.0:1787762808.780977:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762808.780981:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762808.780986:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762808.780990:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787762808.780995:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762808.780998:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18000.
00000400:00000200:1.0:1787762808.781001:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762808.781006:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762808.781010:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352880
00000400:00000010:1.0:1787762808.781012:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352880.
00000100:00000001:1.0:1787762808.781015:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762808.781019:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a8b40 x1874597595087872/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762808.781038:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762808.781041:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8b40 x1874597595087872/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762833 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762808.781049:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762808.781051:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762808.781055:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762808.781060:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762808.781064:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762808.781066:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316221965
00000100:00000001:1.0:1787762808.781070:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316222712
00000100:00000001:1.0:1787762808.781073:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316221965
00000100:00000001:1.0:1787762808.781075:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316222712
00000100:00000001:1.0:1787762808.781078:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762808.781081:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762808.781083:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762808.781087:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762808/real 1787762808]  req@ffff9b65366a8b40 x1874597595087872/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762808.781096:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762808.781098:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762808.781100:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762808.781103:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762808.781105:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762808.781107:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762808.781111:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8b40 x1874597595087872/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762808.781121:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8b40 x1874597595087872/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762808.781129:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762808.781131:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762808.781134:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762808.781135:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762808.781140:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8b40 x1874597595087872/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762808.781148:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762808.781153:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8b40 x1874597595087872/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762833 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762808.781161:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762808.781163:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762808.781165:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762808.781167:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762808.781169:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762808.781172:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762808.781175:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762808.781178:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762808.781181:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762808.781185:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8b40 x1874597595087872/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762833 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762808.781194:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595087872:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762808.781199:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762808.781204:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366aa580 x1874597595088000/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762808.781212:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762808.781214:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762808.781217:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762808.781219:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762808.781221:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762808.781226:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595088000:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762808.781230:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762808.781232:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762808.781235:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762808.781237:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762808.781242:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762808.781244:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762808.781282:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762808.781286:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762808.781290:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762808.781294:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595088000, portal 4
00000100:00000001:1.0:1787762808.781296:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762808.781298:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739801984 : -110615969749632 : ffff9b65366aa580)
00000100:00000040:1.0:1787762808.781306:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366aa580 x1874597595088000/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762808.781314:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762808.781317:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762808.781320:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352880.
00000100:00000200:1.0:1787762808.781322:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595088000, offset 0
00000400:00000200:1.0:1787762808.781327:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762808.781331:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762808.781335:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762808.781339:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762808.781342:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762808.781345:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762808.781349:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762808.781352:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278281:278281:256:4294967295] 192.168.203.101@tcp LPNI seq info [278280:278280:8:4294967295]
00000400:00000200:1.0:1787762808.781357:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762808.781366:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762808.781372:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762808.781376:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18000.
00000800:00000200:1.0:1787762808.781381:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762808.781385:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762808.781390:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762808.781393:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787762808.781398:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762808.781401:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18000.
00000400:00000200:1.0:1787762808.781405:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762808.781409:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762808.781413:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352880
00000400:00000010:1.0:1787762808.781415:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352880.
00000100:00000001:1.0:1787762808.781418:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762808.781422:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366aa580 x1874597595088000/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762808.781432:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762808.781436:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366aa580 x1874597595088000/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762833 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762808.781444:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762808.781446:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762808.781450:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762808.781454:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762808.781458:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762808.781460:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316221972
00000100:00000001:1.0:1787762808.781464:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316222712
00000100:00000001:1.0:1787762808.781466:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316221972
00000100:00000001:1.0:1787762808.781469:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316222712
00000100:00000001:1.0:1787762808.781472:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762808.781474:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762808.781477:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762808.781481:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762808/real 1787762808]  req@ffff9b65366aa580 x1874597595088000/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762808.781490:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762808.781493:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762808.781495:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762808.781497:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762808.781500:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762808.781502:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762808.781506:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366aa580 x1874597595088000/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762808.781516:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366aa580 x1874597595088000/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762808.781523:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762808.781525:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762808.781527:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762808.781529:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762808.781533:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366aa580 x1874597595088000/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762808.781541:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762808.781545:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366aa580 x1874597595088000/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762833 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762808.781554:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762808.781557:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762808.781581:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762808.781584:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762808.781587:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762808.781589:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762808.781593:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762808.781597:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762808.781600:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762808.781605:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366aa580 x1874597595088000/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762833 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762808.781623:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595088000:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762808.781628:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762808.781631:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762808.781634:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8b40 x1874597595087872/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762833 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762808.781642:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762808.781644:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762808.781646:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09000.
02000000:00000001:1.0:1787762808.781649:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762808.781651:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762808.781653:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762808.781655:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762808.781657:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541865400.
02000000:00000001:1.0:1787762808.781661:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762808.781662:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762808.781664:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8b40.
00000100:00000001:1.0:1787762808.781668:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762808.781669:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762808.781671:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762808.781675:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366aa580 x1874597595088000/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762833 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762808.781683:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762808.781684:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762808.781686:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762808.781688:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762808.781689:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762808.781691:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762808.781693:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762808.781695:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541866800.
02000000:00000001:1.0:1787762808.781697:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762808.781698:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762808.781700:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366aa580.
00000100:00000001:1.0:1787762808.781704:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762808.781705:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762808.781708:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762808.781711:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762808.781713:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762808.781716:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762808.781718:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762809.547343:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316222712, at 4316222720
00000100:00000010:1.0:1787762809.547361:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a823c0.
00000100:00000040:0.0:1787762809.547381:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316222712, at 4316222720
00000100:00000010:0.0:1787762809.547391:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a824e0.
00010000:00000001:0.0:1787762809.611333:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762809.611337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762809.611342:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762809.611343:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762809.611345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762809.611346:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762809.611397:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762809.611401:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762809.611405:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762809.803368:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762809.803376:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762809.803378:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762809.803384:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762809.803387:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762809.803391:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762809.803394:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762809.803396:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762809.803399:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762810.635448:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762810.635456:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762810.635463:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762810.635465:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762810.635469:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762810.635471:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762810.635499:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762810.635502:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762810.635506:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762810.827362:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762810.827367:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762810.827369:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762810.827373:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762810.827376:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762810.827379:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762810.827381:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762810.827383:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762810.827385:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762811.659351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762811.659356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762811.659361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762811.659362:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762811.659364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762811.659367:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762811.659369:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762811.659371:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762811.659373:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762811.659375:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762811.659377:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762811.659379:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762811.659435:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762811.659441:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762811.659444:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762811.851371:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762811.851380:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762811.851382:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762811.851387:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762811.851390:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762811.851394:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762811.851397:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762811.851399:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762811.851402:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762812.683407:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762812.683416:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762812.683424:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762812.683426:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762812.683431:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762812.683433:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762812.683464:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762812.683467:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762812.683472:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762812.875362:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762812.875371:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762812.875374:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762812.875381:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762812.875385:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762812.875389:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762812.875392:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762812.875395:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762812.875397:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762813.707364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762813.707370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762813.707374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762813.707375:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762813.707377:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762813.707378:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762813.707466:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762813.707474:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762813.707480:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762813.899432:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762813.899439:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787762813.899443:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762813.899444:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762813.899456:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00080000:3.0:1787762813.899458:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762813.899466:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762813.899467:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787762813.899475:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787762813.899476:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762813.899484:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762813.899486:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762813.899490:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762813.899497:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762813.899499:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21554
00000400:00000200:3.0:1787762813.899515:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762813.899547:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762813.899553:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762813.899559:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762813.899565:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762813.899569:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762813.899572:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762813.899578:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762813.899581:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762813.899585:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762813.899590:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762813.899593:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762813.899596:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762813.899602:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762813.899605:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762813.899610:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762813.899613:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762813.899617:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762813.899622:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762813.899626:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762813.899630:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762813.899636:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762813.899640:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762813.899643:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762813.899646:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762813.899656:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000020:00000040:3.0:1787762813.899661:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762813.899667:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762813.899670:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762813.899675:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762813.899680:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762813.899686:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762813.899697:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17400.
00000100:00000001:3.0:1787762813.899710:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762813.899728:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597595088128/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762813.899749:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762813.899758:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762813.899769:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597595088128/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762813.899809:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762813.899815:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762813.899820:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762813.899822:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762813.899824:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762813.899829:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762813.899834:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21554
00000400:00000200:3.0:1787762813.899842:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762813.899849:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762813.899852:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787762813.899855:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787762813.899860:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762813.899863:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762813.899867:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762813.899870:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762813.899873:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762813.899879:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762813.899886:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:1.0:1787762813.899889:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e940 x1874597595088128/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787762813.899890:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762813.899897:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762813.899902:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762813.899910:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762813.899919:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:1.0:1787762813.899923:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1787762813.899929:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762813.899930:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762813.899935:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787762813.899941:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1787762813.899942:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762813.899949:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
02000000:00000001:1.0:1787762813.899951:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787762813.899953:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
02000000:00000001:1.0:1787762813.899961:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762813.899964:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00100000:1.0:1787762813.899972:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595088128:192.168.203.101@tcp:250:kworker.0
00000100:00000001:3.0:1787762813.899975:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762813.899983:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762813.899985:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762813.899991:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762813.899997:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762813.900001:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762813.900002:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787762813.900012:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762813.900013:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09800.
00000100:00000001:3.0:1787762813.900017:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787762813.900020:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787762813.900028:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787762813.900040:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000008:00000001:3.0:1787762813.900043:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762813.900049:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000100:00000001:3.0:1787762813.900051:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762813.900065:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000400:00000010:1.0:1787762813.900066:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000020:00000040:3.0:1787762813.900070:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762813.900078:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762813.900080:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762813.900082:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595088128, portal 25
00000100:00000001:3.0:1787762813.900084:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762813.900090:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787762813.900093:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787762813.900095:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762813.900098:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765443904 : -110615944107712 : ffff9b6537f1e940)
02000000:00000010:3.0:1787762813.900108:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16400.
00000100:00000040:1.0:1787762813.900111:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e940 x1874597595088128/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762813.900117:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762813.900133:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1787762813.900134:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597595088256/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787762813.900148:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762813.900158:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352880.
00000100:00000001:3.0:1787762813.900161:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787762813.900165:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595088128, offset 0
00000100:00000001:3.0:1787762813.900168:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762813.900179:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597595088256/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762813.900186:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762813.900202:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762813.900207:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00080000:3.0:1787762813.900210:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762813.900217:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1787762813.900223:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000001:3.0:1787762813.900225:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762813.900233:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787762813.900237:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762813.900290:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762813.900297:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762813.900303:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762813.900311:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278282:278282:256:4294967295] 192.168.203.101@tcp LPNI seq info [278281:278281:8:4294967295]
00000400:00000200:1.0:1787762813.900320:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762813.900332:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787762813.900335:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1787762813.900345:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21554
00000800:00000200:1.0:1787762813.900355:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000400:00000200:3.0:1787762813.900357:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762813.900370:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000800:00000010:1.0:1787762813.900371:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18000.
00000100:00080000:3.0:1787762813.900374:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762813.900383:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762813.900390:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1787762813.900392:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:3.0:1787762813.900397:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000800:00000200:1.0:1787762813.900405:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1787762813.900405:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762813.900413:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762813.900417:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762813.900423:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:1.1:1787762813.900425:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000020:00000040:3.0:1787762813.900428:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762813.900437:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000800:00000200:1.1:1787762813.900438:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1787762813.900441:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762813.900453:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000800:00000100:1.0:1787762813.900457:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762813.900459:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1787762813.900465:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18000.
00000100:00000040:3.0:1787762813.900468:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762813.900473:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:1.0:1787762813.900476:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1787762813.900478:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762813.900491:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000400:00000200:1.0:1787762813.900497:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787762813.900499:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762813.900506:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787762813.900510:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352880
02000000:00000001:3.0:1787762813.900512:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1787762813.900519:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352880.
02000000:00000001:3.0:1787762813.900520:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762813.900557:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762813.900560:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:3.0:1787762813.900563:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762813.900570:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762813.900572:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1e940 x1874597595088128/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762813.900575:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762813.900587:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787762813.900595:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000100:00000001:1.0:1787762813.900601:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787762813.900602:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762813.900608:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762813.900616:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e940 x1874597595088128/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762813.900616:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762813.900621:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762813.900626:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762813.900638:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14800.
00000100:00000001:1.0:1787762813.900639:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762813.900647:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787762813.900648:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762813.900661:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597595088384/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762813.900662:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762813.900680:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762813.900684:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762813.900687:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316227832
00000100:00000001:3.0:1787762813.900690:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762813.900701:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a823c0.
00000100:00000040:3.0:1787762813.900703:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597595088384/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762813.900717:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787762813.900730:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762813.900732:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316227832
00000100:00000040:3.0:1787762813.900738:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:1.0:1787762813.900741:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82120.
00000100:00000001:1.0:1787762813.900749:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1787762813.900756:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787762813.900759:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762813.900769:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762813.900773:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1787762813.900776:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21564)
00000100:00100000:1.0:1787762813.900784:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762813/real 1787762813]  req@ffff9b6537f1e940 x1874597595088128/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762813.900798:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762813.900800:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762813.900803:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762813.900809:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762813.900811:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762813.900816:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762813.900822:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e940 x1874597595088128/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762813.900835:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e940 x1874597595088128/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762813.900846:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762813.900848:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762813.900852:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762813.900855:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762813.900860:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e940 x1874597595088128/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762813.900869:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762813.900874:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e940 x1874597595088128/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762838 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762813.900883:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762813.900887:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762813.900889:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762813.900891:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762813.900894:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762813.900897:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762813.900901:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762813.900906:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762813.900909:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762813.900914:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e940 x1874597595088128/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762838 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762813.900924:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595088128:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762813.900930:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762813.900933:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762813.900936:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e940 x1874597595088128/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762838 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762813.900945:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762813.900948:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762813.900953:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762813.900958:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762813.900960:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762813.900963:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762813.900966:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762813.900969:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17400.
02000000:00000001:1.0:1787762813.900975:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762813.900977:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762813.900980:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e940.
00000100:00000001:1.0:1787762813.900984:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762813.900986:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762813.900989:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762813.900998:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762813.901000:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762813.901003:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762813.901005:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762813.901007:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762813.901012:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f480 x1874597595088256/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762813.901021:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762813.901023:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762813.901026:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762813.901029:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762813.901031:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762813.901035:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595088256:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762813.901039:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762813.901041:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762813.901043:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762813.901045:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762813.901049:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762813.901052:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762813.901056:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762813.901059:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762813.901063:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762813.901068:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595088256, portal 10
00000100:00000001:1.0:1787762813.901071:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762813.901073:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765446784 : -110615944104832 : ffff9b6537f1f480)
00000100:00000040:1.0:1787762813.901082:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f480 x1874597595088256/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762813.901090:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762813.901093:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762813.901096:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352880.
00000100:00000200:1.0:1787762813.901099:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595088256, offset 0
00000400:00000200:1.0:1787762813.901104:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762813.901109:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762813.901113:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762813.901117:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762813.901121:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762813.901124:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762813.901128:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762813.901132:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278283:278283:256:4294967295] 192.168.203.101@tcp LPNI seq info [278282:278282:8:4294967295]
00000400:00000200:1.0:1787762813.901137:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762813.901146:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762813.901152:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762813.901155:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18000.
00000800:00000200:1.0:1787762813.901161:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762813.901164:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762813.901170:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762813.901174:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787762813.901179:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762813.901182:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18000.
00000400:00000200:1.0:1787762813.901186:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762813.901190:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762813.901194:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352880
00000400:00000010:1.0:1787762813.901196:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352880.
00000100:00000001:1.0:1787762813.901199:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762813.901203:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f480 x1874597595088256/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762813.901222:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762813.901226:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f480 x1874597595088256/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762813.901234:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762813.901236:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762813.901240:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762813.901280:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762813.901285:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762813.901287:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316227086
00000100:00000001:1.0:1787762813.901291:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316227832
00000100:00000001:1.0:1787762813.901294:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316227086
00000100:00000001:1.0:1787762813.901297:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316227832
00000100:00000001:1.0:1787762813.901300:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762813.901303:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762813.901306:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762813.901310:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762813/real 1787762813]  req@ffff9b6537f1f480 x1874597595088256/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762813.901320:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762813.901322:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762813.901324:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762813.901327:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762813.901330:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762813.901333:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762813.901337:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f480 x1874597595088256/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762813.901348:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f480 x1874597595088256/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762813.901356:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762813.901359:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762813.901362:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762813.901364:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762813.901368:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f480 x1874597595088256/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762813.901377:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762813.901381:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f480 x1874597595088256/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762838 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762813.901389:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762813.901392:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762813.901394:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762813.901396:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762813.901398:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762813.901401:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762813.901404:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762813.901408:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762813.901411:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762813.901416:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f480 x1874597595088256/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762838 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762813.901427:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595088256:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762813.901431:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762813.901435:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d680 x1874597595088384/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762813.901443:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762813.901445:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762813.901447:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762813.901449:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762813.901452:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762813.901456:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595088384:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762813.901460:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762813.901463:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762813.901465:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762813.901468:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762813.901472:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09000.
02000000:00000001:1.0:1787762813.901474:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762813.901478:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762813.901481:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762813.901485:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762813.901489:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595088384, portal 4
00000100:00000001:1.0:1787762813.901491:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762813.901493:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765439104 : -110615944112512 : ffff9b6537f1d680)
00000100:00000040:1.0:1787762813.901500:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d680 x1874597595088384/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762813.901509:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762813.901512:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762813.901514:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352880.
00000100:00000200:1.0:1787762813.901517:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595088384, offset 0
00000400:00000200:1.0:1787762813.901522:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762813.901546:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762813.901551:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762813.901554:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762813.901558:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762813.901561:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762813.901564:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762813.901568:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278284:278284:256:4294967295] 192.168.203.101@tcp LPNI seq info [278283:278283:8:4294967295]
00000400:00000200:1.0:1787762813.901574:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762813.901592:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762813.901598:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762813.901602:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18000.
00000800:00000200:1.0:1787762813.901608:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762813.901612:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762813.901617:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762813.901620:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787762813.901625:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762813.901628:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18000.
00000400:00000200:1.0:1787762813.901632:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762813.901636:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762813.901640:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352880
00000400:00000010:1.0:1787762813.901642:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352880.
00000100:00000001:1.0:1787762813.901645:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762813.901659:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d680 x1874597595088384/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762813.901669:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762813.901673:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d680 x1874597595088384/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762813.901682:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762813.901684:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762813.901688:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762813.901692:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762813.901696:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762813.901698:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316227092
00000100:00000001:1.0:1787762813.901702:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316227832
00000100:00000001:1.0:1787762813.901705:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316227092
00000100:00000001:1.0:1787762813.901707:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316227832
00000100:00000001:1.0:1787762813.901710:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762813.901712:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762813.901714:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762813.901719:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762813/real 1787762813]  req@ffff9b6537f1d680 x1874597595088384/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762813.901729:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762813.901732:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762813.901734:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762813.901737:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762813.901739:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762813.901741:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762813.901745:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d680 x1874597595088384/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762813.901755:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d680 x1874597595088384/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762813.901762:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762813.901764:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762813.901766:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762813.901768:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762813.901772:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d680 x1874597595088384/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762813.901780:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762813.901784:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d680 x1874597595088384/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762838 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762813.901792:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762813.901795:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762813.901797:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762813.901799:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762813.901801:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762813.901803:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762813.901807:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762813.901811:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762813.901814:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762813.901819:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d680 x1874597595088384/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762838 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762813.901836:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595088384:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762813.901842:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762813.901844:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762813.901847:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f480 x1874597595088256/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762838 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762813.901855:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762813.901857:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762813.901859:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762813.901862:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762813.901864:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762813.901866:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762813.901868:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762813.901870:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16400.
02000000:00000001:1.0:1787762813.901873:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762813.901875:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762813.901876:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f480.
00000100:00000001:1.0:1787762813.901880:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762813.901881:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762813.901884:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762813.901887:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d680 x1874597595088384/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762838 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762813.901895:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762813.901897:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762813.901898:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09000.
02000000:00000001:1.0:1787762813.901901:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762813.901902:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762813.901903:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762813.901905:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762813.901907:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14800.
02000000:00000001:1.0:1787762813.901909:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762813.901911:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762813.901912:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d680.
00000100:00000001:1.0:1787762813.901917:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762813.901919:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762813.901921:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762813.901925:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762813.901927:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762813.901929:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762813.901932:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762814.667355:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316227832, at 4316227840
00000100:00000040:1.0:1787762814.667369:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316227832, at 4316227840
00000100:00000010:0.0:1787762814.667372:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a823c0.
00000100:00000010:1.0:1787762814.667396:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82120.
00010000:00000001:0.0:1787762814.731321:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762814.731326:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762814.731331:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762814.731332:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762814.731335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762814.731336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762814.731356:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762814.731359:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762814.731361:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762814.923370:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762814.923378:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762814.923381:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762814.923389:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762814.923393:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762814.923399:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762814.923403:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762814.923407:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762814.923411:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762815.755382:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762815.755391:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762815.755399:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762815.755401:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762815.755405:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762815.755407:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762815.755494:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762815.755501:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762815.755506:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762815.947373:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762815.947380:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762815.947383:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762815.947390:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762815.947397:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762815.947403:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762815.947406:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762815.947410:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762815.947414:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762816.779366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762816.779375:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762816.779383:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762816.779385:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762816.779390:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762816.779392:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762816.779421:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762816.779424:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762816.779429:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762816.971352:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762816.971363:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762816.971367:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762816.971376:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762816.971383:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762816.971390:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762816.971395:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762816.971402:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762816.971407:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762817.803324:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762817.803330:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762817.803332:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762817.803334:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762817.803338:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762817.803340:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762817.803342:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762817.803343:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762817.803346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762817.803347:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762817.803348:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762817.803350:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762817.803351:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762817.803352:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762817.803353:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762817.803355:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762817.803357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762817.803359:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762817.803444:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762817.803453:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762817.803459:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762817.995384:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762817.995393:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762817.995396:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762817.995404:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762817.995410:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762817.995417:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762817.995420:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762817.995424:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762817.995429:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762818.827304:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762818.827309:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762818.827313:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762818.827314:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762818.827317:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762818.827318:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762818.827334:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762818.827336:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762818.827338:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762819.019323:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762819.019328:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762819.019330:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762819.019335:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762819.019339:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762819.019344:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762819.019347:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762819.019351:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762819.019353:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762819.019405:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762819.019418:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762819.019422:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762819.019428:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762819.019435:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762819.019447:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21559
00000400:00000200:3.0:1787762819.019460:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762819.019469:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762819.019474:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762819.019480:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762819.019484:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762819.019488:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762819.019514:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762819.019520:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762819.019524:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762819.019528:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762819.019533:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762819.019536:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762819.019539:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762819.019544:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762819.019546:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762819.019549:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762819.019551:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762819.019556:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762819.019561:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762819.019565:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762819.019569:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762819.019575:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762819.019578:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762819.019582:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762819.019585:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762819.019597:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787762819.019602:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762819.019608:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762819.019610:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762819.019614:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762819.019618:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762819.019625:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762819.019636:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16800.
00000100:00000001:3.0:1787762819.019645:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762819.019659:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597595088512/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762819.019675:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762819.019681:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762819.019688:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597595088512/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762819.019723:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762819.019729:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762819.019734:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762819.019736:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762819.019739:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762819.019743:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762819.019746:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21559
00000400:00000200:3.0:1787762819.019751:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762819.019754:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762819.019757:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762819.019761:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762819.019763:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762819.019766:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762819.019769:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762819.019772:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762819.019774:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762819.019776:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762819.019780:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762819.019783:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762819.019786:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762819.019791:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762819.019795:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762819.019798:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762819.019802:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762819.019807:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762819.019811:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762819.019816:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762819.019817:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787762819.019820:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762819.019826:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787762819.019832:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762819.019833:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787762819.019842:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762819.019846:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:1.0:1787762819.019853:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1c3c0 x1874597595088512/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787762819.019856:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762819.019869:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762819.019878:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762819.019888:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000100:00000001:1.0:1787762819.019890:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1787762819.019897:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000100:00000001:1.0:1787762819.019898:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762819.019907:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762819.019910:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762819.019912:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762819.019918:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762819.019919:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762819.019924:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762819.019927:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762819.019931:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762819.019939:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595088512:192.168.203.101@tcp:250:kworker.0
02000000:00000010:3.0:1787762819.019942:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16c00.
00000100:00000001:1.0:1787762819.019950:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787762819.019953:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762819.019958:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762819.019964:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762819.019966:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597595088640/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787762819.019969:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762819.019983:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09000.
00000100:00000001:3.0:1787762819.019984:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762819.019992:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762819.019993:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762819.020004:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597595088640/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762819.020018:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762819.020026:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762819.020034:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000100:00080000:3.0:1787762819.020034:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762819.020045:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762819.020048:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762819.020051:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762819.020055:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1787762819.020056:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00080000:3.0:1787762819.020061:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21559
00000400:00000200:3.0:1787762819.020071:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762819.020075:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000200:1.0:1787762819.020078:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595088512, portal 25
00000100:00080000:3.0:1787762819.020079:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787762819.020091:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1787762819.020092:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762819.020102:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765434304 : -110615944117312 : ffff9b6537f1c3c0)
00000100:00000001:3.0:1787762819.020102:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762819.020110:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762819.020116:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762819.020120:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762819.020123:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762819.020126:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1787762819.020129:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1c3c0 x1874597595088512/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787762819.020130:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762819.020138:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762819.020145:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762819.020159:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762819.020165:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787762819.020166:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762819.020180:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000040:1.0:1787762819.020181:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762819.020188:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000010:1.0:1787762819.020192:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352880.
00000020:00000040:3.0:1787762819.020195:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00000200:1.0:1787762819.020202:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595088512, offset 0
00000100:00080000:3.0:1787762819.020204:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762819.020213:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762819.020216:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762819.020220:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787762819.020224:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
02000000:00000001:3.0:1787762819.020226:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762819.020232:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762819.020236:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762819.020239:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762819.020283:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762819.020290:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787762819.020293:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762819.020297:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762819.020300:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762819.020303:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762819.020306:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762819.020309:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762819.020314:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000010:3.0:1787762819.020315:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17800.
00000100:00000001:3.0:1787762819.020323:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762819.020331:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00100000:3.0:1787762819.020334:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597595088768/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762819.020346:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787762819.020355:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787762819.020360:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000001:3.0:1787762819.020363:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762819.020370:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1787762819.020375:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597595088768/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762819.020380:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762819.020395:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278285:278285:256:4294967295] 192.168.203.101@tcp LPNI seq info [278284:278284:8:4294967295]
00000100:00000001:3.0:1787762819.020409:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762819.020414:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:3.0:1787762819.020418:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762819.020425:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762819.020437:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21569)
00000400:00000200:1.0:1787762819.020439:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762819.020452:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762819.020461:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18000.
00000800:00000200:1.0:1787762819.020472:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762819.020478:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762819.020487:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762819.020516:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787762819.020522:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762819.020526:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18000.
00000400:00000200:1.0:1787762819.020535:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762819.020542:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762819.020549:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352880
00000400:00000010:1.0:1787762819.020553:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352880.
00000100:00000001:1.0:1787762819.020558:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762819.020565:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1c3c0 x1874597595088512/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762819.020580:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762819.020585:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1c3c0 x1874597595088512/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762844 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762819.020596:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762819.020598:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762819.020611:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762819.020617:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762819.020621:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316232952
00000100:00000010:1.0:1787762819.020628:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82120.
00000100:00000001:1.0:1787762819.020639:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762819.020650:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316232952
00000100:00000010:1.0:1787762819.020654:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82ba0.
00000100:00000001:1.0:1787762819.020658:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762819.020662:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762819.020666:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762819.020669:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762819.020676:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762819/real 1787762819]  req@ffff9b6537f1c3c0 x1874597595088512/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762819.020687:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762819.020689:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762819.020692:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762819.020696:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762819.020699:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762819.020702:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762819.020707:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1c3c0 x1874597595088512/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762819.020718:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1c3c0 x1874597595088512/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762819.020726:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762819.020730:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762819.020733:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762819.020736:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762819.020741:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1c3c0 x1874597595088512/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762819.020750:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762819.020756:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1c3c0 x1874597595088512/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762844 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762819.020765:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762819.020769:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762819.020771:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762819.020772:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762819.020776:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762819.020778:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762819.020782:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762819.020787:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762819.020790:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762819.020795:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1c3c0 x1874597595088512/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762844 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762819.020805:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595088512:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762819.020812:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762819.020815:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762819.020819:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1c3c0 x1874597595088512/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762844 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762819.020828:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762819.020831:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762819.020835:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09000.
02000000:00000001:1.0:1787762819.020839:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762819.020842:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762819.020845:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762819.020848:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762819.020852:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16800.
02000000:00000001:1.0:1787762819.020856:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762819.020859:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762819.020861:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1c3c0.
00000100:00000001:1.0:1787762819.020865:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762819.020867:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762819.020870:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762819.020879:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762819.020881:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762819.020884:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762819.020887:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762819.020888:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762819.020893:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1cf00 x1874597595088640/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762819.020902:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762819.020904:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762819.020908:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762819.020910:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762819.020913:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762819.020916:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595088640:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762819.020920:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762819.020923:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762819.020926:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762819.020928:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762819.020932:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09000.
02000000:00000001:1.0:1787762819.020935:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762819.020939:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762819.020942:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762819.020946:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762819.020951:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595088640, portal 10
00000100:00000001:1.0:1787762819.020953:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762819.020955:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765437184 : -110615944114432 : ffff9b6537f1cf00)
00000100:00000040:1.0:1787762819.020964:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1cf00 x1874597595088640/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762819.020973:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762819.020976:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762819.020979:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352880.
00000100:00000200:1.0:1787762819.020982:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595088640, offset 0
00000400:00000200:1.0:1787762819.020987:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762819.020992:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762819.020997:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762819.021002:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762819.021007:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762819.021012:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762819.021018:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762819.021024:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278286:278286:256:4294967295] 192.168.203.101@tcp LPNI seq info [278285:278285:8:4294967295]
00000400:00000200:1.0:1787762819.021033:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762819.021046:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762819.021056:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762819.021063:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18000.
00000800:00000200:1.0:1787762819.021072:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762819.021077:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762819.021086:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762819.021092:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787762819.021100:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762819.021104:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18000.
00000400:00000200:1.0:1787762819.021111:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762819.021117:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762819.021122:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352880
00000400:00000010:1.0:1787762819.021125:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352880.
00000100:00000001:1.0:1787762819.021129:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762819.021134:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1cf00 x1874597595088640/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762819.021145:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762819.021149:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1cf00 x1874597595088640/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762844 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762819.021167:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762819.021169:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762819.021174:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762819.021181:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762819.021186:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762819.021189:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316232205
00000100:00000001:1.0:1787762819.021193:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316232952
00000100:00000001:1.0:1787762819.021196:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316232205
00000100:00000001:1.0:1787762819.021199:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316232952
00000100:00000001:1.0:1787762819.021202:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762819.021205:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762819.021207:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762819.021212:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762819/real 1787762819]  req@ffff9b6537f1cf00 x1874597595088640/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762819.021221:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762819.021223:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762819.021225:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762819.021228:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762819.021230:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762819.021233:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762819.021237:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1cf00 x1874597595088640/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762819.021278:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1cf00 x1874597595088640/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762819.021287:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762819.021289:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762819.021292:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762819.021294:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762819.021299:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1cf00 x1874597595088640/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762819.021309:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762819.021314:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1cf00 x1874597595088640/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762844 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762819.021322:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762819.021325:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762819.021327:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762819.021329:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762819.021331:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762819.021334:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762819.021337:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762819.021341:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762819.021343:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762819.021348:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1cf00 x1874597595088640/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762844 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762819.021357:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595088640:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762819.021363:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762819.021367:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e1c0 x1874597595088768/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762819.021376:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762819.021378:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762819.021380:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762819.021383:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762819.021385:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762819.021389:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595088768:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762819.021392:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762819.021395:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762819.021398:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762819.021400:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762819.021405:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762819.021408:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762819.021412:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762819.021416:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762819.021420:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762819.021423:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595088768, portal 4
00000100:00000001:1.0:1787762819.021426:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762819.021428:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765441984 : -110615944109632 : ffff9b6537f1e1c0)
00000100:00000040:1.0:1787762819.021435:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e1c0 x1874597595088768/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762819.021443:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762819.021446:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762819.021449:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352880.
00000100:00000200:1.0:1787762819.021452:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595088768, offset 0
00000400:00000200:1.0:1787762819.021457:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762819.021462:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762819.021466:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762819.021470:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762819.021474:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762819.021477:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762819.021480:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762819.021485:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278287:278287:256:4294967295] 192.168.203.101@tcp LPNI seq info [278286:278286:8:4294967295]
00000400:00000200:1.0:1787762819.021517:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762819.021527:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762819.021533:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762819.021538:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18000.
00000800:00000200:1.0:1787762819.021543:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762819.021547:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762819.021553:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762819.021556:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787762819.021561:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762819.021565:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18000.
00000400:00000200:1.0:1787762819.021569:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762819.021574:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762819.021578:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352880
00000400:00000010:1.0:1787762819.021580:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352880.
00000100:00000001:1.0:1787762819.021583:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762819.021588:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1e1c0 x1874597595088768/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762819.021599:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762819.021602:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e1c0 x1874597595088768/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762844 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762819.021611:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762819.021613:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762819.021618:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762819.021622:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762819.021626:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762819.021629:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316232212
00000100:00000001:1.0:1787762819.021633:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316232952
00000100:00000001:1.0:1787762819.021636:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316232212
00000100:00000001:1.0:1787762819.021639:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316232952
00000100:00000001:1.0:1787762819.021641:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762819.021644:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762819.021646:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762819.021650:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762819/real 1787762819]  req@ffff9b6537f1e1c0 x1874597595088768/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762819.021660:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762819.021662:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762819.021664:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762819.021667:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762819.021669:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762819.021672:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762819.021676:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e1c0 x1874597595088768/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762819.021687:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e1c0 x1874597595088768/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762819.021695:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762819.021696:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762819.021698:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762819.021700:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762819.021704:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e1c0 x1874597595088768/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762819.021712:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762819.021717:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e1c0 x1874597595088768/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762844 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762819.021725:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762819.021728:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762819.021730:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762819.021732:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762819.021735:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762819.021737:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762819.021740:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762819.021743:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762819.021746:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762819.021750:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e1c0 x1874597595088768/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762844 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762819.021760:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595088768:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762819.021764:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762819.021766:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762819.021771:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1cf00 x1874597595088640/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762844 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762819.021779:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762819.021782:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762819.021784:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09000.
02000000:00000001:1.0:1787762819.021787:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762819.021789:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762819.021791:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762819.021793:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762819.021796:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16c00.
02000000:00000001:1.0:1787762819.021799:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762819.021801:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762819.021803:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1cf00.
00000100:00000001:1.0:1787762819.021807:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762819.021809:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762819.021812:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762819.021816:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e1c0 x1874597595088768/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762844 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762819.021824:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762819.021825:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762819.021827:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762819.021829:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762819.021830:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762819.021832:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762819.021834:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762819.021836:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17800.
02000000:00000001:1.0:1787762819.021838:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762819.021839:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762819.021841:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e1c0.
00000100:00000001:1.0:1787762819.021844:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762819.021845:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762819.021848:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762819.021852:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762819.021854:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762819.021856:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762819.021858:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762819.787359:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316232952, at 4316232960
00000100:00000040:0.0:1787762819.787367:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316232952, at 4316232960
00000100:00000010:1.0:1787762819.787381:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82ba0.
00000100:00000010:0.0:1787762819.787389:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82120.
00010000:00000001:0.0:1787762819.851349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762819.851354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762819.851359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762819.851360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762819.851363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762819.851364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762819.851456:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762819.851460:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762819.851463:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762820.043476:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762820.043504:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762820.043507:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762820.043513:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762820.043517:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762820.043521:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762820.043524:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762820.043527:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762820.043530:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762820.875328:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762820.875337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762820.875342:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762820.875343:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762820.875346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762820.875347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762820.875403:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762820.875407:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762820.875412:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762821.067334:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762821.067343:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762821.067346:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762821.067353:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762821.067357:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762821.067362:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762821.067366:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762821.067371:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762821.067374:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762821.899363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762821.899372:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762821.899379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762821.899380:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762821.899384:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762821.899387:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762821.899390:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762821.899394:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762821.899397:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762821.899400:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762821.899402:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762821.899404:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762821.899491:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762821.899495:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762821.899499:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762822.091333:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762822.091351:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762822.091353:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762822.091361:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762822.091365:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762822.091369:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762822.091372:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762822.091376:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762822.091379:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762822.923327:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762822.923335:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762822.923341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762822.923343:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762822.923346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762822.923347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762822.923375:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762822.923378:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762822.923381:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762823.115337:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762823.115350:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762823.115353:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762823.115363:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762823.115369:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762823.115375:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762823.115379:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762823.115384:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762823.115388:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762823.947331:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762823.947343:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762823.947351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762823.947353:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762823.947358:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762823.947359:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762823.947439:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762823.947443:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762823.947446:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762824.139357:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787762824.139364:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787762824.139368:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762824.139371:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762824.139374:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762824.139378:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1787762824.139379:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00080000:3.0:1787762824.139383:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762824.139385:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762824.139391:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762824.139391:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787762824.139396:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762824.139399:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787762824.139402:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21564
00000100:00000001:0.0:1787762824.139404:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762824.139416:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762824.139424:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762824.139428:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762824.139432:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762824.139435:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762824.139438:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762824.139440:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762824.139444:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762824.139447:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762824.139450:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762824.139464:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762824.139468:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762824.139470:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762824.139473:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762824.139475:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762824.139476:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762824.139478:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762824.139481:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762824.139484:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762824.139485:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762824.139488:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762824.139491:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762824.139493:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762824.139495:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762824.139498:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762824.139509:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787762824.139512:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762824.139517:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762824.139519:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762824.139522:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762824.139525:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762824.139531:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762824.139542:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15400.
00000100:00000001:3.0:1787762824.139550:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762824.139560:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597595088896/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762824.139570:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762824.139575:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762824.139579:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597595088896/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762824.139603:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762824.139605:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762824.139608:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762824.139609:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762824.139611:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762824.139613:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762824.139615:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21564
00000400:00000200:3.0:1787762824.139617:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762824.139620:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762824.139627:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762824.139630:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762824.139632:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762824.139633:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787762824.139634:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762824.139638:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:1.0:1787762824.139640:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787762824.139641:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762824.139643:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000100:00000001:1.0:1787762824.139646:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787762824.139646:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762824.139650:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762824.139652:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762824.139655:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:1.0:1787762824.139659:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e1c0 x1874597595088896/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762824.139659:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762824.139664:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762824.139667:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762824.139670:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762824.139675:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762824.139680:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762824.139684:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762824.139685:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787762824.139687:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762824.139689:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762824.139695:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762824.139696:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762824.139698:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762824.139701:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787762824.139702:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1787762824.139706:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787762824.139707:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787762824.139710:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762824.139714:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762824.139716:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595088896:192.168.203.101@tcp:250:kworker.0
00000100:00000010:3.0:1787762824.139718:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000020:00000040:3.0:1787762824.139722:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000100:00000001:1.0:1787762824.139726:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762824.139726:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762824.139727:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762824.139731:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762824.139732:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762824.139733:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762824.139734:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762824.139738:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762824.139740:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14000.
02000000:00000001:1.0:1787762824.139743:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787762824.139746:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762824.139752:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09800.
00000100:00100000:3.0:1787762824.139754:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597595089024/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787762824.139757:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762824.139769:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762824.139769:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762824.139774:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762824.139776:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000100:00000040:3.0:1787762824.139781:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597595089024/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787762824.139788:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000001:3.0:1787762824.139795:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762824.139800:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595088896, portal 25
00000100:00080000:3.0:1787762824.139800:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762824.139806:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762824.139807:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762824.139809:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787762824.139812:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765441984 : -110615944109632 : ffff9b6537f1e1c0)
00000100:00080000:3.0:1787762824.139812:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762824.139815:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762824.139820:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21564
00000100:00000040:1.0:1787762824.139826:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e1c0 x1874597595088896/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787762824.139832:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762824.139841:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:1.0:1787762824.139843:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787762824.139844:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762824.139850:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000040:1.0:1787762824.139851:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762824.139854:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762824.139857:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000010:1.0:1787762824.139858:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352880.
00000100:00000001:3.0:1787762824.139859:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762824.139864:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:1.0:1787762824.139865:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595088896, offset 0
00000020:00000040:3.0:1787762824.139865:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762824.139868:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762824.139871:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762824.139873:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762824.139874:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762824.139877:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762824.139880:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762824.139884:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000040:3.0:1787762824.139885:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762824.139889:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762824.139891:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762824.139893:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762824.139894:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762824.139896:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787762824.139899:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:3.0:1787762824.139899:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762824.139903:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762824.139905:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762824.139907:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762824.139909:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762824.139912:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000001:3.0:1787762824.139912:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762824.139915:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787762824.139919:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000200:1.0:1787762824.139922:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787762824.139923:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762824.139925:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762824.139928:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762824.139929:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762824.139930:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762824.139932:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
02000000:00000010:3.0:1787762824.139935:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14c00.
00000400:00000200:1.0:1787762824.139939:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787762824.139941:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762824.139946:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00100000:3.0:1787762824.139948:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597595089152/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762824.139956:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278288:278288:256:4294967295] 192.168.203.101@tcp LPNI seq info [278287:278287:8:4294967295]
00000100:00000001:3.0:1787762824.139960:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762824.139964:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762824.139969:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:3.0:1787762824.139971:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597595089152/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762824.139978:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762824.139981:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762824.139986:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787762824.139992:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1787762824.139994:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21575)
00000800:00000200:1.0:1787762824.140005:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762824.140013:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18000.
00000800:00000200:1.0:1787762824.140023:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762824.140029:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:1.0:1787762824.140047:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762824.140053:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762824.140057:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316238071
00000100:00000010:1.0:1787762824.140064:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82ba0.
00000100:00000001:1.0:1787762824.140075:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762824.140083:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316238071
00000100:00000010:1.0:1787762824.140088:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a826c0.
00000100:00000001:1.0:1787762824.140092:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762824.140097:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762824.140100:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762824.140104:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762824.140108:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762824.140118:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762824.140120:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787762824.140122:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762824.140124:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762824.140126:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762824.140132:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1cf00 x1874597595089024/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762824.140141:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762824.140143:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762824.140145:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762824.140148:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762824.140150:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762824.140153:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595089024:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762824.140157:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762824.140160:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762824.140161:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762824.140163:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762824.140168:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09000.
02000000:00000001:1.0:1787762824.140170:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762824.140174:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762824.140178:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff69f8.
00000400:00000010:1.0:1787762824.140182:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787762824.140186:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595089024, portal 10
00000100:00000001:1.0:1787762824.140188:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762824.140190:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765437184 : -110615944114432 : ffff9b6537f1cf00)
00000100:00000040:1.0:1787762824.140198:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1cf00 x1874597595089024/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762824.140206:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762824.140208:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762824.140212:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352440.
00000100:00000200:1.0:1787762824.140215:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595089024, offset 0
00000400:00000200:1.0:1787762824.140220:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762824.140225:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762824.140230:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762824.140234:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762824.140238:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762824.140242:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762824.140246:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762824.140285:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278289:278289:255:4294967295] 192.168.203.101@tcp LPNI seq info [278288:278288:7:4294967295]
00000400:00000200:1.0:1787762824.140290:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762824.140298:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762824.140303:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762824.140307:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18e00.
00000800:00000200:1.0:1787762824.140312:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762824.140316:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:1.0:1787762824.140320:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762824.140325:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762824.140328:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762824.140331:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316237325
00000100:00000001:1.0:1787762824.140334:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316238071
00000100:00000001:1.0:1787762824.140336:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316237325
00000100:00000001:1.0:1787762824.140339:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316238071
00000100:00000001:1.0:1787762824.140342:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762824.140344:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762824.140347:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762824.140353:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1c3c0 x1874597595089152/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762824.140362:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762824.140363:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762824.140366:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762824.140368:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762824.140371:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762824.140376:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595089152:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762824.140383:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762824.140385:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762824.140387:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762824.140389:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762824.140392:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762824.140394:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762824.140398:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762824.140401:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787762824.140405:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762824.140409:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595089152, portal 4
00000100:00000001:1.0:1787762824.140411:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762824.140413:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765434304 : -110615944117312 : ffff9b6537f1c3c0)
00000100:00000040:1.0:1787762824.140420:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1c3c0 x1874597595089152/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762824.140429:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762824.140431:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762824.140434:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352000.
00000100:00000200:1.0:1787762824.140437:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595089152, offset 0
00000400:00000200:1.0:1787762824.140442:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762824.140446:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762824.140450:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762824.140453:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762824.140472:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762824.140475:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762824.140478:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762824.140481:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278290:278290:254:4294967295] 192.168.203.101@tcp LPNI seq info [278289:278289:6:4294967295]
00000400:00000200:1.0:1787762824.140486:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762824.140493:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762824.140499:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762824.140504:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18a00.
00000800:00000200:1.0:1787762824.140508:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762824.140513:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:1.0:1787762824.140516:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762824.140519:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762824.140523:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762824.140525:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316237331
00000100:00000001:1.0:1787762824.140528:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316238071
00000100:00000001:1.0:1787762824.140530:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316237331
00000100:00000001:1.0:1787762824.140533:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316238071
00000100:00000001:1.0:1787762824.140535:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762824.140537:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762824.140540:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762824.140542:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762824.140546:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762824.140547:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787762824.140549:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762824.140551:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762824.140552:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762824.140554:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762824.907350:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316238071, at 4316238080
00000100:00000040:1.0:1787762824.907350:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316238071, at 4316238080
00000100:00000010:0.0:1787762824.907374:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82ba0.
00000100:00000010:1.0:1787762824.907382:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a826c0.
00010000:00000001:0.0:1787762824.971314:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762824.971320:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762824.971326:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762824.971327:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762824.971330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762824.971331:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762824.971352:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762824.971354:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762824.971357:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762825.163415:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762825.163424:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762825.163426:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762825.163431:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762825.163434:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762825.163439:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762825.163441:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762825.163444:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762825.163458:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762825.995328:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762825.995335:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762825.995342:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762825.995343:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762825.995346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762825.995347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762825.995396:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762825.995400:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762825.995403:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762826.187378:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762826.187387:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762826.187389:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762826.187394:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762826.187398:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762826.187402:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762826.187405:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762826.187408:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762826.187410:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762827.019327:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762827.019336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762827.019341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762827.019342:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762827.019346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762827.019347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762827.019371:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762827.019374:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762827.019377:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762827.211547:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762827.211555:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762827.211557:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762827.211563:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762827.211566:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762827.211571:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762827.211574:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762827.211577:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762827.211580:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1787762827.211669:0:238625:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.101:988
00000400:00000100:3.0:1787762827.211733:0:238625:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.101@tcp at host 192.168.203.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787762827.211747:0:238625:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762827.211751:0:238625:0:(router.c:1791:lnet_notify()) 192.168.203.1@tcp notifying 192.168.203.101@tcp: down
00000400:00000200:3.0:1787762827.211757:0:238625:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762827.211763:0:238625:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787762827.211768:0:238625:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:3.0:1787762827.211773:0:238625:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18000.
00000400:00000200:3.0:1787762827.211778:0:238625:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787762827.211783:0:238625:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787762827.211792:0:238625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352880
00000400:00000010:3.0:1787762827.211795:0:238625:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352880.
00000100:00000001:3.0:1787762827.211801:0:238625:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762827.211814:0:238625:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b6537f1e1c0 x1874597595088896/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762827.211846:0:238625:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762827.211852:0:238625:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e1c0 x1874597595088896/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762849 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762827.211868:0:238625:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762827.211871:0:238625:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787762827.211889:0:238625:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:3.0:1787762827.211892:0:238625:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18e00.
00000400:00000200:3.0:1787762827.211895:0:238625:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787762827.211899:0:238625:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787762827.211902:0:238625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352440
00000400:00000010:3.0:1787762827.211904:0:238625:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352440.
00000100:00000001:3.0:1787762827.211907:0:238625:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762827.211912:0:238625:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b6537f1cf00 x1874597595089024/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762827.211920:0:238625:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762827.211924:0:238625:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1cf00 x1874597595089024/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762849 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762827.211930:0:238625:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762827.211932:0:238625:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787762827.211937:0:238625:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:3.0:1787762827.211940:0:238625:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18a00.
00000400:00000200:3.0:1787762827.211943:0:238625:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787762827.211946:0:238625:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787762827.211949:0:238625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352000
00000400:00000010:3.0:1787762827.211951:0:238625:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352000.
00000100:00000001:3.0:1787762827.211955:0:238625:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762827.211960:0:238625:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b6537f1c3c0 x1874597595089152/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762827.211968:0:238625:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762827.211972:0:238625:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1c3c0 x1874597595089152/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762849 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762827.211978:0:238625:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762827.211979:0:238625:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762827.212049:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762827.212054:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762827.212057:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762827.212066:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762824/real 1787762827]  req@ffff9b6537f1cf00 x1874597595089024/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762827.212079:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762827.212082:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762827.212087:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff69f8.
00000400:00000200:1.0:1787762827.212096:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:1.0:1787762827.212099:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:1.0:1787762827.212103:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762827.212107:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1cf00 x1874597595089024/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762827.212117:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1cf00 x1874597595089024/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762827.212125:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762827.212127:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762827.212131:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762827.212135:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762827.212139:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1cf00 x1874597595089024/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762827.212148:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762827.212153:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1cf00 x1874597595089024/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762849 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762827.212162:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762827.212166:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762827.212168:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762827.212169:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762827.212173:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762827.212177:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762827.212182:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762827.212189:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762827.212192:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762827.212198:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1cf00 x1874597595089024/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762849 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762827.212208:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595089024:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762827.212214:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762827.212218:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762824/real 1787762827]  req@ffff9b6537f1c3c0 x1874597595089152/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762827.212228:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762827.212230:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762827.212233:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:1.0:1787762827.212235:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762827.212238:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762827.212241:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762827.212244:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1c3c0 x1874597595089152/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762827.212288:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1c3c0 x1874597595089152/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762827.212296:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762827.212298:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762827.212301:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762827.212303:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762827.212308:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1c3c0 x1874597595089152/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762827.212316:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762827.212321:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1c3c0 x1874597595089152/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762849 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762827.212330:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762827.212333:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762827.212334:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762827.212336:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762827.212338:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762827.212340:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762827.212342:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762827.212347:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762827.212349:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762827.212355:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1c3c0 x1874597595089152/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762849 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762827.212363:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595089152:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762827.212368:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762827.212372:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762824/real 1787762827]  req@ffff9b6537f1e1c0 x1874597595088896/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762827.212380:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762827.212382:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762827.212384:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762827.212386:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762827.212389:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762827.212391:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762827.212395:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e1c0 x1874597595088896/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762827.212405:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e1c0 x1874597595088896/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762827.212414:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762827.212415:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762827.212418:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762827.212419:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762827.212424:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e1c0 x1874597595088896/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762827.212431:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762827.212453:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e1c0 x1874597595088896/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762849 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762827.212462:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762827.212465:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762827.212467:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762827.212469:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762827.212471:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762827.212473:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762827.212476:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762827.212479:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762827.212481:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762827.212491:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e1c0 x1874597595088896/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762849 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762827.212498:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595088896:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762827.212503:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762827.212505:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762827.212509:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1cf00 x1874597595089024/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762849 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762827.212515:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762827.212520:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762827.212526:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09000.
02000000:00000001:1.0:1787762827.212531:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762827.212535:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762827.212538:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762827.212541:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762827.212544:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14000.
02000000:00000001:1.0:1787762827.212550:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762827.212552:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762827.212556:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1cf00.
00000100:00000001:1.0:1787762827.212562:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762827.212563:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762827.212565:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762827.212569:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1c3c0 x1874597595089152/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762849 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762827.212576:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762827.212577:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762827.212579:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762827.212583:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762827.212584:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762827.212586:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762827.212588:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762827.212590:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14c00.
02000000:00000001:1.0:1787762827.212592:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762827.212593:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762827.212595:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1c3c0.
00000100:00000001:1.0:1787762827.212598:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762827.212599:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762827.212600:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762827.212604:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e1c0 x1874597595088896/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762849 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762827.212610:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762827.212612:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762827.212614:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762827.212616:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762827.212617:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762827.212619:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762827.212621:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762827.212623:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15400.
02000000:00000001:1.0:1787762827.212625:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762827.212626:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762827.212628:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e1c0.
00000100:00000001:1.0:1787762827.212631:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762827.212632:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762827.212636:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762827.212647:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762827.212649:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762827.212651:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762827.212654:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762828.043323:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762828.043333:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762828.043335:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762828.043339:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762828.043343:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762828.043346:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762828.043348:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762828.043366:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762828.043371:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762828.043372:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762828.043373:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762828.043375:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762828.043376:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762828.043378:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762828.043379:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762828.043381:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762828.043384:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762828.043385:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762828.043467:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762828.043471:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762828.043474:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762828.235378:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762828.235387:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762828.235389:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762828.235395:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762828.235399:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762828.235402:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762828.235405:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762828.235408:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762828.235411:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762829.067326:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762829.067334:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762829.067344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762829.067345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762829.067349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762829.067350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762829.067380:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762829.067384:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762829.067387:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762829.259338:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762829.259350:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762829.259354:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762829.259358:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762829.259363:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762829.259374:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21570
00000100:00000001:0.0:1787762829.259379:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762829.259385:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:2.0:1787762829.259386:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762829.259388:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762829.259393:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000400:00000200:2.0:1787762829.259397:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:0.0:1787762829.259398:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787762829.259403:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787762829.259404:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762829.259408:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1787762829.259409:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762829.259411:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762829.259413:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787762829.259416:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762829.259417:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762829.259431:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762829.259435:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762829.259438:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:2.0:1787762829.259441:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762829.259445:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:2.0:1787762829.259447:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:2.0:1787762829.259450:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:2.0:1787762829.259452:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762829.259454:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762829.259455:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762829.259456:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762829.259459:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:2.0:1787762829.259462:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762829.259465:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762829.259467:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762829.259471:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762829.259473:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762829.259475:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762829.259477:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762829.259485:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366ab840.
00000020:00000040:2.0:1787762829.259488:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:2.0:1787762829.259493:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762829.259494:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762829.259497:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762829.259500:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762829.259506:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762829.259515:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541865800.
00000100:00000001:2.0:1787762829.259524:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762829.259538:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366ab840 x1874597595089280/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762829.259551:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762829.259557:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762829.259563:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dabcfc0] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366ab840 x1874597595089280/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762829.259593:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762829.259597:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762829.259601:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762829.259603:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762829.259605:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762829.259608:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762829.259611:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21570
00000400:00000200:2.0:1787762829.259617:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762829.259622:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762829.259625:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762829.259630:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762829.259633:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762829.259636:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787762829.259636:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762829.259642:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:1.0:1787762829.259643:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762829.259648:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1787762829.259651:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762829.259655:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:2.0:1787762829.259658:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1787762829.259661:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366ab840 x1874597595089280/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787762829.259662:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:2.0:1787762829.259667:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:2.0:1787762829.259672:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:2.0:1787762829.259682:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762829.259683:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762829.259686:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762829.259689:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762829.259693:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
02000000:00000001:1.0:1787762829.259694:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787762829.259699:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
02000000:00000001:1.0:1787762829.259701:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1787762829.259704:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
02000000:00000001:1.0:1787762829.259707:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762829.259710:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762829.259716:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762829.259717:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595089280:192.168.203.101@tcp:250:kworker.0
02000000:00000001:2.0:1787762829.259720:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762829.259728:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762829.259731:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762829.259734:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762829.259737:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787762829.259738:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787762829.259742:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762829.259747:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:2.0:1787762829.259747:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762829.259753:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762829.259756:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09800.
00000100:00000001:2.0:1787762829.259756:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762829.259761:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a8780.
02000000:00000001:1.0:1787762829.259762:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787762829.259768:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:2.0:1787762829.259773:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787762829.259775:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:2.0:1787762829.259776:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762829.259780:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762829.259782:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1787762829.259784:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
02000000:00000001:2.0:1787762829.259785:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762829.259793:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541864400.
00000100:00000001:2.0:1787762829.259798:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762829.259799:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00100000:2.0:1787762829.259806:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a8780 x1874597595089408/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787762829.259813:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595089280, portal 25
00000100:00000001:2.0:1787762829.259817:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762829.259819:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762829.259822:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762829.259824:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739806784 : -110615969744832 : ffff9b65366ab840)
00000100:00000040:2.0:1787762829.259831:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000105b7063] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a8780 x1874597595089408/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762829.259837:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366ab840 x1874597595089280/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762829.259851:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762829.259854:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787762829.259857:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787762829.259861:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00080000:2.0:1787762829.259865:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000010:1.0:1787762829.259868:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000001:2.0:1787762829.259869:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762829.259872:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1787762829.259876:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595089280, offset 0
00000100:00000001:2.0:1787762829.259876:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762829.259882:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21570
00000400:00000200:2.0:1787762829.259890:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762829.259892:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762829.259897:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762829.259901:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762829.259904:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762829.259908:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762829.259910:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:2.0:1787762829.259912:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762829.259917:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762829.259920:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762829.259922:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000400:00000200:1.0:1787762829.259924:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000020:00000001:2.0:1787762829.259926:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762829.259930:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:2.0:1787762829.259934:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:1.0:1787762829.259936:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1787762829.259938:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:2.0:1787762829.259946:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000200:1.0:1787762829.259947:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000001:2.0:1787762829.259950:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762829.259957:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1787762829.259957:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762829.259963:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:1.0:1787762829.259967:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000020:00000040:2.0:1787762829.259968:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:2.0:1787762829.259974:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762829.259978:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762829.259980:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762829.259983:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762829.259986:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762829.259988:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762829.259993:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787762829.259994:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278291:278291:256:4294967295] 192.168.203.101@tcp LPNI seq info [278290:278290:8:4294967295]
00000008:00000001:2.0:1787762829.259998:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762829.260003:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762829.260004:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000010:2.0:1787762829.260011:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366aa580.
00000020:00000040:2.0:1787762829.260016:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:2.0:1787762829.260023:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762829.260026:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762829.260027:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787762829.260030:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762829.260034:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762829.260037:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762829.260041:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
02000000:00000010:2.0:1787762829.260045:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541867c00.
00000100:00000001:2.0:1787762829.260050:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787762829.260052:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000100:00100000:2.0:1787762829.260058:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366aa580 x1874597595089536/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787762829.260069:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:2.0:1787762829.260073:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1787762829.260077:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1787762829.260077:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762829.260085:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd8fa0a2] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366aa580 x1874597595089536/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787762829.260090:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762829.260099:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1787762829.260103:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787762829.260109:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000100:00000040:2.0:1787762829.260110:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:1.0:1787762829.260116:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000100:00000040:2.0:1787762829.260118:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787762829.260127:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1787762829.260128:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21580)
00000400:00000200:1.0:1787762829.260138:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762829.260146:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762829.260149:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762829.260155:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762829.260160:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366ab840 x1874597595089280/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762829.260172:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762829.260177:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366ab840 x1874597595089280/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762854 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762829.260185:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762829.260187:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762829.260197:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762829.260202:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762829.260206:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316243191
00000100:00000010:1.0:1787762829.260212:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a826c0.
00000100:00000001:1.0:1787762829.260221:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762829.260229:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316243191
00000100:00000010:1.0:1787762829.260233:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82d80.
00000100:00000001:1.0:1787762829.260237:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762829.260242:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762829.260246:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762829.260290:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762829.260296:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762829/real 1787762829]  req@ffff9b65366ab840 x1874597595089280/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762829.260309:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762829.260316:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762829.260320:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762829.260324:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762829.260326:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762829.260329:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762829.260334:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366ab840 x1874597595089280/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762829.260345:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366ab840 x1874597595089280/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762829.260353:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762829.260356:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762829.260358:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762829.260361:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762829.260367:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366ab840 x1874597595089280/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762829.260375:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762829.260381:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366ab840 x1874597595089280/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762854 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762829.260390:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762829.260393:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762829.260395:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762829.260396:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762829.260399:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762829.260401:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762829.260405:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762829.260410:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762829.260414:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762829.260430:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366ab840 x1874597595089280/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762854 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762829.260440:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595089280:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762829.260446:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762829.260449:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762829.260452:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366ab840 x1874597595089280/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762854 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762829.260459:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762829.260463:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762829.260467:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762829.260471:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762829.260473:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762829.260475:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762829.260478:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762829.260482:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541865800.
02000000:00000001:1.0:1787762829.260486:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762829.260488:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762829.260491:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366ab840.
00000100:00000001:1.0:1787762829.260494:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762829.260496:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762829.260499:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762829.260508:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762829.260510:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762829.260512:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762829.260514:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762829.260515:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762829.260519:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8780 x1874597595089408/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762829.260525:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762829.260527:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762829.260529:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762829.260531:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762829.260534:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762829.260537:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595089408:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762829.260540:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762829.260543:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762829.260545:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762829.260547:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762829.260551:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762829.260552:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762829.260556:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762829.260558:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762829.260561:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762829.260565:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595089408, portal 10
00000100:00000001:1.0:1787762829.260567:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762829.260568:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739794304 : -110615969757312 : ffff9b65366a8780)
00000100:00000040:1.0:1787762829.260574:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8780 x1874597595089408/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762829.260580:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762829.260583:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762829.260585:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762829.260588:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595089408, offset 0
00000400:00000200:1.0:1787762829.260592:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762829.260597:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762829.260603:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762829.260607:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762829.260610:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762829.260613:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762829.260616:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762829.260619:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278292:278292:256:4294967295] 192.168.203.101@tcp LPNI seq info [278291:278291:8:4294967295]
00000400:00000200:1.0:1787762829.260624:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762829.260631:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762829.260636:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762829.260641:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762829.260644:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762829.260647:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762829.260650:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762829.260652:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787762829.260655:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762829.260657:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762829.260660:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762829.260662:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762829.260665:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762829.260666:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762829.260668:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762829.260671:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a8780 x1874597595089408/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762829.260677:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762829.260680:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8780 x1874597595089408/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762854 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762829.260685:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762829.260686:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762829.260688:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762829.260692:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762829.260695:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762829.260696:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316242445
00000100:00000001:1.0:1787762829.260699:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316243191
00000100:00000001:1.0:1787762829.260700:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316242445
00000100:00000001:1.0:1787762829.260702:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316243191
00000100:00000001:1.0:1787762829.260704:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762829.260705:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762829.260706:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762829.260709:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762829/real 1787762829]  req@ffff9b65366a8780 x1874597595089408/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762829.260720:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762829.260721:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762829.260722:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762829.260724:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762829.260725:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762829.260726:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762829.260728:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8780 x1874597595089408/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762829.260735:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8780 x1874597595089408/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762829.260739:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762829.260740:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762829.260741:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762829.260742:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762829.260744:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8780 x1874597595089408/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762829.260748:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762829.260750:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8780 x1874597595089408/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762854 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762829.260760:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762829.260762:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762829.260763:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762829.260764:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762829.260765:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762829.260767:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762829.260769:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762829.260771:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762829.260773:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762829.260777:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8780 x1874597595089408/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762854 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762829.260783:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595089408:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762829.260785:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762829.260787:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366aa580 x1874597595089536/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762829.260791:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762829.260792:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762829.260794:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762829.260795:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762829.260796:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762829.260798:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595089536:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762829.260800:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762829.260801:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762829.260803:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762829.260804:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762829.260807:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762829.260808:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762829.260811:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762829.260813:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762829.260815:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762829.260817:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595089536, portal 4
00000100:00000001:1.0:1787762829.260819:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762829.260820:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739801984 : -110615969749632 : ffff9b65366aa580)
00000100:00000040:1.0:1787762829.260824:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366aa580 x1874597595089536/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762829.260829:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762829.260838:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762829.260841:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762829.260847:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595089536, offset 0
00000400:00000200:1.0:1787762829.260853:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762829.260857:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762829.260860:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762829.260863:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762829.260866:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762829.260869:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762829.260871:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762829.260874:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278293:278293:256:4294967295] 192.168.203.101@tcp LPNI seq info [278292:278292:8:4294967295]
00000400:00000200:1.0:1787762829.260879:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762829.260885:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762829.260891:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762829.260894:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762829.260898:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762829.260901:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762829.260905:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762829.260908:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787762829.260912:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762829.260913:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762829.260916:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762829.260920:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762829.260923:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762829.260924:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762829.260927:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762829.260930:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366aa580 x1874597595089536/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762829.260937:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762829.260940:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366aa580 x1874597595089536/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762854 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762829.260948:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762829.260949:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762829.260953:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762829.260957:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762829.260960:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762829.260963:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316242451
00000100:00000001:1.0:1787762829.260966:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316243191
00000100:00000001:1.0:1787762829.260968:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316242451
00000100:00000001:1.0:1787762829.260971:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316243191
00000100:00000001:1.0:1787762829.260973:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762829.260975:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762829.260977:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762829.260981:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762829/real 1787762829]  req@ffff9b65366aa580 x1874597595089536/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762829.260989:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762829.260991:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762829.260993:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762829.260996:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762829.260998:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762829.261001:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762829.261004:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366aa580 x1874597595089536/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762829.261012:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366aa580 x1874597595089536/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762829.261017:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762829.261018:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762829.261020:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762829.261021:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762829.261023:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366aa580 x1874597595089536/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762829.261029:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762829.261031:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366aa580 x1874597595089536/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762854 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762829.261035:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762829.261038:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762829.261039:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762829.261040:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762829.261041:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762829.261043:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762829.261045:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762829.261047:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762829.261048:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762829.261050:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366aa580 x1874597595089536/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762854 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762829.261055:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595089536:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762829.261057:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762829.261059:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762829.261061:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8780 x1874597595089408/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762854 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762829.261066:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762829.261067:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762829.261069:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762829.261071:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762829.261072:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762829.261073:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762829.261075:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762829.261076:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541864400.
02000000:00000001:1.0:1787762829.261079:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762829.261081:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762829.261082:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8780.
00000100:00000001:1.0:1787762829.261084:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762829.261085:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762829.261086:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762829.261088:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366aa580 x1874597595089536/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762854 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762829.261097:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762829.261098:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762829.261099:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762829.261101:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762829.261101:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762829.261102:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762829.261103:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762829.261104:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541867c00.
02000000:00000001:1.0:1787762829.261107:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762829.261107:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762829.261108:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366aa580.
00000100:00000001:1.0:1787762829.261110:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762829.261111:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762829.261113:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762829.261116:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762829.261118:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762829.261120:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762829.261121:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762830.027342:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316243191, at 4316243200
00000100:00000040:1.0:1787762830.027342:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316243191, at 4316243200
00000100:00000010:1.0:1787762830.027364:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82d80.
00000100:00000010:0.0:1787762830.027365:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a826c0.
00010000:00000001:0.0:1787762830.091328:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762830.091333:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762830.091340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762830.091341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762830.091344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762830.091345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762830.091398:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762830.091402:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762830.091404:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762830.283438:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762830.283449:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762830.283452:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762830.283461:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762830.283466:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762830.283471:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762830.283474:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762830.283477:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762830.283480:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762831.115319:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762831.115327:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762831.115333:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762831.115334:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762831.115337:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762831.115338:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762831.115371:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762831.115374:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762831.115376:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762831.307321:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762831.307330:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762831.307332:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762831.307338:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762831.307342:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762831.307345:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762831.307348:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762831.307351:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762831.307354:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762832.139317:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762832.139326:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762832.139334:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762832.139336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762832.139341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762832.139347:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762832.139351:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762832.139357:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762832.139362:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762832.139367:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762832.139369:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762832.139373:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762832.139442:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762832.139447:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762832.139449:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762832.331391:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762832.331422:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762832.331426:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762832.331433:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762832.331438:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762832.331443:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762832.331447:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762832.331450:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762832.331453:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762833.163340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762833.163348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762833.163355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762833.163357:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762833.163361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762833.163363:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762833.163387:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762833.163391:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762833.163417:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762833.355379:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762833.355388:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762833.355417:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762833.355425:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762833.355430:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762833.355435:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762833.355438:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762833.355442:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762833.355445:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762834.187376:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762834.187384:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762834.187413:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762834.187415:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762834.187419:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762834.187421:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762834.187484:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762834.187491:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762834.187495:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762834.379370:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762834.379381:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762834.379395:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762834.379400:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762834.379406:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762834.379416:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21575
00000100:00000001:0.0:1787762834.379420:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000400:00000200:2.0:1787762834.379431:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762834.379435:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762834.379441:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762834.379444:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762834.379455:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1787762834.379458:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000040:2.0:1787762834.379462:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762834.379468:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762834.379471:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787762834.379476:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762834.379477:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762834.379487:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:0.0:1787762834.379488:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762834.379494:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787762834.379496:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787762834.379510:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787762834.379510:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:2.0:1787762834.379529:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762834.379536:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:2.0:1787762834.379539:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:2.0:1787762834.379542:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:2.0:1787762834.379544:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762834.379546:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762834.379547:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762834.379548:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762834.379551:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:2.0:1787762834.379555:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762834.379557:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762834.379560:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762834.379565:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762834.379567:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762834.379570:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762834.379572:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762834.379584:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a8b40.
00000020:00000040:2.0:1787762834.379587:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:2.0:1787762834.379592:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762834.379593:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762834.379597:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762834.379600:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762834.379605:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762834.379617:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541867c00.
00000100:00000001:2.0:1787762834.379625:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762834.379634:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a8b40 x1874597595089664/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762834.379649:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762834.379654:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762834.379658:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047032930] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a8b40 x1874597595089664/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762834.379678:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762834.379681:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762834.379684:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762834.379685:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762834.379687:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762834.379690:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762834.379692:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21575
00000400:00000200:2.0:1787762834.379694:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762834.379696:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762834.379698:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762834.379700:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762834.379702:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762834.379703:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762834.379705:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762834.379707:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762834.379707:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:2.0:1787762834.379708:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762834.379711:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:2.0:1787762834.379712:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:2.0:1787762834.379713:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:2.0:1787762834.379715:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762834.379716:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762834.379717:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762834.379719:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762834.379721:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:2.0:1787762834.379723:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762834.379726:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762834.379727:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762834.379734:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762834.379735:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762834.379737:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762834.379742:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762834.379745:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762834.379747:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762834.379747:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762834.379752:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a92c0.
00000100:00000001:1.0:1787762834.379753:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1787762834.379756:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000100:00000001:1.0:1787762834.379758:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1787762834.379761:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762834.379763:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762834.379765:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762834.379767:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1787762834.379769:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8b40 x1874597595089664/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787762834.379769:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762834.379775:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541864400.
00000100:00000001:2.0:1787762834.379780:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762834.379783:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1787762834.379788:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a92c0 x1874597595089792/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762834.379789:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762834.379795:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787762834.379799:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787762834.379800:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762834.379803:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762834.379805:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762834.379809:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050439926] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a92c0 x1874597595089792/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762834.379812:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595089664:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762834.379822:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787762834.379826:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762834.379829:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1787762834.379829:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787762834.379833:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762834.379834:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:1.0:1787762834.379838:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787762834.379839:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762834.379842:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:1.0:1787762834.379846:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09400.
00000100:00000001:2.0:1787762834.379847:0:229787:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1787762834.379850:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762834.379855:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21575
00000400:00000200:1.0:1787762834.379860:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762834.379864:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762834.379865:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000200:2.0:1787762834.379870:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000400:00000010:1.0:1787762834.379874:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00080000:2.0:1787762834.379875:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762834.379882:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000200:1.0:1787762834.379885:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595089664, portal 25
00000100:00000001:2.0:1787762834.379885:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762834.379889:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762834.379891:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739795264 : -110615969756352 : ffff9b65366a8b40)
00000100:00000040:2.0:1787762834.379898:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000040:1.0:1787762834.379899:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8b40 x1874597595089664/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762834.379903:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762834.379909:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762834.379911:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000100:00000001:1.0:1787762834.379914:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1787762834.379915:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762834.379919:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000100:00000040:1.0:1787762834.379921:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000020:00000001:2.0:1787762834.379922:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000010:1.0:1787762834.379925:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000020:00000001:2.0:1787762834.379926:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000200:1.0:1787762834.379931:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595089664, offset 0
00000100:00000040:2.0:1787762834.379933:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762834.379936:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762834.379938:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762834.379940:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:1.0:1787762834.379941:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000020:00000040:2.0:1787762834.379943:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:2.0:1787762834.379947:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762834.379949:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762834.379950:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787762834.379953:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:2.0:1787762834.379953:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762834.379958:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762834.379960:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762834.379963:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787762834.379964:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000008:00000001:2.0:1787762834.379966:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762834.379970:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762834.379973:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:2.0:1787762834.379974:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a9e00.
00000020:00000040:2.0:1787762834.379977:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:2.0:1787762834.379980:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787762834.379981:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
02000000:00000001:2.0:1787762834.379983:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762834.379986:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787762834.379988:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1787762834.379989:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787762834.379993:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
02000000:00000001:2.0:1787762834.379993:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762834.379999:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541865800.
00000400:00000200:1.0:1787762834.380001:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278294:278294:256:4294967295] 192.168.203.101@tcp LPNI seq info [278293:278293:8:4294967295]
00000100:00000001:2.0:1787762834.380005:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762834.380009:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00100000:2.0:1787762834.380014:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a9e00 x1874597595089920/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762834.380025:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787762834.380030:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762834.380034:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762834.380038:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000040:2.0:1787762834.380041:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b092d61d] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a9e00 x1874597595089920/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1787762834.380046:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000100:00000001:2.0:1787762834.380049:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762834.380052:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1787762834.380058:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:2.0:1787762834.380059:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.0:1787762834.380065:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000100:00000040:2.0:1787762834.380067:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21585)
00000800:00000200:1.1:1787762834.380075:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762834.380079:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787762834.380083:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762834.380094:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762834.380101:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762834.380107:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762834.380113:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762834.380115:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762834.380120:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762834.380124:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a8b40 x1874597595089664/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762834.380132:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762834.380135:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8b40 x1874597595089664/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762859 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762834.380141:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762834.380142:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762834.380149:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762834.380152:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762834.380155:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316248311
00000100:00000010:1.0:1787762834.380160:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82d80.
00000100:00000001:1.0:1787762834.380168:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762834.380175:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316248311
00000100:00000010:1.0:1787762834.380178:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82ea0.
00000100:00000001:1.0:1787762834.380181:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762834.380184:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762834.380186:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762834.380189:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762834.380192:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762834/real 1787762834]  req@ffff9b65366a8b40 x1874597595089664/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762834.380205:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762834.380207:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762834.380208:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762834.380211:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762834.380212:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762834.380215:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762834.380217:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8b40 x1874597595089664/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762834.380224:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8b40 x1874597595089664/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762834.380229:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762834.380230:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762834.380232:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762834.380234:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762834.380236:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8b40 x1874597595089664/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762834.380241:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762834.380281:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8b40 x1874597595089664/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762859 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762834.380290:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762834.380294:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762834.380296:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762834.380298:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762834.380301:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762834.380304:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762834.380307:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762834.380312:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762834.380315:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762834.380322:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8b40 x1874597595089664/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762859 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762834.380333:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595089664:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762834.380340:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762834.380341:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762834.380344:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8b40 x1874597595089664/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762859 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762834.380350:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762834.380353:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762834.380357:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762834.380360:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762834.380362:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762834.380364:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762834.380366:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762834.380369:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541867c00.
02000000:00000001:1.0:1787762834.380374:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762834.380376:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762834.380378:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8b40.
00000100:00000001:1.0:1787762834.380383:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762834.380396:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762834.380398:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762834.380406:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762834.380408:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762834.380410:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762834.380411:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762834.380412:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762834.380415:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a92c0 x1874597595089792/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762834.380420:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762834.380422:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762834.380423:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762834.380426:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762834.380427:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762834.380429:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595089792:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762834.380432:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762834.380434:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762834.380435:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762834.380436:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762834.380439:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762834.380440:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762834.380444:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762834.380446:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762834.380449:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762834.380451:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595089792, portal 10
00000100:00000001:1.0:1787762834.380453:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762834.380454:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739797184 : -110615969754432 : ffff9b65366a92c0)
00000100:00000040:1.0:1787762834.380460:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a92c0 x1874597595089792/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762834.380465:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762834.380466:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762834.380468:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762834.380470:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595089792, offset 0
00000400:00000200:1.0:1787762834.380472:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762834.380475:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762834.380478:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762834.380480:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762834.380482:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762834.380484:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762834.380486:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762834.380488:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278295:278295:256:4294967295] 192.168.203.101@tcp LPNI seq info [278294:278294:8:4294967295]
00000400:00000200:1.0:1787762834.380491:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762834.380496:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762834.380498:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762834.380500:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762834.380503:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762834.380506:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762834.380509:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762834.380510:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787762834.380513:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762834.380515:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762834.380517:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762834.380519:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762834.380522:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762834.380523:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762834.380525:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762834.380527:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a92c0 x1874597595089792/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762834.380534:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762834.380538:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a92c0 x1874597595089792/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762859 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762834.380544:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762834.380546:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762834.380549:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762834.380553:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762834.380557:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762834.380560:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316247565
00000100:00000001:1.0:1787762834.380564:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316248311
00000100:00000001:1.0:1787762834.380566:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316247565
00000100:00000001:1.0:1787762834.380568:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316248311
00000100:00000001:1.0:1787762834.380571:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762834.380573:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762834.380575:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762834.380580:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762834/real 1787762834]  req@ffff9b65366a92c0 x1874597595089792/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762834.380588:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762834.380589:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762834.380591:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762834.380594:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762834.380595:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762834.380596:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762834.380599:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a92c0 x1874597595089792/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762834.380605:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a92c0 x1874597595089792/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762834.380609:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762834.380610:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762834.380611:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762834.380612:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762834.380614:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a92c0 x1874597595089792/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762834.380619:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762834.380621:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a92c0 x1874597595089792/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762859 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762834.380627:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762834.380630:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762834.380631:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762834.380632:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762834.380633:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762834.380635:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762834.380637:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762834.380640:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762834.380641:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762834.380646:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a92c0 x1874597595089792/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762859 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762834.380652:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595089792:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762834.380657:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762834.380660:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a9e00 x1874597595089920/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762834.380664:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762834.380665:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762834.380667:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762834.380668:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762834.380669:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762834.380671:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595089920:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762834.380673:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762834.380675:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762834.380676:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762834.380677:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762834.380681:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762834.380682:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762834.380685:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762834.380686:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762834.380689:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762834.380691:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595089920, portal 4
00000100:00000001:1.0:1787762834.380693:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762834.380694:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739800064 : -110615969751552 : ffff9b65366a9e00)
00000100:00000040:1.0:1787762834.380699:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a9e00 x1874597595089920/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762834.380703:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762834.380705:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762834.380706:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762834.380708:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595089920, offset 0
00000400:00000200:1.0:1787762834.380711:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762834.380713:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762834.380716:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762834.380718:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762834.380721:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762834.380723:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762834.380724:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762834.380727:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278296:278296:256:4294967295] 192.168.203.101@tcp LPNI seq info [278295:278295:8:4294967295]
00000400:00000200:1.0:1787762834.380729:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762834.380739:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762834.380742:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762834.380744:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762834.380748:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762834.380750:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762834.380753:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762834.380755:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787762834.380758:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762834.380760:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762834.380762:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762834.380765:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762834.380767:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762834.380768:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762834.380770:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762834.380772:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a9e00 x1874597595089920/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762834.380778:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762834.380780:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a9e00 x1874597595089920/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762859 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762834.380784:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762834.380785:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762834.380787:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762834.380790:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762834.380794:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762834.380795:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316247571
00000100:00000001:1.0:1787762834.380797:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316248311
00000100:00000001:1.0:1787762834.380799:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316247571
00000100:00000001:1.0:1787762834.380802:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316248311
00000100:00000001:1.0:1787762834.380805:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762834.380807:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762834.380808:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762834.380811:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762834/real 1787762834]  req@ffff9b65366a9e00 x1874597595089920/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762834.380816:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762834.380816:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762834.380817:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762834.380820:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762834.380820:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762834.380822:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762834.380823:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a9e00 x1874597595089920/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762834.380829:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a9e00 x1874597595089920/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762834.380834:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762834.380835:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762834.380837:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762834.380838:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762834.380840:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a9e00 x1874597595089920/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762834.380844:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762834.380847:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a9e00 x1874597595089920/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762859 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762834.380851:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762834.380853:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762834.380854:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762834.380854:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762834.380857:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762834.380858:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762834.380860:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762834.380863:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762834.380865:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762834.380870:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a9e00 x1874597595089920/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762859 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762834.380876:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595089920:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762834.380880:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762834.380881:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762834.380883:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a92c0 x1874597595089792/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762859 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762834.380888:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762834.380889:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762834.380890:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762834.380892:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762834.380893:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762834.380894:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762834.380897:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762834.380899:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541864400.
02000000:00000001:1.0:1787762834.380904:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762834.380906:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762834.380907:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a92c0.
00000100:00000001:1.0:1787762834.380910:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762834.380911:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762834.380913:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762834.380915:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a9e00 x1874597595089920/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762859 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762834.380919:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762834.380920:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762834.380922:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762834.380925:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762834.380926:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762834.380927:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762834.380930:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762834.380931:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541865800.
02000000:00000001:1.0:1787762834.380933:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762834.380933:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762834.380934:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a9e00.
00000100:00000001:1.0:1787762834.380936:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762834.380937:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762834.380939:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762834.380941:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762834.380942:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762834.380944:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762834.380946:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762835.147326:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316248311, at 4316248320
00000100:00000010:1.0:1787762835.147348:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82ea0.
00000100:00000040:0.0:1787762835.147486:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316248311, at 4316248320
00000100:00000010:0.0:1787762835.147507:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82d80.
00010000:00000001:0.0:1787762835.211416:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762835.211424:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762835.211433:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762835.211436:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762835.211442:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762835.211446:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762835.211482:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762835.211488:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762835.211491:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762835.403424:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762835.403434:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762835.403439:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762835.403447:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762835.403454:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762835.403460:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762835.403464:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762835.403470:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762835.403475:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762836.235322:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762836.235329:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762836.235335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762836.235337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762836.235340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762836.235342:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762836.235417:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762836.235422:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762836.235426:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762836.427326:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762836.427330:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762836.427332:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762836.427336:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762836.427339:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762836.427341:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762836.427343:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762836.427345:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762836.427347:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762837.259402:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762837.259412:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762837.259415:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762837.259418:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762837.259425:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762837.259429:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762837.259431:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762837.259434:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762837.259439:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762837.259441:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762837.259443:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762837.259445:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762837.259448:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762837.259449:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762837.259452:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762837.259455:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762837.259459:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762837.259461:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762837.259488:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762837.259491:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762837.259495:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762837.451381:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762837.451390:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762837.451393:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762837.451399:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762837.451404:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762837.451408:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762837.451412:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762837.451415:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762837.451419:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762838.283316:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762838.283321:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762838.283325:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762838.283327:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762838.283329:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762838.283330:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762838.283433:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762838.283444:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762838.283453:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762838.475413:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762838.475422:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762838.475425:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762838.475432:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762838.475436:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762838.475440:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762838.475444:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762838.475448:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762838.475451:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762839.307438:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762839.307447:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762839.307456:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762839.307459:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762839.307465:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762839.307467:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762839.307507:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762839.307513:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762839.307521:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762839.499439:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762839.499452:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1787762839.499456:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762839.499464:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762839.499465:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787762839.499472:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762839.499475:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787762839.499486:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762839.499487:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762839.499498:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787762839.499505:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21580
00000100:00000001:2.0:1787762839.499507:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762839.499516:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:0.0:1787762839.499526:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762839.499529:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762839.499538:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762839.499545:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762839.499554:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762839.499559:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762839.499564:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762839.499568:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762839.499571:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762839.499578:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762839.499581:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787762839.499584:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762839.499588:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762839.499591:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787762839.499594:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787762839.499599:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762839.499601:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762839.499604:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762839.499606:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762839.499610:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787762839.499614:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762839.499617:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762839.499621:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762839.499626:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762839.499630:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762839.499634:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762839.499637:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762839.499649:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1a40.
00000020:00000040:0.0:1787762839.499654:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762839.499659:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762839.499661:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762839.499665:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762839.499668:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762839.499674:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762839.499683:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e000.
00000100:00000001:0.0:1787762839.499692:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762839.499704:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1a40 x1874597595090048/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762839.499718:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762839.499723:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762839.499729:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7cad83] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1a40 x1874597595090048/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762839.499761:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762839.499766:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762839.499771:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762839.499773:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762839.499776:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762839.499779:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762839.499782:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21580
00000400:00000200:0.0:1787762839.499788:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762839.499792:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762839.499794:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762839.499798:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762839.499801:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762839.499804:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762839.499807:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762839.499810:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762839.499813:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787762839.499816:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762839.499819:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787762839.499824:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787762839.499827:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:0.0:1787762839.499831:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762839.499834:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762839.499836:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762839.499841:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:1.0:1787762839.499841:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1787762839.499851:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000001:1.0:1787762839.499852:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762839.499865:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1787762839.499867:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762839.499872:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762839.499876:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787762839.499884:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c1a40 x1874597595090048/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787762839.499888:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762839.499902:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762839.499911:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762839.499920:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:0.0:1787762839.499921:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787762839.499923:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787762839.499933:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762839.499935:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787762839.499941:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762839.499944:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1787762839.499949:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c0000.
02000000:00000001:1.0:1787762839.499950:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787762839.499965:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000100:00100000:1.0:1787762839.499969:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595090048:192.168.203.101@tcp:250:kworker.0
02000000:00000001:0.0:1787762839.499972:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787762839.499976:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762839.499978:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762839.499987:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762839.499991:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762839.499992:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762839.499997:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762839.499998:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762839.500006:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787762839.500011:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760c800.
02000000:00000010:1.0:1787762839.500018:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09800.
00000100:00000001:0.0:1787762839.500019:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762839.500029:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762839.500037:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c0000 x1874597595090176/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762839.500052:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762839.500067:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762839.500074:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762839.500075:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000100:00000040:0.0:1787762839.500088:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ecd2557] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c0000 x1874597595090176/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787762839.500094:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000001:0.0:1787762839.500110:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762839.500114:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787762839.500117:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595090048, portal 25
00000100:00080000:0.0:1787762839.500120:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762839.500125:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762839.500126:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787762839.500136:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115994688 : -110616593556928 : ffff9b65113c1a40)
00000100:00080000:0.0:1787762839.500138:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762839.500158:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1787762839.500165:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c1a40 x1874597595090048/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787762839.500166:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21580
00000400:00000200:0.0:1787762839.500189:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762839.500205:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:1.0:1787762839.500206:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787762839.500219:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762839.500221:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762839.500229:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000040:0.0:1787762839.500232:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762839.500240:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1787762839.500242:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595090048, offset 0
00000400:00000200:1.0:1787762839.500291:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000040:0.0:1787762839.500302:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:1.0:1787762839.500307:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762839.500318:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:1.0:1787762839.500326:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000020:00000001:0.0:1787762839.500329:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762839.500335:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000400:00000200:1.0:1787762839.500336:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1787762839.500346:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787762839.500347:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000020:00000040:0.0:1787762839.500374:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:0.0:1787762839.500379:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:0.0:1787762839.500384:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:0.0:1787762839.500399:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000200:1.0:1787762839.500400:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787762839.500411:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762839.500412:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000040:0.0:1787762839.500417:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762839.500428:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:1.0:1787762839.500428:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278297:278297:256:4294967295] 192.168.203.101@tcp LPNI seq info [278296:278296:8:4294967295]
00000020:00000040:0.0:1787762839.500448:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000400:00000200:1.0:1787762839.500453:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00080000:0.0:1787762839.500469:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000400:00000200:1.0:1787762839.500477:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787762839.500487:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762839.500494:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
02000000:00000001:0.0:1787762839.500498:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:1.0:1787762839.500503:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
02000000:00000001:0.0:1787762839.500510:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1787762839.500520:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
02000000:00000001:0.0:1787762839.500526:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762839.500527:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1787762839.500542:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:1.1:1787762839.500549:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000008:00100000:0.0:1787762839.500552:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762839.500564:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762839.500564:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1787762839.500580:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787762839.500591:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000100:00000010:0.0:1787762839.500594:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2d00.
00000800:00000010:1.0:1787762839.500595:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000020:00000040:0.0:1787762839.500606:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000200:1.0:1787762839.500610:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1787762839.500612:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762839.500616:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762839.500627:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787762839.500627:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1787762839.500637:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762839.500642:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762839.500643:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762839.500650:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
02000000:00000010:0.0:1787762839.500655:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760d000.
00000100:00000001:1.0:1787762839.500657:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787762839.500669:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762839.500671:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c1a40 x1874597595090048/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787762839.500691:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2d00 x1874597595090304/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762839.500693:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762839.500707:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c1a40 x1874597595090048/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762864 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762839.500739:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762839.500752:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762839.500753:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762839.500760:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1787762839.500767:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b3abd36] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2d00 x1874597595090304/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762839.500770:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762839.500790:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762839.500802:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316253432
00000100:00000001:0.0:1787762839.500805:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762839.500810:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82ea0.
00000100:00000040:0.0:1787762839.500812:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787762839.500822:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787762839.500827:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1787762839.500830:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21590)
00000100:00000001:1.0:1787762839.500844:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316253432
00000100:00000010:1.0:1787762839.500852:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82d80.
00000100:00000001:1.0:1787762839.500856:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762839.500861:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762839.500864:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762839.500869:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762839.500875:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762839/real 1787762839]  req@ffff9b65113c1a40 x1874597595090048/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762839.500883:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762839.500884:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762839.500886:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762839.500889:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762839.500890:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762839.500892:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762839.500895:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c1a40 x1874597595090048/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762839.500902:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c1a40 x1874597595090048/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762839.500907:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762839.500908:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762839.500910:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762839.500912:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762839.500914:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c1a40 x1874597595090048/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762839.500919:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762839.500923:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c1a40 x1874597595090048/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762864 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762839.500928:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762839.500930:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762839.500931:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762839.500933:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762839.500935:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762839.500937:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762839.500940:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762839.500943:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762839.500945:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762839.500948:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c1a40 x1874597595090048/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762864 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762839.500953:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595090048:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762839.500957:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762839.500959:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762839.500961:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c1a40 x1874597595090048/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762864 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762839.500971:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762839.500973:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762839.500976:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762839.500979:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762839.500981:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762839.500983:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762839.500985:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762839.500988:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760e000.
02000000:00000001:1.0:1787762839.500992:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762839.500994:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762839.500995:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c1a40.
00000100:00000001:1.0:1787762839.500998:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762839.500999:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762839.501001:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762839.501009:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762839.501010:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762839.501013:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762839.501014:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762839.501015:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762839.501018:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c0000 x1874597595090176/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762839.501024:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762839.501025:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762839.501027:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762839.501029:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762839.501031:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762839.501032:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595090176:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762839.501034:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762839.501036:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762839.501037:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762839.501038:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762839.501041:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762839.501043:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762839.501047:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762839.501051:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762839.501055:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762839.501058:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595090176, portal 10
00000100:00000001:1.0:1787762839.501061:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762839.501062:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115987968 : -110616593563648 : ffff9b65113c0000)
00000100:00000040:1.0:1787762839.501071:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c0000 x1874597595090176/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762839.501078:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762839.501081:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762839.501083:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762839.501086:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595090176, offset 0
00000400:00000200:1.0:1787762839.501091:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762839.501095:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762839.501100:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762839.501104:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762839.501107:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762839.501109:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762839.501111:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762839.501113:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278298:278298:256:4294967295] 192.168.203.101@tcp LPNI seq info [278297:278297:8:4294967295]
00000400:00000200:1.0:1787762839.501117:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762839.501123:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762839.501126:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762839.501129:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762839.501132:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762839.501134:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762839.501138:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762839.501139:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787762839.501142:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762839.501143:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762839.501146:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762839.501148:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762839.501151:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762839.501152:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762839.501155:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762839.501158:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c0000 x1874597595090176/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762839.501164:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762839.501166:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c0000 x1874597595090176/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762864 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762839.501171:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762839.501172:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762839.501174:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762839.501178:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762839.501181:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762839.501182:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316252685
00000100:00000001:1.0:1787762839.501185:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316253432
00000100:00000001:1.0:1787762839.501187:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316252685
00000100:00000001:1.0:1787762839.501188:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316253432
00000100:00000001:1.0:1787762839.501190:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762839.501191:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762839.501193:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762839.501195:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762839/real 1787762839]  req@ffff9b65113c0000 x1874597595090176/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762839.501200:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762839.501201:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762839.501203:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762839.501204:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762839.501206:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762839.501207:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762839.501209:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c0000 x1874597595090176/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762839.501216:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c0000 x1874597595090176/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762839.501224:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762839.501226:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762839.501227:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762839.501228:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762839.501230:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c0000 x1874597595090176/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762839.501234:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762839.501237:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c0000 x1874597595090176/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762864 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762839.501241:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762839.501242:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762839.501243:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762839.501244:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762839.501245:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762839.501267:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762839.501269:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762839.501272:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762839.501273:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762839.501276:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c0000 x1874597595090176/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762864 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762839.501280:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595090176:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762839.501283:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762839.501286:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c2d00 x1874597595090304/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762839.501290:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762839.501291:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762839.501294:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762839.501295:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762839.501296:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762839.501298:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595090304:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762839.501301:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762839.501303:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762839.501304:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762839.501305:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762839.501308:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762839.501310:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762839.501313:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762839.501315:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762839.501317:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762839.501320:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595090304, portal 4
00000100:00000001:1.0:1787762839.501321:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762839.501322:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115999488 : -110616593552128 : ffff9b65113c2d00)
00000100:00000040:1.0:1787762839.501327:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c2d00 x1874597595090304/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762839.501332:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762839.501333:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762839.501335:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762839.501337:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595090304, offset 0
00000400:00000200:1.0:1787762839.501339:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762839.501341:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762839.501343:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762839.501346:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762839.501347:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762839.501367:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762839.501369:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762839.501371:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278299:278299:256:4294967295] 192.168.203.101@tcp LPNI seq info [278298:278298:8:4294967295]
00000400:00000200:1.0:1787762839.501374:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762839.501379:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762839.501383:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762839.501386:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762839.501389:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762839.501391:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762839.501394:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762839.501396:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787762839.501399:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762839.501400:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762839.501403:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762839.501405:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762839.501408:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762839.501409:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762839.501411:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762839.501414:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c2d00 x1874597595090304/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762839.501419:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762839.501421:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c2d00 x1874597595090304/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762864 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762839.501426:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762839.501427:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762839.501429:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762839.501432:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762839.501434:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762839.501436:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316252692
00000100:00000001:1.0:1787762839.501438:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316253432
00000100:00000001:1.0:1787762839.501440:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316252692
00000100:00000001:1.0:1787762839.501441:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316253432
00000100:00000001:1.0:1787762839.501442:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762839.501444:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762839.501445:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762839.501447:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762839/real 1787762839]  req@ffff9b65113c2d00 x1874597595090304/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762839.501454:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762839.501455:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762839.501456:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762839.501458:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762839.501459:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762839.501460:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762839.501462:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c2d00 x1874597595090304/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762839.501468:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c2d00 x1874597595090304/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762839.501473:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762839.501474:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762839.501475:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762839.501476:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762839.501478:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c2d00 x1874597595090304/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762839.501482:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762839.501484:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c2d00 x1874597595090304/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762864 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762839.501488:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762839.501489:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762839.501490:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762839.501491:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762839.501492:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762839.501493:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762839.501495:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762839.501497:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762839.501498:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762839.501501:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c2d00 x1874597595090304/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762864 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762839.501507:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595090304:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762839.501509:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762839.501511:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762839.501512:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c0000 x1874597595090176/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762864 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762839.501516:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762839.501517:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762839.501519:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762839.501520:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762839.501521:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762839.501522:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762839.501523:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762839.501524:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760c800.
02000000:00000001:1.0:1787762839.501526:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762839.501527:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762839.501528:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c0000.
00000100:00000001:1.0:1787762839.501531:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762839.501532:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762839.501533:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762839.501535:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c2d00 x1874597595090304/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762864 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762839.501538:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762839.501539:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762839.501540:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762839.501541:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762839.501542:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762839.501542:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762839.501543:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762839.501544:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760d000.
02000000:00000001:1.0:1787762839.501546:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762839.501547:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762839.501548:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c2d00.
00000100:00000001:1.0:1787762839.501553:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762839.501554:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762839.501555:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762839.501558:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762839.501559:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762839.501560:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762839.501562:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762840.267390:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316253432, at 4316253440
00000100:00000040:1.0:1787762840.267406:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316253432, at 4316253440
00000100:00000010:0.0:1787762840.267416:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82ea0.
00000100:00000010:1.0:1787762840.267424:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82d80.
00010000:00000001:0.0:1787762840.331327:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762840.331333:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762840.331338:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762840.331339:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762840.331353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762840.331354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762840.331413:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762840.331417:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762840.331420:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762840.523394:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762840.523407:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762840.523412:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762840.523423:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762840.523430:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762840.523437:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762840.523443:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762840.523449:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762840.523454:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762841.355414:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762841.355424:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762841.355432:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762841.355433:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762841.355438:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762841.355440:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762841.355470:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762841.355474:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762841.355477:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762841.547458:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762841.547471:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762841.547475:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762841.547484:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762841.547490:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762841.547495:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762841.547499:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762841.547504:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762841.547508:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762842.379388:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762842.379396:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762842.379404:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762842.379406:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762842.379410:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762842.379415:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762842.379419:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762842.379424:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762842.379428:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762842.379431:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762842.379434:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762842.379437:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762842.379521:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762842.379529:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762842.379534:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762842.571310:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762842.571324:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762842.571340:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762842.571347:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762842.571351:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762842.571354:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762842.571357:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762842.571360:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762842.571363:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762843.403340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762843.403345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762843.403350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762843.403350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762843.403353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762843.403354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762843.403373:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762843.403375:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762843.403377:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762843.595315:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762843.595335:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762843.595337:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762843.595341:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762843.595344:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762843.595347:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762843.595349:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762843.595351:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762843.595353:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762844.427371:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762844.427376:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762844.427381:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762844.427382:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762844.427384:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762844.427385:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762844.427454:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762844.427460:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762844.427465:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762844.619328:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762844.619334:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762844.619335:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762844.619351:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762844.619354:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762844.619358:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762844.619361:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762844.619364:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762844.619367:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762844.619396:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762844.619405:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762844.619408:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762844.619413:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762844.619418:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762844.619426:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21585
00000400:00000200:3.0:1787762844.619437:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762844.619446:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762844.619449:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762844.619452:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762844.619455:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762844.619458:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762844.619460:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762844.619465:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762844.619467:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762844.619470:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762844.619473:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762844.619475:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762844.619478:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762844.619480:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762844.619482:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762844.619493:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762844.619495:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762844.619498:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762844.619502:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762844.619504:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762844.619507:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762844.619511:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762844.619513:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762844.619515:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762844.619534:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762844.619550:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787762844.619555:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762844.619562:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762844.619564:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762844.619568:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762844.619572:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762844.619579:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762844.619590:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17000.
00000100:00000001:3.0:1787762844.619600:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762844.619613:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597595090432/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762844.619629:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762844.619637:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762844.619643:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597595090432/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762844.619675:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762844.619680:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762844.619685:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762844.619687:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762844.619689:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762844.619693:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762844.619696:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21585
00000400:00000200:3.0:1787762844.619701:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762844.619705:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762844.619732:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762844.619734:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762844.619736:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762844.619738:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762844.619740:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762844.619742:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762844.619743:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762844.619746:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762844.619749:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762844.619751:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762844.619753:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762844.619756:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762844.619757:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762844.619759:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762844.619761:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762844.619762:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762844.619767:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000001:1.0:1787762844.619769:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787762844.619771:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762844.619774:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787762844.619775:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762844.619779:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762844.619805:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787762844.619808:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d680 x1874597595090432/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762844.619810:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762844.619819:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762844.619829:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787762844.619832:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1787762844.619835:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762844.619838:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762844.619840:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762844.619849:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1787762844.619850:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
02000000:00000001:1.0:1787762844.619857:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787762844.619858:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:1.0:1787762844.619871:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762844.619872:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762844.619877:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762844.619884:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:1.0:1787762844.619886:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595090432:192.168.203.101@tcp:250:kworker.0
02000000:00000001:3.0:1787762844.619889:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762844.619895:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762844.619899:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1787762844.619903:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15800.
02000000:00000001:1.0:1787762844.619909:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787762844.619912:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762844.619936:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762844.619941:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597595090560/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787762844.619944:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787762844.619953:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762844.619956:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762844.619957:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09400.
00000100:00000040:3.0:1787762844.619961:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597595090560/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787762844.619965:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762844.619977:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762844.619983:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787762844.619984:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00080000:3.0:1787762844.619988:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762844.619991:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762844.619992:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1787762844.619995:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000100:00000001:3.0:1787762844.619995:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762844.620001:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21585
00000400:00000200:3.0:1787762844.620006:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762844.620009:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762844.620010:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1787762844.620011:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000040:3.0:1787762844.620014:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762844.620017:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762844.620018:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762844.620020:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762844.620022:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762844.620023:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762844.620024:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762844.620026:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762844.620030:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762844.620031:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762844.620034:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000200:1.0:1787762844.620036:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595090432, portal 25
00000100:00000001:3.0:1787762844.620036:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762844.620038:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762844.620044:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:1.0:1787762844.620046:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1787762844.620048:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00000001:1.0:1787762844.620052:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765439104 : -110615944112512 : ffff9b6537f1d680)
00000100:00080000:3.0:1787762844.620053:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762844.620057:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762844.620061:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762844.620064:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762844.620066:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762844.620069:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:1.0:1787762844.620071:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d680 x1874597595090432/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787762844.620072:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762844.620077:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762844.620081:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762844.620088:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000100:00000001:1.0:1787762844.620094:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1787762844.620095:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000100:00000040:1.0:1787762844.620102:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
02000000:00000001:3.0:1787762844.620104:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1787762844.620109:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
02000000:00000001:3.0:1787762844.620109:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762844.620116:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595090432, offset 0
00000100:00000001:3.0:1787762844.620116:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762844.620121:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762844.620126:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762844.620131:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
02000000:00000010:3.0:1787762844.620136:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17c00.
00000100:00000001:3.0:1787762844.620142:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762844.620146:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00100000:3.0:1787762844.620155:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597595090688/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762844.620165:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000001:3.0:1787762844.620167:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762844.620172:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762844.620175:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1787762844.620180:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597595090688/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762844.620185:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762844.620212:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787762844.620218:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762844.620221:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000040:3.0:1787762844.620226:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787762844.620236:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278300:278300:256:4294967295] 192.168.203.101@tcp LPNI seq info [278299:278299:8:4294967295]
00000100:00000040:3.0:1787762844.620239:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787762844.620251:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:3.0:1787762844.620253:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21595)
00000400:00000200:1.0:1787762844.620354:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762844.620365:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762844.620373:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762844.620382:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762844.620388:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762844.620396:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762844.620401:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787762844.620406:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762844.620409:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762844.620416:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762844.620422:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762844.620428:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762844.620431:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762844.620436:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762844.620441:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d680 x1874597595090432/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762844.620451:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762844.620454:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d680 x1874597595090432/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762869 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762844.620461:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762844.620463:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762844.620470:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762844.620474:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762844.620477:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316258552
00000100:00000010:1.0:1787762844.620482:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82d80.
00000100:00000001:1.0:1787762844.620490:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762844.620506:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316258552
00000100:00000010:1.0:1787762844.620509:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a826c0.
00000100:00000001:1.0:1787762844.620513:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762844.620516:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762844.620537:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762844.620542:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762844.620548:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762844/real 1787762844]  req@ffff9b6537f1d680 x1874597595090432/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762844.620561:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762844.620564:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762844.620567:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762844.620572:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762844.620574:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762844.620578:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762844.620583:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d680 x1874597595090432/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762844.620603:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d680 x1874597595090432/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762844.620612:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762844.620614:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762844.620617:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762844.620620:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762844.620625:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d680 x1874597595090432/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762844.620634:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762844.620640:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d680 x1874597595090432/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762869 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762844.620649:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762844.620652:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762844.620654:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762844.620656:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762844.620659:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762844.620662:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762844.620666:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762844.620671:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762844.620674:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762844.620680:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d680 x1874597595090432/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762869 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762844.620690:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595090432:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762844.620713:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762844.620715:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762844.620717:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d680 x1874597595090432/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762869 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762844.620728:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762844.620731:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762844.620734:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762844.620737:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762844.620739:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762844.620740:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762844.620742:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762844.620745:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17000.
02000000:00000001:1.0:1787762844.620750:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762844.620751:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762844.620753:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d680.
00000100:00000001:1.0:1787762844.620757:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762844.620758:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762844.620760:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762844.620768:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762844.620769:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762844.620771:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762844.620773:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762844.620774:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762844.620777:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f480 x1874597595090560/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762844.620783:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762844.620784:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762844.620786:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762844.620788:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762844.620790:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762844.620792:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595090560:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762844.620794:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762844.620796:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762844.620797:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762844.620799:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762844.620801:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762844.620803:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762844.620823:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762844.620828:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762844.620833:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762844.620837:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595090560, portal 10
00000100:00000001:1.0:1787762844.620840:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762844.620842:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765446784 : -110615944104832 : ffff9b6537f1f480)
00000100:00000040:1.0:1787762844.620851:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f480 x1874597595090560/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762844.620860:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762844.620863:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762844.620866:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762844.620869:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595090560, offset 0
00000400:00000200:1.0:1787762844.620874:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762844.620879:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762844.620884:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762844.620888:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762844.620892:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762844.620895:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762844.620899:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762844.620903:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278301:278301:256:4294967295] 192.168.203.101@tcp LPNI seq info [278300:278300:8:4294967295]
00000400:00000200:1.0:1787762844.620908:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762844.620933:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762844.620937:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762844.620940:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762844.620944:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762844.620946:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762844.620950:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762844.620952:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787762844.620956:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762844.620958:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762844.620960:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762844.620964:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762844.620966:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762844.620968:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762844.620971:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762844.620974:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f480 x1874597595090560/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762844.620980:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762844.620983:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f480 x1874597595090560/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762869 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762844.620989:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762844.620990:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762844.620993:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762844.620996:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762844.620999:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762844.621001:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316257805
00000100:00000001:1.0:1787762844.621003:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316258552
00000100:00000001:1.0:1787762844.621006:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316257805
00000100:00000001:1.0:1787762844.621007:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316258552
00000100:00000001:1.0:1787762844.621009:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762844.621011:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762844.621012:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762844.621015:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762844/real 1787762844]  req@ffff9b6537f1f480 x1874597595090560/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762844.621021:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762844.621022:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762844.621024:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762844.621026:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762844.621027:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762844.621029:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762844.621032:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f480 x1874597595090560/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762844.621038:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f480 x1874597595090560/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762844.621049:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762844.621051:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762844.621052:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762844.621053:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762844.621056:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f480 x1874597595090560/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762844.621061:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762844.621064:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f480 x1874597595090560/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762869 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762844.621069:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762844.621071:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762844.621072:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762844.621073:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762844.621075:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762844.621077:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762844.621078:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762844.621081:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762844.621082:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762844.621085:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f480 x1874597595090560/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762869 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762844.621092:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595090560:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762844.621096:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762844.621098:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e940 x1874597595090688/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762844.621104:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762844.621105:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762844.621107:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762844.621108:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762844.621110:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762844.621113:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595090688:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762844.621116:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762844.621117:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762844.621118:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762844.621120:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762844.621122:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762844.621124:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762844.621127:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762844.621129:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762844.621132:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762844.621134:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595090688, portal 4
00000100:00000001:1.0:1787762844.621136:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762844.621138:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765443904 : -110615944107712 : ffff9b6537f1e940)
00000100:00000040:1.0:1787762844.621142:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e940 x1874597595090688/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762844.621148:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762844.621150:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762844.621151:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762844.621154:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595090688, offset 0
00000400:00000200:1.0:1787762844.621157:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762844.621159:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762844.621162:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762844.621164:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762844.621166:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762844.621168:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762844.621170:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762844.621172:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278302:278302:256:4294967295] 192.168.203.101@tcp LPNI seq info [278301:278301:8:4294967295]
00000400:00000200:1.0:1787762844.621176:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762844.621182:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762844.621186:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762844.621207:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762844.621212:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762844.621216:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762844.621221:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762844.621224:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787762844.621229:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762844.621232:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762844.621236:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762844.621240:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762844.621244:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762844.621246:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762844.621248:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762844.621253:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1e940 x1874597595090688/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762844.621263:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762844.621266:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e940 x1874597595090688/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762869 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762844.621274:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762844.621276:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762844.621279:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762844.621283:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762844.621287:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762844.621289:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316257811
00000100:00000001:1.0:1787762844.621293:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316258552
00000100:00000001:1.0:1787762844.621296:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316257811
00000100:00000001:1.0:1787762844.621299:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316258552
00000100:00000001:1.0:1787762844.621301:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762844.621303:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762844.621305:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762844.621310:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762844/real 1787762844]  req@ffff9b6537f1e940 x1874597595090688/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762844.621378:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762844.621379:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762844.621381:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762844.621383:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762844.621385:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762844.621387:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762844.621390:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e940 x1874597595090688/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762844.621398:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e940 x1874597595090688/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762844.621403:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762844.621405:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762844.621406:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762844.621407:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762844.621410:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e940 x1874597595090688/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762844.621415:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762844.621418:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e940 x1874597595090688/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762869 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762844.621424:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762844.621427:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762844.621428:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762844.621429:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762844.621430:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762844.621431:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762844.621433:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762844.621436:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762844.621437:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762844.621441:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e940 x1874597595090688/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762869 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762844.621448:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595090688:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762844.621451:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762844.621453:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762844.621455:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f480 x1874597595090560/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762869 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762844.621460:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762844.621461:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762844.621463:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762844.621465:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762844.621466:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762844.621467:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762844.621469:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762844.621471:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15800.
02000000:00000001:1.0:1787762844.621473:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762844.621475:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762844.621476:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f480.
00000100:00000001:1.0:1787762844.621478:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762844.621479:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762844.621481:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762844.621483:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e940 x1874597595090688/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762869 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762844.621488:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762844.621489:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762844.621490:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762844.621491:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762844.621492:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762844.621493:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762844.621494:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762844.621495:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17c00.
02000000:00000001:1.0:1787762844.621497:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762844.621499:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762844.621500:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e940.
00000100:00000001:1.0:1787762844.621502:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762844.621503:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762844.621504:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762844.621507:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762844.621508:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762844.621510:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762844.621511:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762845.387393:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316258552, at 4316258560
00000100:00000040:1.0:1787762845.387411:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316258552, at 4316258560
00000100:00000010:0.0:1787762845.387419:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82d80.
00000100:00000010:1.0:1787762845.387428:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a826c0.
00010000:00000001:0.0:1787762845.451372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762845.451378:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762845.451386:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762845.451387:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762845.451392:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762845.451393:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762845.451421:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762845.451425:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762845.451429:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762845.643367:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762845.643378:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762845.643381:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762845.643388:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762845.643393:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762845.643398:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762845.643401:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762845.643405:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762845.643409:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762846.475322:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762846.475329:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762846.475334:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762846.475335:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762846.475338:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762846.475339:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762846.475392:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762846.475397:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762846.475400:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762846.667336:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762846.667343:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762846.667345:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762846.667351:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762846.667355:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762846.667359:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762846.667362:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762846.667365:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762846.667368:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762847.499355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762847.499369:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762847.499372:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762847.499377:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762847.499385:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762847.499388:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762847.499390:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762847.499392:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762847.499397:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762847.499399:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762847.499400:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762847.499401:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762847.499402:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762847.499404:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762847.499405:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762847.499407:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762847.499410:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762847.499411:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762847.499436:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762847.499438:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762847.499441:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762847.691336:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762847.691347:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762847.691350:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762847.691358:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762847.691363:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762847.691369:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762847.691372:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762847.691377:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762847.691381:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762848.523350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762848.523361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762848.523370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762848.523372:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762848.523377:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762848.523378:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762848.523432:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762848.523437:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762848.523440:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762848.715379:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762848.715390:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762848.715393:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762848.715401:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762848.715406:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762848.715411:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762848.715415:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762848.715419:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762848.715423:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762849.547357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762849.547364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762849.547369:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762849.547371:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762849.547374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762849.547375:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762849.547395:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762849.547398:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762849.547400:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762849.739340:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762849.739351:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762849.739356:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762849.739361:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762849.739367:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762849.739378:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21590
00000100:00000001:2.0:1787762849.739385:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000400:00000200:3.0:1787762849.739393:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762849.739396:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762849.739401:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762849.739405:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00100000:2.0:1787762849.739416:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00080000:3.0:1787762849.739417:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787762849.739433:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787762849.739435:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762849.739441:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762849.739443:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762849.739451:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762849.739457:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762849.739461:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762849.739464:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762849.739467:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762849.739475:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762849.739480:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762849.739484:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762849.739488:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762849.739492:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762849.739496:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762849.739500:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762849.739502:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762849.739507:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762849.739509:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762849.739513:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762849.739517:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762849.739519:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762849.739522:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762849.739526:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762849.739529:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762849.739531:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762849.739533:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762849.739544:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787762849.739547:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762849.739551:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762849.739553:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762849.739556:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762849.739559:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762849.739565:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762849.739574:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16000.
00000100:00000001:3.0:1787762849.739582:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762849.739592:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597595090816/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762849.739602:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762849.739607:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762849.739611:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597595090816/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762849.739632:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762849.739635:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762849.739638:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762849.739640:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762849.739641:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762849.739644:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762849.739645:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21590
00000400:00000200:3.0:1787762849.739648:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762849.739649:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762849.739651:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762849.739654:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762849.739656:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762849.739657:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762849.739659:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762849.739661:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762849.739662:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762849.739664:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762849.739666:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762849.739667:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762849.739668:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762849.739670:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762849.739673:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762849.739675:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762849.739677:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762849.739677:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762849.739682:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000001:1.0:1787762849.739684:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787762849.739685:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762849.739689:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787762849.739690:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762849.739694:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762849.739700:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787762849.739701:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f0c0 x1874597595090816/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762849.739702:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762849.739706:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762849.739713:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1787762849.739713:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787762849.739717:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787762849.739718:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762849.739721:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762849.739722:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1787762849.739724:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
02000000:00000001:1.0:1787762849.739726:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787762849.739728:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:1.0:1787762849.739730:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762849.739731:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762849.739733:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762849.739735:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595090816:192.168.203.101@tcp:250:kworker.0
00000100:00000001:3.0:1787762849.739736:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762849.739739:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762849.739742:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762849.739744:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1787762849.739746:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14400.
02000000:00000001:1.0:1787762849.739749:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787762849.739751:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762849.739753:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762849.739758:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1787762849.739759:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597595090944/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1787762849.739765:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09800.
00000100:00000001:3.0:1787762849.739766:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787762849.739770:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762849.739771:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762849.739778:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597595090944/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762849.739784:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762849.739791:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762849.739792:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000100:00080000:3.0:1787762849.739794:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762849.739798:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762849.739800:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1787762849.739803:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00080000:3.0:1787762849.739803:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762849.739809:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762849.739812:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21590
00000100:00000200:1.0:1787762849.739815:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595090816, portal 25
00000400:00000200:3.0:1787762849.739815:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762849.739820:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000400:00000200:3.0:1787762849.739821:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:1.0:1787762849.739823:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765445824 : -110615944105792 : ffff9b6537f1f0c0)
00000100:00080000:3.0:1787762849.739825:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762849.739829:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762849.739831:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762849.739834:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f0c0 x1874597595090816/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762849.739835:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762849.739841:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762849.739846:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762849.739848:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762849.739852:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787762849.739853:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1787762849.739854:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762849.739858:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:1.0:1787762849.739859:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762849.739864:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000020:00000001:3.0:1787762849.739865:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000200:1.0:1787762849.739869:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595090816, offset 0
00000100:00000040:3.0:1787762849.739873:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762849.739877:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762849.739880:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000040:3.0:1787762849.739884:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762849.739889:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762849.739892:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000400:00000200:1.0:1787762849.739894:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00080000:3.0:1787762849.739899:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762849.739903:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762849.739906:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
02000000:00000001:3.0:1787762849.739907:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762849.739913:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787762849.739914:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787762849.739919:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762849.739922:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000001:3.0:1787762849.739923:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762849.739927:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787762849.739928:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000008:00000001:3.0:1787762849.739933:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762849.739935:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000001:3.0:1787762849.739939:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762849.739943:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278303:278303:256:4294967295] 192.168.203.101@tcp LPNI seq info [278302:278302:8:4294967295]
00000100:00000010:3.0:1787762849.739946:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000400:00000200:1.0:1787762849.739950:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000020:00000040:3.0:1787762849.739951:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762849.739955:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762849.739956:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762849.739960:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762849.739962:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787762849.739965:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787762849.739966:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762849.739972:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15000.
00000800:00000200:1.0:1787762849.739977:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762849.739977:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787762849.739985:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000100:00100000:3.0:1787762849.739986:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597595091072/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762849.739995:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1787762849.739996:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:3.0:1787762849.739998:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762849.740003:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000100:00000040:3.0:1787762849.740004:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597595091072/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762849.740017:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762849.740017:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:3.0:1787762849.740023:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1787762849.740024:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000100:00000040:3.0:1787762849.740031:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000100:1.0:1787762849.740033:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762849.740037:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000100:00000040:3.0:1787762849.740037:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21600)
00000400:00000200:1.0:1787762849.740045:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762849.740050:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762849.740055:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762849.740058:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762849.740063:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762849.740067:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f0c0 x1874597595090816/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762849.740075:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762849.740078:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f0c0 x1874597595090816/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762874 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762849.740083:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762849.740085:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762849.740092:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762849.740095:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762849.740098:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316263671
00000100:00000010:1.0:1787762849.740103:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a826c0.
00000100:00000001:1.0:1787762849.740111:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762849.740118:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316263671
00000100:00000010:1.0:1787762849.740120:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82ba0.
00000100:00000001:1.0:1787762849.740123:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762849.740126:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762849.740128:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762849.740131:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762849.740134:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762849/real 1787762849]  req@ffff9b6537f1f0c0 x1874597595090816/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762849.740141:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762849.740142:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762849.740144:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762849.740147:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762849.740148:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762849.740150:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762849.740153:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f0c0 x1874597595090816/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762849.740159:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f0c0 x1874597595090816/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762849.740168:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762849.740170:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762849.740172:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762849.740174:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762849.740177:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f0c0 x1874597595090816/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762849.740182:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762849.740185:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f0c0 x1874597595090816/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762874 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762849.740190:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762849.740192:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762849.740193:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762849.740194:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762849.740196:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762849.740198:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762849.740200:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762849.740204:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762849.740205:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762849.740208:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f0c0 x1874597595090816/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762874 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762849.740214:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595090816:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762849.740217:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762849.740219:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762849.740221:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f0c0 x1874597595090816/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762874 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762849.740226:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762849.740228:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762849.740231:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762849.740234:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762849.740235:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762849.740237:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762849.740239:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762849.740241:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16000.
02000000:00000001:1.0:1787762849.740245:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762849.740271:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762849.740273:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f0c0.
00000100:00000001:1.0:1787762849.740276:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762849.740277:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762849.740291:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762849.740299:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762849.740300:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762849.740302:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762849.740303:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762849.740305:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762849.740308:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1fc00 x1874597595090944/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762849.740313:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762849.740314:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762849.740316:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762849.740317:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762849.740318:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762849.740320:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595090944:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762849.740323:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762849.740324:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762849.740326:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762849.740327:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762849.740329:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762849.740331:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762849.740334:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762849.740336:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762849.740338:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762849.740341:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595090944, portal 10
00000100:00000001:1.0:1787762849.740343:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762849.740344:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765448704 : -110615944102912 : ffff9b6537f1fc00)
00000100:00000040:1.0:1787762849.740350:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1fc00 x1874597595090944/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762849.740355:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762849.740356:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762849.740358:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762849.740359:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595090944, offset 0
00000400:00000200:1.0:1787762849.740362:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762849.740365:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762849.740367:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762849.740370:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762849.740372:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762849.740374:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762849.740375:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762849.740377:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278304:278304:256:4294967295] 192.168.203.101@tcp LPNI seq info [278303:278303:8:4294967295]
00000400:00000200:1.0:1787762849.740380:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762849.740384:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762849.740387:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762849.740390:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762849.740392:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762849.740395:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787762849.740398:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762849.740399:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787762849.740402:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762849.740404:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762849.740406:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762849.740409:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762849.740411:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762849.740412:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762849.740414:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762849.740416:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1fc00 x1874597595090944/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762849.740427:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762849.740429:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1fc00 x1874597595090944/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762874 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762849.740433:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762849.740434:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762849.740436:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762849.740440:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762849.740441:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762849.740443:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316262925
00000100:00000001:1.0:1787762849.740445:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316263671
00000100:00000001:1.0:1787762849.740446:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316262925
00000100:00000001:1.0:1787762849.740448:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316263671
00000100:00000001:1.0:1787762849.740457:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762849.740459:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762849.740460:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762849.740463:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762849/real 1787762849]  req@ffff9b6537f1fc00 x1874597595090944/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762849.740469:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762849.740470:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762849.740471:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762849.740473:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762849.740475:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762849.740476:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762849.740478:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1fc00 x1874597595090944/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762849.740484:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1fc00 x1874597595090944/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762849.740488:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762849.740490:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762849.740492:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762849.740493:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762849.740495:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1fc00 x1874597595090944/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762849.740499:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762849.740502:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1fc00 x1874597595090944/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762874 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762849.740506:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762849.740507:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762849.740508:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762849.740509:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762849.740510:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762849.740512:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762849.740513:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762849.740515:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762849.740517:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762849.740519:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1fc00 x1874597595090944/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762874 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762849.740525:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595090944:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762849.740528:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762849.740530:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d2c0 x1874597595091072/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762849.740534:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762849.740534:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762849.740536:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762849.740537:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762849.740538:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762849.740541:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595091072:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762849.740543:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762849.740544:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762849.740546:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762849.740547:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762849.740549:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762849.740550:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762849.740552:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762849.740554:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762849.740556:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762849.740558:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595091072, portal 4
00000100:00000001:1.0:1787762849.740560:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762849.740561:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765438144 : -110615944113472 : ffff9b6537f1d2c0)
00000100:00000040:1.0:1787762849.740565:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d2c0 x1874597595091072/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762849.740570:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762849.740571:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762849.740573:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762849.740574:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595091072, offset 0
00000400:00000200:1.0:1787762849.740577:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762849.740579:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762849.740581:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762849.740583:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762849.740585:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762849.740586:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762849.740588:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762849.740590:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278305:278305:256:4294967295] 192.168.203.101@tcp LPNI seq info [278304:278304:8:4294967295]
00000400:00000200:1.0:1787762849.740593:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762849.740597:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762849.740600:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762849.740601:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762849.740604:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762849.740606:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787762849.740609:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762849.740611:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787762849.740614:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762849.740615:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762849.740617:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762849.740619:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762849.740621:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762849.740622:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762849.740624:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762849.740626:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d2c0 x1874597595091072/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762849.740632:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762849.740634:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d2c0 x1874597595091072/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762874 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762849.740638:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762849.740639:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762849.740641:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762849.740643:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762849.740645:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762849.740647:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316262931
00000100:00000001:1.0:1787762849.740649:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316263671
00000100:00000001:1.0:1787762849.740650:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316262931
00000100:00000001:1.0:1787762849.740652:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316263671
00000100:00000001:1.0:1787762849.740653:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762849.740654:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762849.740655:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762849.740657:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762849/real 1787762849]  req@ffff9b6537f1d2c0 x1874597595091072/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762849.740662:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762849.740664:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762849.740665:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762849.740666:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762849.740668:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762849.740669:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762849.740671:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d2c0 x1874597595091072/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762849.740676:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d2c0 x1874597595091072/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762849.740680:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762849.740681:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762849.740682:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762849.740683:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762849.740685:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d2c0 x1874597595091072/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762849.740689:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762849.740691:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d2c0 x1874597595091072/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762874 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762849.740696:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762849.740697:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762849.740699:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762849.740700:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762849.740701:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762849.740703:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762849.740704:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762849.740706:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762849.740707:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762849.740709:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d2c0 x1874597595091072/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762874 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762849.740719:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595091072:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762849.740722:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762849.740724:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762849.740725:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1fc00 x1874597595090944/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762874 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762849.740729:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762849.740730:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762849.740731:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762849.740732:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762849.740733:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762849.740734:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762849.740735:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762849.740736:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14400.
02000000:00000001:1.0:1787762849.740738:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762849.740739:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762849.740740:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1fc00.
00000100:00000001:1.0:1787762849.740742:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762849.740743:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762849.740744:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762849.740746:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d2c0 x1874597595091072/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762874 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762849.740750:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762849.740751:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762849.740752:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762849.740753:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762849.740753:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762849.740754:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762849.740755:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762849.740756:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15000.
02000000:00000001:1.0:1787762849.740757:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762849.740758:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762849.740759:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d2c0.
00000100:00000001:1.0:1787762849.740762:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762849.740763:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762849.740765:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762849.740766:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762849.740767:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762849.740769:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762849.740771:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762850.507354:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316263671, at 4316263680
00000100:00000040:1.0:1787762850.507354:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316263671, at 4316263680
00000100:00000010:0.0:1787762850.507376:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a826c0.
00000100:00000010:1.0:1787762850.507382:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82ba0.
00010000:00000001:0.0:1787762850.571352:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762850.571361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762850.571370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762850.571372:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762850.571375:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762850.571376:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762850.571433:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762850.571437:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762850.571441:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762850.763385:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762850.763394:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762850.763397:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762850.763404:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762850.763408:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762850.763413:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762850.763417:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762850.763420:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762850.763423:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762851.595365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762851.595373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762851.595379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762851.595380:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762851.595383:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762851.595385:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762851.595410:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762851.595420:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762851.595423:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762851.787392:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762851.787401:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762851.787404:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762851.787410:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762851.787415:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762851.787419:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762851.787423:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762851.787427:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762851.787430:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762852.619328:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762852.619336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762852.619342:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762852.619343:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762852.619346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762852.619350:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762852.619352:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762852.619355:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762852.619358:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762852.619361:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762852.619363:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762852.619365:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762852.619425:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762852.619429:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762852.619432:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762852.811372:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762852.811381:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762852.811385:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762852.811392:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762852.811396:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762852.811400:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762852.811404:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762852.811407:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762852.811411:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762853.643347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762853.643355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762853.643362:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762853.643363:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762853.643366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762853.643367:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762853.643391:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762853.643394:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762853.643396:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762853.835397:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762853.835409:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762853.835413:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762853.835433:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762853.835440:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762853.835446:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762853.835452:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762853.835457:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762853.835462:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762854.667325:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762854.667333:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762854.667339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762854.667340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762854.667343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762854.667344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762854.667406:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762854.667412:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762854.667416:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762854.859406:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762854.859419:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762854.859422:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762854.859427:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762854.859435:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787762854.859437:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1787762854.859446:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21595
00000100:00000001:0.0:1787762854.859448:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762854.859457:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762854.859467:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000400:00000200:2.0:1787762854.859477:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762854.859479:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762854.859485:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762854.859489:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:2.0:1787762854.859491:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:0.0:1787762854.859493:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787762854.859498:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787762854.859500:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762854.859510:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762854.859515:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762854.859520:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762854.859525:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762854.859530:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762854.859533:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:2.0:1787762854.859537:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762854.859541:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:2.0:1787762854.859544:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:2.0:1787762854.859549:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:2.0:1787762854.859553:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762854.859556:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762854.859558:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762854.859561:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762854.859564:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:2.0:1787762854.859569:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762854.859572:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762854.859575:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762854.859579:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762854.859583:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762854.859586:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762854.859588:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762854.859601:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366aad00.
00000020:00000040:2.0:1787762854.859605:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:2.0:1787762854.859611:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762854.859614:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762854.859619:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762854.859624:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762854.859631:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762854.859644:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541866800.
00000100:00000001:2.0:1787762854.859654:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762854.859670:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366aad00 x1874597595091200/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762854.859690:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762854.859698:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762854.859708:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090a410c6] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366aad00 x1874597595091200/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762854.859746:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762854.859751:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762854.859756:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762854.859758:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762854.859761:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762854.859766:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762854.859771:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21595
00000400:00000200:2.0:1787762854.859779:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762854.859785:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762854.859788:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787762854.859790:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787762854.859796:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762854.859798:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762854.859801:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762854.859805:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762854.859813:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762854.859818:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762854.859824:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:1.0:1787762854.859828:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366aad00 x1874597595091200/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787762854.859828:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:2.0:1787762854.859836:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762854.859845:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:2.0:1787762854.859857:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:1.0:1787762854.859864:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1787762854.859866:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:1.0:1787762854.859868:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762854.859876:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1787762854.859876:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
02000000:00000001:1.0:1787762854.859885:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762854.859885:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787762854.859899:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762854.859904:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762854.859909:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00100000:1.0:1787762854.859913:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595091200:192.168.203.101@tcp:250:kworker.0
00000020:00000040:2.0:1787762854.859919:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000001:1.0:1787762854.859927:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1787762854.859933:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
02000000:00000001:1.0:1787762854.859936:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787762854.859938:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762854.859942:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762854.859944:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762854.859950:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787762854.859956:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762854.859964:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762854.859965:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762854.859980:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762854.859981:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762854.859994:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787762854.860011:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000008:00000001:2.0:1787762854.860012:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762854.860021:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762854.860023:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000100:00000010:2.0:1787762854.860030:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a8000.
00000400:00000010:1.0:1787762854.860036:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000020:00000040:2.0:1787762854.860036:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:2.0:1787762854.860051:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762854.860054:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762854.860057:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595091200, portal 25
00000100:00000001:2.0:1787762854.860058:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787762854.860065:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1787762854.860065:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787762854.860076:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739803904 : -110615969747712 : ffff9b65366aad00)
02000000:00000001:2.0:1787762854.860078:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762854.860100:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541865400.
00000100:00000040:1.0:1787762854.860101:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366aad00 x1874597595091200/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762854.860121:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762854.860122:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762854.860133:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00100000:2.0:1787762854.860139:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a8000 x1874597595091328/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787762854.860143:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762854.860159:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595091200, offset 0
00000100:00000001:2.0:1787762854.860160:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762854.860166:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762854.860182:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8c6ba4f] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a8000 x1874597595091328/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762854.860183:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762854.860205:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762854.860213:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762854.860220:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00080000:2.0:1787762854.860224:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787762854.860228:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762854.860238:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00080000:2.0:1787762854.860241:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1787762854.860288:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762854.860291:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762854.860295:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278306:278306:256:4294967295] 192.168.203.101@tcp LPNI seq info [278305:278305:8:4294967295]
00000400:00000200:1.0:1787762854.860300:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762854.860311:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787762854.860318:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762854.860322:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1787762854.860324:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000001:2.0:1787762854.860335:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762854.860340:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21595
00000800:00000010:1.0:1787762854.860343:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000400:00000200:2.0:1787762854.860350:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000800:00000200:1.0:1787762854.860359:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000400:00000200:2.0:1787762854.860367:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000800:00000200:1.0:1787762854.860368:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
00000100:00080000:2.0:1787762854.860374:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762854.860388:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000800:00000200:1.1:1787762854.860390:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:2.0:1787762854.860402:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787762854.860403:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
00000100:00000040:2.0:1787762854.860417:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000800:00000100:1.0:1787762854.860427:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000100:00000001:2.0:1787762854.860428:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000800:00000010:1.0:1787762854.860435:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000020:00000001:2.0:1787762854.860437:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762854.860443:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000400:00000200:1.0:1787762854.860450:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:2.0:1787762854.860451:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762854.860462:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:2.0:1787762854.860473:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:1.0:1787762854.860475:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000020:00000001:2.0:1787762854.860484:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:1.0:1787762854.860488:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762854.860494:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000040:2.0:1787762854.860495:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762854.860510:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762854.860513:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1787762854.860521:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000200:1.0:1787762854.860530:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366aad00 x1874597595091200/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762854.860532:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762854.860545:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:2.0:1787762854.860565:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762854.860570:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787762854.860571:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762854.860576:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787762854.860579:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366aad00 x1874597595091200/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762879 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787762854.860583:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762854.860594:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762854.860606:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762854.860608:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762854.860617:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000008:00100000:2.0:1787762854.860621:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787762854.860626:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787762854.860635:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762854.860638:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762854.860645:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316268792
00000100:00000001:2.0:1787762854.860647:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762854.860653:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82ba0.
00000100:00000010:2.0:1787762854.860661:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a9e00.
00000100:00000001:1.0:1787762854.860666:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000020:00000040:2.0:1787762854.860671:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:2.0:1787762854.860679:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787762854.860682:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316268792
02000000:00000001:2.0:1787762854.860683:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762854.860691:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82120.
00000100:00000001:2.0:1787762854.860693:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787762854.860697:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
02000000:00000001:2.0:1787762854.860700:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787762854.860703:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762854.860706:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762854.860710:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1787762854.860710:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762854.860717:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762854/real 1787762854]  req@ffff9b65366aad00 x1874597595091200/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787762854.860724:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541864000.
00000400:00000001:1.0:1787762854.860728:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762854.860731:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787762854.860732:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762854.860735:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762854.860742:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762854.860745:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00100000:2.0:1787762854.860748:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a9e00 x1874597595091456/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762854.860752:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762854.860768:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366aad00 x1874597595091200/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762854.860788:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762854.860800:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762854.860808:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366aad00 x1874597595091200/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762854.860818:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b092d61d] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a9e00 x1874597595091456/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762854.860838:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762854.860845:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762854.860857:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762854.860861:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762854.860861:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762854.860884:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1787762854.860892:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366aad00 x1874597595091200/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762854.860898:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787762854.860916:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762854.860918:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21605)
00000100:00000040:1.0:1787762854.860924:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366aad00 x1874597595091200/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762879 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762854.860931:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762854.860934:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762854.860936:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762854.860937:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762854.860939:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762854.860943:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762854.860947:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762854.860950:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762854.860952:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762854.860955:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366aad00 x1874597595091200/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762879 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762854.860960:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595091200:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762854.860964:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762854.860966:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762854.860968:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366aad00 x1874597595091200/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762879 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762854.860973:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762854.860976:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762854.860979:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762854.860982:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762854.860984:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762854.860986:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762854.860988:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762854.860991:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541866800.
02000000:00000001:1.0:1787762854.860995:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762854.860997:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762854.860999:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366aad00.
00000100:00000001:1.0:1787762854.861002:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762854.861003:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762854.861005:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762854.861013:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762854.861014:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762854.861015:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762854.861017:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762854.861019:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762854.861022:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8000 x1874597595091328/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762854.861027:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762854.861028:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762854.861030:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762854.861032:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762854.861033:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762854.861035:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595091328:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762854.861037:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762854.861039:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762854.861040:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762854.861041:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762854.861044:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762854.861045:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762854.861047:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762854.861049:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762854.861052:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762854.861054:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595091328, portal 10
00000100:00000001:1.0:1787762854.861057:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762854.861058:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739792384 : -110615969759232 : ffff9b65366a8000)
00000100:00000040:1.0:1787762854.861063:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8000 x1874597595091328/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762854.861068:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762854.861069:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762854.861071:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762854.861073:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595091328, offset 0
00000400:00000200:1.0:1787762854.861075:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762854.861078:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762854.861081:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762854.861084:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762854.861086:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762854.861088:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762854.861089:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762854.861092:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278307:278307:256:4294967295] 192.168.203.101@tcp LPNI seq info [278306:278306:8:4294967295]
00000400:00000200:1.0:1787762854.861095:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762854.861099:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762854.861102:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762854.861104:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762854.861107:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762854.861109:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787762854.861114:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762854.861116:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1787762854.861119:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762854.861121:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762854.861123:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762854.861125:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762854.861128:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762854.861129:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762854.861131:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762854.861134:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a8000 x1874597595091328/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762854.861150:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762854.861154:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8000 x1874597595091328/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762879 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762854.861161:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762854.861163:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762854.861167:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762854.861171:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762854.861175:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762854.861178:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316268045
00000100:00000001:1.0:1787762854.861181:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316268792
00000100:00000001:1.0:1787762854.861184:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316268045
00000100:00000001:1.0:1787762854.861187:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316268792
00000100:00000001:1.0:1787762854.861189:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762854.861191:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762854.861192:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762854.861195:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762854/real 1787762854]  req@ffff9b65366a8000 x1874597595091328/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762854.861202:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762854.861203:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762854.861204:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762854.861206:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762854.861207:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762854.861209:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762854.861211:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8000 x1874597595091328/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762854.861217:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8000 x1874597595091328/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762854.861221:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762854.861223:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762854.861224:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762854.861226:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762854.861228:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8000 x1874597595091328/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762854.861232:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762854.861235:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8000 x1874597595091328/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762879 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762854.861239:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762854.861241:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762854.861242:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762854.861276:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762854.861278:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762854.861279:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762854.861282:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762854.861285:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762854.861287:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762854.861290:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8000 x1874597595091328/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762879 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762854.861296:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595091328:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762854.861299:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762854.861302:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a9e00 x1874597595091456/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762854.861307:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762854.861308:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762854.861310:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762854.861311:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762854.861313:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762854.861316:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595091456:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762854.861318:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762854.861320:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762854.861321:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762854.861323:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762854.861326:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762854.861327:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762854.861330:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762854.861332:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762854.861334:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762854.861337:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595091456, portal 4
00000100:00000001:1.0:1787762854.861338:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762854.861339:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739800064 : -110615969751552 : ffff9b65366a9e00)
00000100:00000040:1.0:1787762854.861344:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a9e00 x1874597595091456/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762854.861349:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762854.861350:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762854.861352:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762854.861353:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595091456, offset 0
00000400:00000200:1.0:1787762854.861356:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762854.861359:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762854.861361:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762854.861364:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762854.861366:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762854.861367:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762854.861369:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762854.861371:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278308:278308:256:4294967295] 192.168.203.101@tcp LPNI seq info [278307:278307:8:4294967295]
00000400:00000200:1.0:1787762854.861375:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762854.861379:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762854.861382:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762854.861385:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762854.861388:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762854.861391:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787762854.861393:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762854.861395:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1787762854.861398:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762854.861400:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762854.861403:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762854.861405:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762854.861407:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762854.861409:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762854.861410:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762854.861412:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a9e00 x1874597595091456/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762854.861418:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762854.861420:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a9e00 x1874597595091456/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762879 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762854.861425:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762854.861426:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762854.861428:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762854.861430:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762854.861432:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762854.861433:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316268052
00000100:00000001:1.0:1787762854.861435:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316268792
00000100:00000001:1.0:1787762854.861436:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316268052
00000100:00000001:1.0:1787762854.861438:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316268792
00000100:00000001:1.0:1787762854.861440:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762854.861441:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762854.861442:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762854.861445:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762854/real 1787762854]  req@ffff9b65366a9e00 x1874597595091456/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762854.861449:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762854.861451:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762854.861452:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762854.861454:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762854.861455:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762854.861456:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762854.861458:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a9e00 x1874597595091456/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762854.861463:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a9e00 x1874597595091456/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762854.861467:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762854.861468:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762854.861469:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762854.861470:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762854.861472:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a9e00 x1874597595091456/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762854.861476:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762854.861478:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a9e00 x1874597595091456/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762879 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762854.861483:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762854.861485:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762854.861486:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762854.861488:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762854.861489:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762854.861490:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762854.861491:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762854.861493:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762854.861495:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762854.861497:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a9e00 x1874597595091456/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762879 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762854.861506:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595091456:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762854.861509:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762854.861511:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762854.861512:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8000 x1874597595091328/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762879 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762854.861516:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762854.861517:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762854.861518:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762854.861520:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762854.861521:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762854.861521:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762854.861523:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762854.861524:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541865400.
02000000:00000001:1.0:1787762854.861526:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762854.861527:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762854.861528:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8000.
00000100:00000001:1.0:1787762854.861530:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762854.861531:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762854.861532:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762854.861534:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a9e00 x1874597595091456/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762879 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762854.861538:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762854.861539:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762854.861540:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09800.
02000000:00000001:1.0:1787762854.861541:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762854.861541:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762854.861542:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762854.861543:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762854.861544:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541864000.
02000000:00000001:1.0:1787762854.861546:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762854.861547:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762854.861548:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a9e00.
00000100:00000001:1.0:1787762854.861550:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762854.861551:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762854.861553:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762854.861555:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762854.861556:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762854.861558:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762854.861559:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762855.627322:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316268792, at 4316268800
00000100:00000040:1.0:1787762855.627322:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316268792, at 4316268800
00000100:00000010:1.0:1787762855.627342:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82120.
00000100:00000010:0.0:1787762855.627349:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82ba0.
00010000:00000001:0.0:1787762855.691321:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762855.691326:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762855.691331:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762855.691332:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762855.691335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762855.691336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762855.691358:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762855.691361:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762855.691363:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762855.883314:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762855.883321:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762855.883323:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762855.883328:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762855.883331:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762855.883334:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762855.883337:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762855.883340:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762855.883342:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762856.715327:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762856.715334:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762856.715340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762856.715341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762856.715344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762856.715345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762856.715393:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762856.715398:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762856.715401:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762856.907364:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762856.907373:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762856.907376:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762856.907384:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762856.907389:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762856.907395:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762856.907407:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762856.907413:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762856.907417:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762857.739340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762857.739349:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762857.739352:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762857.739355:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762857.739361:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762857.739364:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762857.739366:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762857.739368:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762857.739372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762857.739373:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762857.739374:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762857.739376:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762857.739377:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762857.739378:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762857.739379:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762857.739380:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762857.739383:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762857.739384:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762857.739410:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762857.739413:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762857.739415:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762857.931347:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762857.931358:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762857.931360:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762857.931369:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762857.931373:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762857.931378:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762857.931381:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762857.931385:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762857.931389:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762858.763342:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762858.763349:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762858.763355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762858.763356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762858.763359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762858.763360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762858.763416:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762858.763420:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762858.763423:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762858.955347:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762858.955356:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762858.955359:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762858.955367:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762858.955372:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762858.955377:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762858.955381:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762858.955385:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762858.955388:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762859.787328:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762859.787336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762859.787342:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762859.787343:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762859.787346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762859.787347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762859.787375:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762859.787379:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762859.787383:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762859.979340:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762859.979347:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762859.979351:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762859.979359:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762859.979366:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762859.979372:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787762859.979372:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787762859.979387:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1787762859.979390:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762859.979394:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762859.979396:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762859.979407:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762859.979408:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762859.979421:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762859.979430:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21600
00000400:00000200:2.0:1787762859.979446:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762859.979469:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762859.979474:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762859.979478:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762859.979483:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762859.979486:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762859.979489:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762859.979494:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762859.979497:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:2.0:1787762859.979501:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762859.979505:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:2.0:1787762859.979508:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:2.0:1787762859.979511:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:2.0:1787762859.979516:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762859.979518:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762859.979521:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762859.979523:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762859.979528:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:2.0:1787762859.979533:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762859.979537:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762859.979540:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762859.979544:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762859.979547:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762859.979550:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762859.979553:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762859.979565:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a92c0.
00000020:00000040:2.0:1787762859.979569:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:2.0:1787762859.979574:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762859.979576:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762859.979580:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762859.979583:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762859.979589:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762859.979598:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541867000.
00000100:00000001:2.0:1787762859.979607:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762859.979617:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a92c0 x1874597595091584/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762859.979632:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762859.979638:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762859.979644:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050439926] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a92c0 x1874597595091584/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762859.979674:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762859.979678:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762859.979683:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762859.979685:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762859.979687:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762859.979691:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762859.979694:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21600
00000400:00000200:2.0:1787762859.979698:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762859.979704:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762859.979708:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762859.979714:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762859.979718:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762859.979723:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762859.979729:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762859.979734:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762859.979737:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:2.0:1787762859.979741:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762859.979746:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:2.0:1787762859.979751:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:1.0:1787762859.979755:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1787762859.979757:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:1.0:1787762859.979765:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1787762859.979769:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762859.979772:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787762859.979780:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762859.979789:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000040:1.0:1787762859.979796:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a92c0 x1874597595091584/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762859.979802:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762859.979817:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000001:1.0:1787762859.979819:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762859.979822:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762859.979830:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762859.979834:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762859.979837:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762859.979839:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00100000:1.0:1787762859.979847:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595091584:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762859.979849:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762859.979866:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762859.979866:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762859.979883:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762859.979886:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762859.979888:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762859.979905:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787762859.979905:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762859.979917:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762859.979923:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
02000000:00000010:1.0:1787762859.979924:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762859.979943:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787762859.979943:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762859.979954:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762859.979958:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762859.979968:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000100:00000010:2.0:1787762859.979972:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a8b40.
00000020:00000040:2.0:1787762859.979981:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000400:00000010:1.0:1787762859.979982:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
02000000:00000001:2.0:1787762859.979991:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762859.979996:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762859.979999:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595091584, portal 25
00000100:00000001:2.0:1787762859.980002:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787762859.980007:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1787762859.980010:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787762859.980013:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739797184 : -110615969754432 : ffff9b65366a92c0)
02000000:00000001:2.0:1787762859.980018:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762859.980028:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a92c0 x1874597595091584/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787762859.980031:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541867800.
00000100:00000001:1.0:1787762859.980045:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787762859.980047:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762859.980055:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762859.980060:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00100000:2.0:1787762859.980065:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a8b40 x1874597595091712/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787762859.980067:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595091584, offset 0
00000400:00000200:1.0:1787762859.980095:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000001:2.0:1787762859.980097:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762859.980106:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762859.980113:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047032930] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a8b40 x1874597595091712/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762859.980116:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762859.980134:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000001:2.0:1787762859.980136:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762859.980144:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787762859.980145:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1787762859.980159:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1787762859.980160:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000001:2.0:1787762859.980167:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787762859.980176:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1787762859.980177:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787762859.980187:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000001:2.0:1787762859.980187:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762859.980204:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21600
00000400:00000200:1.0:1787762859.980205:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278309:278309:256:4294967295] 192.168.203.101@tcp LPNI seq info [278308:278308:8:4294967295]
00000400:00000200:1.0:1787762859.980231:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762859.980279:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762859.980287:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762859.980293:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000400:00000200:2.0:1787762859.980303:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000800:00000200:1.0:1787762859.980304:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762859.980316:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 28 secs later)
00000400:00000200:2.0:1787762859.980328:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000800:00000200:1.1:1787762859.980338:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00080000:2.0:1787762859.980343:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1787762859.980344:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 28 secs later)
00000100:00000040:2.0:1787762859.980366:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000800:00000100:1.0:1787762859.980367:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762859.980385:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000100:00000001:2.0:1787762859.980387:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762859.980401:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:1.0:1787762859.980403:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787762859.980411:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:1.0:1787762859.980422:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000020:00000001:2.0:1787762859.980424:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762859.980428:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000400:00000200:1.0:1787762859.980431:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000020:00000001:2.0:1787762859.980432:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762859.980443:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000400:00000010:1.0:1787762859.980444:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000020:00000001:2.0:1787762859.980461:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000001:1.0:1787762859.980464:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:2.0:1787762859.980466:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000200:1.0:1787762859.980475:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a92c0 x1874597595091584/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762859.980479:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762859.980489:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762859.980506:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762859.980509:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787762859.980512:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000040:1.0:1787762859.980523:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a92c0 x1874597595091584/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762884 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787762859.980523:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:2.0:1787762859.980543:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762859.980546:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762859.980549:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762859.980551:0:238635:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1787762859.980561:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762859.980566:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762859.980569:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787762859.980577:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:2.0:1787762859.980577:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762859.980596:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762859.980597:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316273912
00000008:00100000:2.0:1787762859.980607:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000010:1.0:1787762859.980610:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a823c0.
00000008:00000001:2.0:1787762859.980613:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762859.980619:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762859.980625:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000010:2.0:1787762859.980626:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366aa580.
00000020:00000040:2.0:1787762859.980635:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000100:00000001:1.0:1787762859.980642:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316273912
02000000:00000001:2.0:1787762859.980644:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000010:1.0:1787762859.980652:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a824e0.
02000000:00000001:2.0:1787762859.980652:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762859.980666:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787762859.980668:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
02000000:00000001:2.0:1787762859.980671:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787762859.980674:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762859.980676:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762859.980680:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762859.980685:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000010:2.0:1787762859.980687:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541864800.
00000100:00100000:1.0:1787762859.980696:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762859/real 1787762859]  req@ffff9b65366a92c0 x1874597595091584/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762859.980698:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787762859.980724:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00100000:2.0:1787762859.980724:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366aa580 x1874597595091840/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1787762859.980731:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762859.980736:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762859.980750:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762859.980755:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:2.0:1787762859.980760:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762859.980763:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787762859.980770:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762859.980772:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a92c0 x1874597595091584/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762859.980792:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd8fa0a2] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366aa580 x1874597595091840/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762859.980793:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a92c0 x1874597595091584/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762859.980847:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762859.980855:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762859.980863:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762859.980865:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762859.980865:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762859.980890:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1787762859.980892:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a92c0 x1874597595091584/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762859.980914:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1787762859.980935:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21610)
00000100:00000001:1.0:1787762859.980937:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762859.980948:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a92c0 x1874597595091584/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762884 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762859.980954:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762859.980956:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762859.980957:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762859.980958:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762859.980961:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762859.980962:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762859.980966:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762859.980973:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762859.980978:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762859.980983:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a92c0 x1874597595091584/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762884 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762859.980992:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595091584:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762859.980998:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762859.981001:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762859.981005:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a92c0 x1874597595091584/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762884 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762859.981014:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762859.981018:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762859.981022:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762859.981025:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762859.981028:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762859.981030:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762859.981032:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762859.981035:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541867000.
02000000:00000001:1.0:1787762859.981040:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762859.981042:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762859.981044:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a92c0.
00000100:00000001:1.0:1787762859.981048:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762859.981049:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762859.981051:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762859.981058:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762859.981059:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762859.981061:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762859.981063:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762859.981065:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762859.981068:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8b40 x1874597595091712/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762859.981074:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762859.981075:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762859.981077:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762859.981079:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762859.981080:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762859.981082:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595091712:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762859.981085:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762859.981087:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762859.981089:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762859.981090:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762859.981092:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762859.981094:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762859.981097:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762859.981100:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762859.981102:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762859.981105:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595091712, portal 10
00000100:00000001:1.0:1787762859.981106:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762859.981107:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739795264 : -110615969756352 : ffff9b65366a8b40)
00000100:00000040:1.0:1787762859.981113:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8b40 x1874597595091712/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762859.981118:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762859.981120:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762859.981121:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762859.981123:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595091712, offset 0
00000400:00000200:1.0:1787762859.981126:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762859.981129:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762859.981131:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762859.981134:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762859.981135:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762859.981137:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762859.981139:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762859.981142:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278310:278310:256:4294967295] 192.168.203.101@tcp LPNI seq info [278309:278309:8:4294967295]
00000400:00000200:1.0:1787762859.981145:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762859.981150:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762859.981154:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762859.981156:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762859.981159:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762859.981162:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787762859.981165:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762859.981167:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1787762859.981170:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762859.981172:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762859.981174:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762859.981177:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762859.981179:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762859.981180:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762859.981182:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762859.981184:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a8b40 x1874597595091712/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762859.981190:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762859.981193:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8b40 x1874597595091712/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762884 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762859.981202:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762859.981203:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762859.981205:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762859.981225:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762859.981229:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762859.981231:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316273165
00000100:00000001:1.0:1787762859.981233:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316273912
00000100:00000001:1.0:1787762859.981235:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316273165
00000100:00000001:1.0:1787762859.981237:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316273912
00000100:00000001:1.0:1787762859.981239:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762859.981240:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762859.981241:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762859.981244:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762859/real 1787762859]  req@ffff9b65366a8b40 x1874597595091712/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762859.981267:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762859.981269:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762859.981270:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762859.981272:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762859.981273:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762859.981275:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762859.981277:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8b40 x1874597595091712/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762859.981283:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8b40 x1874597595091712/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762859.981288:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762859.981289:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762859.981290:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762859.981291:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762859.981293:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8b40 x1874597595091712/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762859.981299:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762859.981302:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8b40 x1874597595091712/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762884 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762859.981306:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762859.981308:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762859.981309:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762859.981309:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762859.981310:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762859.981312:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762859.981313:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762859.981315:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762859.981317:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762859.981319:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8b40 x1874597595091712/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762884 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762859.981324:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595091712:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762859.981327:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762859.981330:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366aa580 x1874597595091840/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762859.981335:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762859.981336:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762859.981337:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762859.981338:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762859.981340:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762859.981341:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595091840:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762859.981344:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762859.981346:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762859.981348:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762859.981349:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762859.981352:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09000.
02000000:00000001:1.0:1787762859.981353:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762859.981356:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762859.981358:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762859.981360:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762859.981362:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595091840, portal 4
00000100:00000001:1.0:1787762859.981363:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762859.981364:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739801984 : -110615969749632 : ffff9b65366aa580)
00000100:00000040:1.0:1787762859.981369:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366aa580 x1874597595091840/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762859.981373:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762859.981375:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762859.981377:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762859.981378:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595091840, offset 0
00000400:00000200:1.0:1787762859.981381:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762859.981383:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762859.981385:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762859.981387:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762859.981389:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762859.981391:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762859.981393:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762859.981395:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278311:278311:256:4294967295] 192.168.203.101@tcp LPNI seq info [278310:278310:8:4294967295]
00000400:00000200:1.0:1787762859.981398:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762859.981402:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762859.981406:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762859.981408:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762859.981411:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762859.981413:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787762859.981416:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762859.981418:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1787762859.981421:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762859.981423:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762859.981425:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762859.981427:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762859.981429:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762859.981431:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762859.981432:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762859.981434:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366aa580 x1874597595091840/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762859.981440:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762859.981442:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366aa580 x1874597595091840/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762884 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762859.981447:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762859.981448:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762859.981450:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762859.981452:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762859.981454:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762859.981455:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316273172
00000100:00000001:1.0:1787762859.981457:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316273912
00000100:00000001:1.0:1787762859.981459:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316273172
00000100:00000001:1.0:1787762859.981461:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316273912
00000100:00000001:1.0:1787762859.981462:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762859.981463:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762859.981464:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762859.981466:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762859/real 1787762859]  req@ffff9b65366aa580 x1874597595091840/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762859.981471:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762859.981472:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762859.981473:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762859.981474:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762859.981475:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762859.981478:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762859.981480:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366aa580 x1874597595091840/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762859.981485:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366aa580 x1874597595091840/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762859.981489:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762859.981490:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762859.981491:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762859.981492:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762859.981494:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366aa580 x1874597595091840/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762859.981498:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762859.981500:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366aa580 x1874597595091840/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762884 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762859.981504:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762859.981505:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762859.981506:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762859.981507:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762859.981508:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762859.981509:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762859.981511:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762859.981513:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762859.981515:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762859.981517:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366aa580 x1874597595091840/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762884 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762859.981522:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595091840:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762859.981524:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762859.981526:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762859.981528:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8b40 x1874597595091712/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762884 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762859.981533:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762859.981534:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762859.981536:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762859.981537:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762859.981538:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762859.981539:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762859.981540:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762859.981542:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541867800.
02000000:00000001:1.0:1787762859.981544:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762859.981545:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762859.981546:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8b40.
00000100:00000001:1.0:1787762859.981548:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762859.981549:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762859.981551:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762859.981553:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366aa580 x1874597595091840/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762884 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762859.981557:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762859.981558:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762859.981559:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09000.
02000000:00000001:1.0:1787762859.981560:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762859.981560:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762859.981561:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762859.981562:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762859.981563:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541864800.
02000000:00000001:1.0:1787762859.981565:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762859.981566:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762859.981567:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366aa580.
00000100:00000001:1.0:1787762859.981568:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762859.981569:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762859.981570:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762859.981572:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762859.981573:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762859.981574:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762859.981576:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762860.747307:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316273912, at 4316273920
00000100:00000010:1.0:1787762860.747327:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a824e0.
00000100:00000040:0.0:1787762860.747336:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316273912, at 4316273920
00000100:00000010:0.0:1787762860.747349:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a823c0.
00010000:00000001:0.0:1787762860.811318:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762860.811322:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762860.811327:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762860.811328:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762860.811330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762860.811331:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762860.811387:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762860.811392:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762860.811397:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762861.003340:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762861.003349:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762861.003351:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762861.003358:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762861.003361:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762861.003365:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762861.003368:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762861.003371:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762861.003373:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762861.835347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762861.835357:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762861.835366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762861.835367:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762861.835370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762861.835371:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762861.835405:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762861.835408:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762861.835411:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762862.027318:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762862.027326:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762862.027329:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762862.027333:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762862.027338:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762862.027342:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762862.027345:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762862.027348:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762862.027350:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762862.859338:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762862.859346:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762862.859351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762862.859352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762862.859356:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762862.859359:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762862.859361:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762862.859365:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762862.859368:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762862.859371:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762862.859373:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762862.859374:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762862.859424:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762862.859428:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762862.859431:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762863.051341:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762863.051351:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762863.051353:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762863.051359:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762863.051363:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762863.051367:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762863.051370:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762863.051373:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762863.051376:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762863.883360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762863.883368:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762863.883374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762863.883375:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762863.883377:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762863.883379:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762863.883411:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762863.883413:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762863.883416:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762864.075314:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762864.075322:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762864.075324:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762864.075330:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762864.075333:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762864.075337:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762864.075340:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762864.075343:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762864.075346:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762864.907336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762864.907342:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762864.907346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762864.907347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762864.907349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762864.907350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762864.907407:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762864.907412:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762864.907415:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762865.099380:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762865.099390:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762865.099392:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762865.099398:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787762865.099400:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00080000:2.0:1787762865.099413:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762865.099422:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787762865.099424:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762865.099433:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787762865.099435:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762865.099438:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762865.099445:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762865.099449:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787762865.099451:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762865.099464:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21605
00000400:00000200:2.0:1787762865.099478:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762865.099488:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762865.099493:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762865.099499:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762865.099503:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762865.099507:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762865.099510:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762865.099515:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762865.099518:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:2.0:1787762865.099521:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762865.099526:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:2.0:1787762865.099528:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:2.0:1787762865.099532:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:2.0:1787762865.099535:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762865.099538:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762865.099541:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762865.099543:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762865.099547:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:2.0:1787762865.099551:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762865.099554:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762865.099558:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762865.099564:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762865.099567:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762865.099570:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762865.099574:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762865.099584:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a8780.
00000020:00000040:2.0:1787762865.099588:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:2.0:1787762865.099593:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762865.099596:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762865.099599:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762865.099602:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762865.099607:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762865.099617:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541866c00.
00000100:00000001:2.0:1787762865.099625:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762865.099636:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a8780 x1874597595091968/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762865.099650:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762865.099656:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762865.099663:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000105b7063] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a8780 x1874597595091968/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762865.099693:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762865.099698:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762865.099703:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762865.099705:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762865.099707:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762865.099710:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762865.099713:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21605
00000400:00000200:2.0:1787762865.099718:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762865.099721:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762865.099724:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762865.099728:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762865.099730:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762865.099734:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762865.099737:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762865.099741:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762865.099744:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:2.0:1787762865.099747:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762865.099750:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:2.0:1787762865.099754:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:2.0:1787762865.099757:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:2.0:1787762865.099761:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762865.099764:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762865.099767:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787762865.099767:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762865.099776:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:1.0:1787762865.099777:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1787762865.099783:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000001:1.0:1787762865.099785:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1787762865.099794:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762865.099803:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762865.099804:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8780 x1874597595091968/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787762865.099806:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762865.099817:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762865.099828:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1787762865.099829:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762865.099834:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762865.099836:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787762865.099846:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:2.0:1787762865.099847:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787762865.099851:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:2.0:1787762865.099854:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762865.099859:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762865.099861:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762865.099872:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366ab840.
00000100:00100000:1.0:1787762865.099873:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595091968:192.168.203.101@tcp:250:kworker.0
00000020:00000040:2.0:1787762865.099883:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000100:00000001:1.0:1787762865.099885:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762865.099894:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762865.099896:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762865.099899:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762865.099902:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762865.099904:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762865.099910:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787762865.099911:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762865.099917:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762865.099927:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09000.
02000000:00000010:2.0:1787762865.099927:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541866400.
02000000:00000001:1.0:1787762865.099940:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762865.099941:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762865.099957:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366ab840 x1874597595092096/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762865.099965:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762865.099980:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1787762865.099982:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000100:00000001:2.0:1787762865.099985:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762865.099996:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dabcfc0] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366ab840 x1874597595092096/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787762865.100001:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000001:2.0:1787762865.100016:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762865.100019:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787762865.100022:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595091968, portal 25
00000100:00080000:2.0:1787762865.100024:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762865.100032:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762865.100033:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787762865.100037:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739794304 : -110615969757312 : ffff9b65366a8780)
00000100:00080000:2.0:1787762865.100039:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762865.100049:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762865.100054:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21605
00000100:00000040:1.0:1787762865.100061:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8780 x1874597595091968/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762865.100068:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762865.100080:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762865.100090:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787762865.100092:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762865.100098:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000040:1.0:1787762865.100103:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000001:2.0:1787762865.100106:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1787762865.100110:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000040:2.0:1787762865.100118:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000200:1.0:1787762865.100120:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595091968, offset 0
00000100:00000001:2.0:1787762865.100131:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:1.0:1787762865.100140:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000020:00000001:2.0:1787762865.100143:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762865.100150:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000400:00000200:1.0:1787762865.100156:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000020:00000001:2.0:1787762865.100158:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762865.100167:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:2.0:1787762865.100194:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:1.0:1787762865.100199:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000020:00000001:2.0:1787762865.100200:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:2.0:1787762865.100216:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000200:1.0:1787762865.100218:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787762865.100226:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762865.100235:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000040:2.0:1787762865.100241:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762865.100281:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762865.100286:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:2.0:1787762865.100292:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762865.100296:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762865.100299:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762865.100304:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787762865.100310:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1787762865.100311:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762865.100317:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762865.100325:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787762865.100326:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000008:00000001:2.0:1787762865.100338:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762865.100341:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278312:278312:256:4294967295] 192.168.203.101@tcp LPNI seq info [278311:278311:8:4294967295]
00000100:00000001:2.0:1787762865.100347:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762865.100363:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000010:2.0:1787762865.100364:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366aa580.
00000020:00000040:2.0:1787762865.100374:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:2.0:1787762865.100387:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787762865.100388:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1787762865.100394:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762865.100402:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.0:1787762865.100403:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
02000000:00000001:2.0:1787762865.100409:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:1.0:1787762865.100415:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
02000000:00000001:2.0:1787762865.100419:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762865.100431:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541867400.
00000800:00000200:1.0:1787762865.100432:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:2.0:1787762865.100444:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762865.100445:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 23 secs later)
00000100:00100000:2.0:1787762865.100462:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366aa580 x1874597595092224/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787762865.100463:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762865.100474:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 23 secs later)
00000800:00000100:1.0:1787762865.100490:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000100:00000001:2.0:1787762865.100495:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1787762865.100497:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000100:00000001:2.0:1787762865.100502:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762865.100508:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1787762865.100513:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd8fa0a2] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366aa580 x1874597595092224/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762865.100522:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762865.100536:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000100:00000001:2.0:1787762865.100539:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762865.100543:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000040:2.0:1787762865.100546:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787762865.100551:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1787762865.100553:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:1.0:1787762865.100563:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a8780 x1874597595091968/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762865.100565:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21615)
00000100:00000001:1.0:1787762865.100595:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762865.100602:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8780 x1874597595091968/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762890 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762865.100616:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762865.100619:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762865.100631:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762865.100639:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762865.100644:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316279032
00000100:00000010:1.0:1787762865.100655:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a824e0.
00000100:00000001:1.0:1787762865.100666:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762865.100677:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316279032
00000100:00000010:1.0:1787762865.100684:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82600.
00000100:00000001:1.0:1787762865.100690:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762865.100696:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762865.100702:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762865.100708:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762865.100718:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762865/real 1787762865]  req@ffff9b65366a8780 x1874597595091968/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762865.100733:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762865.100735:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762865.100738:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762865.100743:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762865.100745:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762865.100749:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762865.100754:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8780 x1874597595091968/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762865.100765:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8780 x1874597595091968/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762865.100774:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762865.100776:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762865.100778:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762865.100781:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762865.100785:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8780 x1874597595091968/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762865.100795:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762865.100801:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8780 x1874597595091968/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762890 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762865.100811:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762865.100814:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762865.100816:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762865.100818:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762865.100821:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762865.100824:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762865.100827:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762865.100832:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762865.100835:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762865.100839:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8780 x1874597595091968/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762890 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762865.100850:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595091968:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762865.100855:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762865.100858:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762865.100862:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8780 x1874597595091968/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762890 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762865.100871:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762865.100874:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762865.100878:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09000.
02000000:00000001:1.0:1787762865.100881:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762865.100884:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762865.100886:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762865.100889:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762865.100892:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541866c00.
02000000:00000001:1.0:1787762865.100897:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762865.100900:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762865.100902:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8780.
00000100:00000001:1.0:1787762865.100905:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762865.100908:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762865.100911:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762865.100922:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762865.100925:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762865.100929:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762865.100932:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762865.100935:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762865.100943:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366ab840 x1874597595092096/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762865.100958:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762865.100961:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762865.100965:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762865.100969:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762865.100974:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762865.100980:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595092096:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762865.100987:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762865.100992:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762865.100995:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762865.100998:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762865.101006:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09000.
02000000:00000001:1.0:1787762865.101010:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762865.101016:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762865.101019:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762865.101024:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762865.101029:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595092096, portal 10
00000100:00000001:1.0:1787762865.101031:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762865.101033:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739806784 : -110615969744832 : ffff9b65366ab840)
00000100:00000040:1.0:1787762865.101042:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366ab840 x1874597595092096/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762865.101051:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762865.101055:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762865.101058:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762865.101061:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595092096, offset 0
00000400:00000200:1.0:1787762865.101067:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762865.101073:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762865.101079:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762865.101083:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762865.101087:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762865.101091:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762865.101094:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762865.101098:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278313:278313:256:4294967295] 192.168.203.101@tcp LPNI seq info [278312:278312:8:4294967295]
00000400:00000200:1.0:1787762865.101103:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762865.101112:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762865.101118:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762865.101122:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762865.101128:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762865.101132:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787762865.101138:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762865.101141:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 23 secs later)
00000800:00000100:1.0:1787762865.101146:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762865.101149:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762865.101153:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762865.101158:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762865.101162:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762865.101165:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762865.101169:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762865.101204:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366ab840 x1874597595092096/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762865.101221:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762865.101228:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366ab840 x1874597595092096/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762890 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762865.101242:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762865.101245:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762865.101292:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762865.101299:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762865.101304:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762865.101307:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316278286
00000100:00000001:1.0:1787762865.101310:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316279032
00000100:00000001:1.0:1787762865.101314:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316278286
00000100:00000001:1.0:1787762865.101316:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316279032
00000100:00000001:1.0:1787762865.101319:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762865.101322:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762865.101325:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762865.101331:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762865/real 1787762865]  req@ffff9b65366ab840 x1874597595092096/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762865.101341:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762865.101343:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762865.101346:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762865.101349:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762865.101351:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762865.101354:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762865.101358:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366ab840 x1874597595092096/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762865.101369:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366ab840 x1874597595092096/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762865.101377:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762865.101379:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762865.101382:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762865.101384:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762865.101388:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366ab840 x1874597595092096/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762865.101396:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762865.101401:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366ab840 x1874597595092096/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762890 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762865.101411:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762865.101414:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762865.101416:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762865.101418:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762865.101420:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762865.101423:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762865.101426:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762865.101430:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762865.101432:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762865.101437:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366ab840 x1874597595092096/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762890 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762865.101447:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595092096:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762865.101452:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762865.101456:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366aa580 x1874597595092224/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762865.101464:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762865.101466:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762865.101469:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762865.101472:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762865.101474:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762865.101478:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595092224:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762865.101482:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762865.101485:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762865.101487:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762865.101489:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762865.101494:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762865.101497:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762865.101502:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762865.101505:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762865.101509:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762865.101513:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595092224, portal 4
00000100:00000001:1.0:1787762865.101515:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762865.101517:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739801984 : -110615969749632 : ffff9b65366aa580)
00000100:00000040:1.0:1787762865.101524:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366aa580 x1874597595092224/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762865.101533:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762865.101536:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762865.101538:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762865.101541:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595092224, offset 0
00000400:00000200:1.0:1787762865.101547:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762865.101551:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762865.101556:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762865.101560:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762865.101563:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762865.101567:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762865.101570:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762865.101574:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278314:278314:256:4294967295] 192.168.203.101@tcp LPNI seq info [278313:278313:8:4294967295]
00000400:00000200:1.0:1787762865.101579:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762865.101587:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762865.101593:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762865.101597:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762865.101602:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762865.101606:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787762865.101613:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762865.101618:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 23 secs later)
00000800:00000100:1.0:1787762865.101626:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762865.101630:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762865.101636:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762865.101643:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762865.101649:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762865.101653:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762865.101658:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762865.101665:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366aa580 x1874597595092224/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762865.101683:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762865.101690:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366aa580 x1874597595092224/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762890 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762865.101705:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762865.101708:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762865.101716:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762865.101721:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762865.101727:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762865.101730:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316278292
00000100:00000001:1.0:1787762865.101734:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316279032
00000100:00000001:1.0:1787762865.101737:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316278292
00000100:00000001:1.0:1787762865.101740:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316279032
00000100:00000001:1.0:1787762865.101742:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762865.101745:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762865.101747:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762865.101753:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762865/real 1787762865]  req@ffff9b65366aa580 x1874597595092224/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762865.101762:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762865.101764:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762865.101767:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762865.101770:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762865.101772:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762865.101775:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762865.101779:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366aa580 x1874597595092224/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762865.101790:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366aa580 x1874597595092224/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762865.101799:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762865.101801:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762865.101803:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762865.101805:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762865.101809:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366aa580 x1874597595092224/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762865.101817:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762865.101822:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366aa580 x1874597595092224/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762890 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762865.101830:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762865.101833:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762865.101835:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762865.101836:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762865.101839:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762865.101841:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762865.101844:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762865.101848:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762865.101851:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762865.101856:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366aa580 x1874597595092224/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762890 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762865.101865:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595092224:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762865.101869:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762865.101872:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762865.101876:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366ab840 x1874597595092096/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762890 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762865.101883:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762865.101885:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762865.101889:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09000.
02000000:00000001:1.0:1787762865.101892:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762865.101895:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762865.101897:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762865.101899:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762865.101902:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541866400.
02000000:00000001:1.0:1787762865.101905:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762865.101907:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762865.101910:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366ab840.
00000100:00000001:1.0:1787762865.101915:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762865.101917:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762865.101921:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762865.101928:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366aa580 x1874597595092224/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762890 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762865.101941:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762865.101944:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762865.101947:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762865.101951:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762865.101953:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762865.101956:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762865.101961:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762865.101964:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541867400.
02000000:00000001:1.0:1787762865.101970:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762865.101972:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762865.101975:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366aa580.
00000100:00000001:1.0:1787762865.101980:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762865.101982:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762865.101987:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762865.101994:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762865.101997:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762865.102001:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762865.102004:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762865.867410:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316279032, at 4316279040
00000100:00000040:0.0:1787762865.867426:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316279032, at 4316279040
00000100:00000010:1.0:1787762865.867451:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82600.
00000100:00000010:0.0:1787762865.867460:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a824e0.
00010000:00000001:0.0:1787762865.931317:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762865.931322:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762865.931326:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762865.931327:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762865.931330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762865.931331:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762865.931346:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762865.931349:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762865.931350:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762866.123368:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762866.123393:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762866.123394:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762866.123398:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762866.123401:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762866.123404:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762866.123406:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762866.123408:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762866.123410:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762866.955325:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762866.955332:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762866.955346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762866.955348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762866.955352:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762866.955353:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762866.955401:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762866.955405:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762866.955409:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762867.147316:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762867.147323:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762867.147325:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762867.147330:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762867.147334:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762867.147337:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762867.147341:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762867.147344:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762867.147348:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762867.979386:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762867.979396:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762867.979400:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762867.979404:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762867.979410:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762867.979413:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762867.979416:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762867.979419:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762867.979424:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762867.979426:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762867.979428:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762867.979430:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762867.979432:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762867.979434:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762867.979436:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762867.979439:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762867.979442:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762867.979444:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762867.979479:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762867.979484:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762867.979487:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762868.171365:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762868.171374:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762868.171376:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762868.171383:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762868.171388:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762868.171393:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762868.171396:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762868.171400:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762868.171403:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762869.003427:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762869.003437:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762869.003445:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762869.003447:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762869.003451:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762869.003452:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762869.003527:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762869.003534:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762869.003540:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762869.195402:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762869.195413:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762869.195417:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762869.195426:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762869.195434:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762869.195440:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762869.195445:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762869.195450:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762869.195454:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762870.027345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762870.027354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762870.027360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762870.027361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762870.027364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762870.027365:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762870.027400:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762870.027403:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762870.027406:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762870.219314:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762870.219322:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762870.219324:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762870.219327:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787762870.219331:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762870.219337:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787762870.219339:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762870.219342:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762870.219345:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787762870.219346:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762870.219351:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787762870.219353:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762870.219354:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762870.219362:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762870.219371:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21610
00000400:00000200:3.0:1787762870.219383:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762870.219390:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762870.219394:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762870.219396:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762870.219400:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762870.219402:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762870.219405:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762870.219408:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762870.219411:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762870.219413:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762870.219416:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762870.219418:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762870.219420:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762870.219422:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762870.219424:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762870.219426:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762870.219427:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762870.219430:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762870.219433:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762870.219435:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762870.219437:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762870.219440:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762870.219443:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762870.219445:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762870.219447:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762870.219459:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000020:00000040:3.0:1787762870.219462:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762870.219467:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762870.219468:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762870.219471:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762870.219473:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762870.219479:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762870.219488:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15c00.
00000100:00000001:3.0:1787762870.219496:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762870.219507:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597595092352/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762870.219521:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762870.219526:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762870.219530:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597595092352/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762870.219549:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762870.219552:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762870.219555:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762870.219556:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762870.219558:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762870.219560:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762870.219562:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21610
00000400:00000200:3.0:1787762870.219565:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762870.219568:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762870.219570:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762870.219573:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762870.219575:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762870.219577:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762870.219579:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762870.219580:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762870.219581:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762870.219582:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787762870.219583:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787762870.219584:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762870.219589:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:1.0:1787762870.219590:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787762870.219591:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:1.0:1787762870.219594:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762870.219595:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762870.219599:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762870.219603:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000040:1.0:1787762870.219605:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d2c0 x1874597595092352/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762870.219606:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762870.219612:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762870.219618:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762870.219623:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762870.219627:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787762870.219628:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762870.219632:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762870.219636:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762870.219640:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762870.219642:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787762870.219645:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1787762870.219647:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787762870.219650:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1787762870.219651:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762870.219656:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762870.219656:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762870.219663:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000100:00100000:1.0:1787762870.219665:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595092352:192.168.203.101@tcp:250:kworker.0
00000020:00000040:3.0:1787762870.219666:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762870.219671:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787762870.219673:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762870.219673:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762870.219677:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762870.219678:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762870.219680:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787762870.219680:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762870.219684:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762870.219686:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15000.
02000000:00000001:1.0:1787762870.219688:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787762870.219690:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762870.219695:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09400.
00000100:00100000:3.0:1787762870.219697:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597595092480/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787762870.219699:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762870.219708:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787762870.219710:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762870.219713:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762870.219716:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000100:00000040:3.0:1787762870.219719:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597595092480/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787762870.219726:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000001:3.0:1787762870.219733:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762870.219737:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595092352, portal 25
00000100:00080000:3.0:1787762870.219738:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787762870.219742:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762870.219746:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765438144 : -110615944113472 : ffff9b6537f1d2c0)
00000100:00080000:3.0:1787762870.219746:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762870.219751:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762870.219754:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1787762870.219756:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d2c0 x1874597595092352/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762870.219760:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787762870.219767:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787762870.219767:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21610
00000100:00000040:1.0:1787762870.219773:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000200:3.0:1787762870.219777:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762870.219778:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000400:00000200:3.0:1787762870.219782:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000200:1.0:1787762870.219784:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595092352, offset 0
00000100:00080000:3.0:1787762870.219785:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762870.219790:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762870.219792:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762870.219795:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000040:3.0:1787762870.219797:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762870.219801:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762870.219803:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762870.219804:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762870.219805:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762870.219807:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000400:00000200:1.0:1787762870.219810:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000020:00000001:3.0:1787762870.219810:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762870.219814:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762870.219818:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762870.219819:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762870.219822:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000040:3.0:1787762870.219823:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762870.219828:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762870.219831:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000400:00000200:1.0:1787762870.219833:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1787762870.219835:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762870.219839:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762870.219842:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
02000000:00000001:3.0:1787762870.219843:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762870.219847:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787762870.219849:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787762870.219850:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762870.219853:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000001:3.0:1787762870.219854:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762870.219858:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787762870.219859:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278315:278315:256:4294967295] 192.168.203.101@tcp LPNI seq info [278314:278314:8:4294967295]
00000008:00000001:3.0:1787762870.219864:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762870.219868:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762870.219869:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762870.219874:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787762870.219876:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762870.219881:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787762870.219884:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787762870.219885:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762870.219889:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762870.219891:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762870.219893:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762870.219895:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
02000000:00000010:3.0:1787762870.219898:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14400.
00000800:00000010:1.0:1787762870.219903:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000100:00000001:3.0:1787762870.219903:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762870.219914:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00100000:3.0:1787762870.219914:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597595092608/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787762870.219921:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1787762870.219932:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1787762870.219932:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:3.0:1787762870.219938:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762870.219938:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787762870.219949:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000100:00000040:3.0:1787762870.219949:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597595092608/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1787762870.219954:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000100:00000001:3.0:1787762870.219962:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762870.219963:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787762870.219966:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787762870.219971:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1787762870.219973:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787762870.219978:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000100:00000040:3.0:1787762870.219980:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21621)
00000400:00000010:1.0:1787762870.219981:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762870.219988:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762870.219991:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d2c0 x1874597595092352/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762870.220000:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762870.220003:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d2c0 x1874597595092352/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762895 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762870.220008:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762870.220009:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762870.220017:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762870.220020:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762870.220023:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316284151
00000100:00000010:1.0:1787762870.220027:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82600.
00000100:00000001:1.0:1787762870.220035:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762870.220042:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316284151
00000100:00000010:1.0:1787762870.220045:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82060.
00000100:00000001:1.0:1787762870.220047:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762870.220050:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762870.220052:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762870.220054:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762870.220057:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762870/real 1787762870]  req@ffff9b6537f1d2c0 x1874597595092352/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762870.220064:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762870.220065:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762870.220067:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762870.220070:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762870.220071:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762870.220073:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762870.220075:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d2c0 x1874597595092352/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762870.220082:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d2c0 x1874597595092352/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762870.220086:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762870.220087:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762870.220089:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762870.220091:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762870.220094:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d2c0 x1874597595092352/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762870.220098:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762870.220101:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d2c0 x1874597595092352/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762895 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762870.220107:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762870.220109:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762870.220112:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762870.220113:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762870.220116:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762870.220118:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762870.220120:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762870.220124:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762870.220125:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762870.220128:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d2c0 x1874597595092352/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762895 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762870.220133:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595092352:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762870.220149:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762870.220152:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762870.220155:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d2c0 x1874597595092352/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762895 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762870.220159:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762870.220162:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762870.220164:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762870.220167:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762870.220168:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762870.220170:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762870.220172:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762870.220174:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15c00.
02000000:00000001:1.0:1787762870.220178:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762870.220180:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762870.220181:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d2c0.
00000100:00000001:1.0:1787762870.220185:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762870.220186:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762870.220187:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762870.220195:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762870.220196:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762870.220198:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762870.220199:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762870.220200:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762870.220204:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1fc00 x1874597595092480/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762870.220209:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762870.220210:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762870.220212:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762870.220213:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762870.220214:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762870.220216:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595092480:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762870.220219:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762870.220220:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762870.220221:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762870.220223:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762870.220225:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762870.220227:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762870.220229:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762870.220232:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762870.220235:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762870.220237:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595092480, portal 10
00000100:00000001:1.0:1787762870.220239:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762870.220240:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765448704 : -110615944102912 : ffff9b6537f1fc00)
00000100:00000040:1.0:1787762870.220245:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1fc00 x1874597595092480/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762870.220273:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762870.220275:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762870.220277:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762870.220279:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595092480, offset 0
00000400:00000200:1.0:1787762870.220282:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762870.220285:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762870.220288:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762870.220291:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762870.220293:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762870.220295:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762870.220297:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762870.220299:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278316:278316:256:4294967295] 192.168.203.101@tcp LPNI seq info [278315:278315:8:4294967295]
00000400:00000200:1.0:1787762870.220302:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762870.220307:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762870.220310:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762870.220312:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762870.220315:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762870.220318:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762870.220322:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762870.220325:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787762870.220329:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762870.220331:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762870.220335:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762870.220338:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762870.220341:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762870.220343:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762870.220346:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762870.220350:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1fc00 x1874597595092480/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762870.220359:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762870.220364:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1fc00 x1874597595092480/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762895 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762870.220371:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762870.220373:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762870.220376:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762870.220381:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762870.220384:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762870.220386:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316283405
00000100:00000001:1.0:1787762870.220388:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316284151
00000100:00000001:1.0:1787762870.220390:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316283405
00000100:00000001:1.0:1787762870.220392:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316284151
00000100:00000001:1.0:1787762870.220394:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762870.220396:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762870.220398:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762870.220400:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762870/real 1787762870]  req@ffff9b6537f1fc00 x1874597595092480/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762870.220407:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762870.220408:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762870.220409:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762870.220411:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762870.220412:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762870.220414:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762870.220416:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1fc00 x1874597595092480/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762870.220422:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1fc00 x1874597595092480/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762870.220427:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762870.220427:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762870.220429:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762870.220430:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762870.220432:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1fc00 x1874597595092480/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762870.220436:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762870.220438:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1fc00 x1874597595092480/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762895 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762870.220442:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762870.220443:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762870.220444:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762870.220445:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762870.220446:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762870.220448:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762870.220450:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762870.220453:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762870.220455:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762870.220457:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1fc00 x1874597595092480/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762895 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762870.220462:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595092480:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762870.220464:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762870.220466:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f0c0 x1874597595092608/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762870.220470:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762870.220471:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762870.220472:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762870.220474:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762870.220475:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762870.220477:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595092608:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762870.220480:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762870.220481:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762870.220482:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762870.220484:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762870.220486:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09000.
02000000:00000001:1.0:1787762870.220488:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762870.220490:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762870.220492:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762870.220495:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762870.220497:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595092608, portal 4
00000100:00000001:1.0:1787762870.220498:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762870.220500:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765445824 : -110615944105792 : ffff9b6537f1f0c0)
00000100:00000040:1.0:1787762870.220504:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f0c0 x1874597595092608/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762870.220514:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762870.220515:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762870.220517:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762870.220519:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595092608, offset 0
00000400:00000200:1.0:1787762870.220521:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762870.220523:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762870.220526:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762870.220527:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762870.220529:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762870.220531:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762870.220532:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762870.220535:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278317:278317:256:4294967295] 192.168.203.101@tcp LPNI seq info [278316:278316:8:4294967295]
00000400:00000200:1.0:1787762870.220538:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762870.220542:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762870.220545:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762870.220547:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762870.220550:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762870.220552:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762870.220555:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762870.220557:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787762870.220560:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762870.220561:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762870.220563:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762870.220566:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762870.220567:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762870.220569:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762870.220570:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762870.220573:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f0c0 x1874597595092608/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762870.220578:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762870.220580:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f0c0 x1874597595092608/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762895 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762870.220589:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762870.220590:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762870.220592:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762870.220594:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762870.220596:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762870.220598:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316283411
00000100:00000001:1.0:1787762870.220600:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316284151
00000100:00000001:1.0:1787762870.220601:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316283411
00000100:00000001:1.0:1787762870.220603:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316284151
00000100:00000001:1.0:1787762870.220604:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762870.220605:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762870.220606:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762870.220608:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762870/real 1787762870]  req@ffff9b6537f1f0c0 x1874597595092608/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762870.220613:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762870.220614:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762870.220614:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762870.220616:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762870.220617:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762870.220618:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762870.220620:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f0c0 x1874597595092608/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762870.220626:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f0c0 x1874597595092608/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762870.220630:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762870.220631:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762870.220632:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762870.220633:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762870.220635:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f0c0 x1874597595092608/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762870.220641:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762870.220643:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f0c0 x1874597595092608/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762895 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762870.220648:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762870.220649:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762870.220650:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762870.220651:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762870.220652:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762870.220653:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762870.220654:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762870.220656:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762870.220657:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762870.220659:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f0c0 x1874597595092608/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762895 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762870.220664:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595092608:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762870.220666:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762870.220667:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762870.220669:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1fc00 x1874597595092480/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762895 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762870.220673:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762870.220674:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762870.220675:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762870.220676:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762870.220677:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762870.220678:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762870.220679:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762870.220680:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15000.
02000000:00000001:1.0:1787762870.220683:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762870.220684:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762870.220685:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1fc00.
00000100:00000001:1.0:1787762870.220687:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762870.220688:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762870.220689:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762870.220692:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f0c0 x1874597595092608/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762895 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762870.220696:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762870.220697:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762870.220698:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09000.
02000000:00000001:1.0:1787762870.220699:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762870.220700:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762870.220700:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762870.220701:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762870.220702:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14400.
02000000:00000001:1.0:1787762870.220704:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762870.220704:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762870.220705:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f0c0.
00000100:00000001:1.0:1787762870.220706:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762870.220707:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762870.220708:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762870.220710:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762870.220711:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762870.220712:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762870.220713:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762870.987334:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316284151, at 4316284160
00000100:00000040:0.0:1787762870.987336:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316284151, at 4316284160
00000100:00000010:1.0:1787762870.987354:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82060.
00000100:00000010:0.0:1787762870.987357:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82600.
00010000:00000001:0.0:1787762871.051320:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762871.051324:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762871.051329:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762871.051330:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762871.051333:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762871.051334:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762871.051392:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762871.051396:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762871.051399:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762871.243331:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762871.243342:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762871.243345:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762871.243353:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762871.243358:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762871.243364:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762871.243367:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762871.243371:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762871.243374:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762872.075353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762872.075363:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762872.075370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762872.075371:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762872.075375:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762872.075376:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762872.075426:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762872.075429:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762872.075433:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762872.267335:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762872.267345:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762872.267347:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762872.267354:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762872.267358:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762872.267364:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762872.267368:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762872.267372:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762872.267376:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762873.099348:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762873.099356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762873.099362:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762873.099363:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762873.099366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762873.099370:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762873.099372:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762873.099375:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762873.099378:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762873.099381:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762873.099383:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762873.099385:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762873.099463:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762873.099468:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762873.099471:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762873.291364:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762873.291374:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762873.291377:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762873.291385:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762873.291390:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762873.291395:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762873.291399:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762873.291403:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762873.291407:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762874.123411:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762874.123419:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762874.123427:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762874.123428:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762874.123432:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762874.123434:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762874.123466:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762874.123469:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762874.123473:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762874.315335:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762874.315343:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762874.315345:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762874.315352:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762874.315356:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762874.315360:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762874.315362:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762874.315365:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762874.315367:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762875.147347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762875.147355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762875.147361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762875.147362:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762875.147366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762875.147367:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762875.147411:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762875.147415:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762875.147420:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762875.339334:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787762875.339335:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762875.339342:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762875.339346:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762875.339348:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1787762875.339351:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762875.339352:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787762875.339358:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787762875.339358:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762875.339363:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762875.339364:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787762875.339369:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762875.339373:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787762875.339374:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21616
00000100:00000001:0.0:1787762875.339377:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762875.339386:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762875.339395:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762875.339398:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762875.339401:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762875.339404:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762875.339406:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762875.339408:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762875.339412:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762875.339415:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762875.339418:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762875.339422:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762875.339424:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762875.339426:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762875.339428:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762875.339429:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762875.339430:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762875.339431:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762875.339434:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762875.339437:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762875.339438:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762875.339441:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762875.339444:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762875.339447:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762875.339449:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762875.339451:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762875.339461:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000020:00000040:3.0:1787762875.339464:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762875.339468:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762875.339470:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762875.339473:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762875.339476:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762875.339481:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762875.339490:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16000.
00000100:00000001:3.0:1787762875.339498:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762875.339507:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597595092736/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762875.339517:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762875.339522:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762875.339527:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597595092736/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762875.339551:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762875.339554:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762875.339557:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762875.339558:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762875.339559:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762875.339561:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762875.339563:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21616
00000400:00000200:3.0:1787762875.339565:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762875.339567:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762875.339569:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762875.339571:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762875.339573:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762875.339574:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762875.339576:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762875.339577:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762875.339578:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762875.339579:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762875.339581:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762875.339582:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762875.339583:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762875.339585:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762875.339586:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762875.339588:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762875.339589:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762875.339591:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762875.339593:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762875.339595:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762875.339597:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762875.339603:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762875.339605:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762875.339607:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762875.339613:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:3.0:1787762875.339613:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762875.339616:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762875.339619:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762875.339620:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762875.339623:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000010:3.0:1787762875.339625:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000020:00000040:3.0:1787762875.339628:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762875.339632:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762875.339633:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762875.339634:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e940 x1874597595092736/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762875.339635:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762875.339638:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762875.339641:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762875.339646:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17c00.
00000100:00000001:1.0:1787762875.339648:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762875.339650:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762875.339651:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762875.339657:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:3.0:1787762875.339658:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597595092864/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787762875.339660:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762875.339665:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762875.339673:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595092736:192.168.203.101@tcp:250:kworker.0
00000100:00000001:3.0:1787762875.339673:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762875.339677:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762875.339682:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1787762875.339684:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597595092864/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787762875.339688:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762875.339693:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762875.339694:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762875.339697:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787762875.339698:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762875.339702:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762875.339703:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762875.339704:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:1.0:1787762875.339705:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09000.
00000100:00000001:3.0:1787762875.339706:0:229787:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1787762875.339710:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762875.339711:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21616
00000400:00000200:3.0:1787762875.339716:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762875.339717:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762875.339719:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787762875.339722:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:3.0:1787762875.339725:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762875.339728:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1787762875.339729:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000100:00000040:3.0:1787762875.339730:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762875.339733:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762875.339735:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762875.339735:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762875.339736:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:1.0:1787762875.339738:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000020:00000040:3.0:1787762875.339738:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762875.339743:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762875.339744:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762875.339746:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762875.339747:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762875.339749:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762875.339750:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000200:1.0:1787762875.339751:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595092736, portal 25
00000020:00000040:3.0:1787762875.339752:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00000001:1.0:1787762875.339756:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787762875.339757:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762875.339759:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765443904 : -110615944107712 : ffff9b6537f1e940)
00000100:00000001:3.0:1787762875.339761:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762875.339764:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762875.339766:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787762875.339769:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e940 x1874597595092736/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762875.339770:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762875.339774:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762875.339777:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762875.339782:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762875.339784:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787762875.339785:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762875.339789:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000010:3.0:1787762875.339790:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787762875.339793:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000010:1.0:1787762875.339794:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
02000000:00000001:3.0:1787762875.339795:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762875.339798:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762875.339800:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595092736, offset 0
00000100:00000001:3.0:1787762875.339800:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762875.339804:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762875.339806:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762875.339810:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15800.
00000400:00000200:1.0:1787762875.339811:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762875.339815:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762875.339820:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597595092992/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762875.339826:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762875.339830:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762875.339833:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762875.339836:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597595092992/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762875.339838:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762875.339851:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787762875.339851:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762875.339856:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000040:3.0:1787762875.339857:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787762875.339862:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1787762875.339865:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787762875.339867:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762875.339873:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278318:278318:256:4294967295] 192.168.203.101@tcp LPNI seq info [278317:278317:8:4294967295]
00000100:00000040:3.0:1787762875.339876:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21626)
00000400:00000200:1.0:1787762875.339878:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762875.339889:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762875.339895:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762875.339900:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762875.339908:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762875.339911:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762875.339916:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762875.339919:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787762875.339923:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762875.339926:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762875.339931:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762875.339936:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762875.339941:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762875.339943:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762875.339948:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762875.339951:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1e940 x1874597595092736/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762875.339960:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762875.339964:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e940 x1874597595092736/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762900 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762875.339973:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762875.339976:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762875.339984:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762875.339989:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762875.339993:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316289271
00000100:00000010:1.0:1787762875.339999:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82060.
00000100:00000001:1.0:1787762875.340008:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762875.340018:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316289271
00000100:00000010:1.0:1787762875.340022:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82540.
00000100:00000001:1.0:1787762875.340026:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762875.340029:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762875.340032:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762875.340034:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762875.340038:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762875/real 1787762875]  req@ffff9b6537f1e940 x1874597595092736/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762875.340046:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762875.340048:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762875.340049:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762875.340052:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762875.340054:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762875.340056:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762875.340058:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e940 x1874597595092736/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762875.340065:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e940 x1874597595092736/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762875.340070:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762875.340071:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762875.340073:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762875.340075:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762875.340078:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e940 x1874597595092736/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762875.340083:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762875.340086:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e940 x1874597595092736/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762900 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762875.340092:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762875.340094:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762875.340095:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762875.340096:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762875.340099:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762875.340100:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762875.340119:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762875.340123:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762875.340125:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762875.340128:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e940 x1874597595092736/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762900 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762875.340135:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595092736:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762875.340141:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762875.340144:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762875.340147:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e940 x1874597595092736/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762900 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762875.340155:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762875.340158:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762875.340161:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09000.
02000000:00000001:1.0:1787762875.340165:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762875.340167:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762875.340169:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762875.340172:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762875.340175:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16000.
02000000:00000001:1.0:1787762875.340180:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762875.340182:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762875.340184:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e940.
00000100:00000001:1.0:1787762875.340188:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762875.340190:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762875.340192:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762875.340200:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762875.340201:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762875.340203:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762875.340204:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762875.340205:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762875.340209:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f480 x1874597595092864/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762875.340215:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762875.340216:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762875.340218:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762875.340219:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762875.340221:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762875.340223:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595092864:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762875.340225:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762875.340227:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762875.340228:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762875.340229:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762875.340231:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09000.
02000000:00000001:1.0:1787762875.340233:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762875.340236:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762875.340238:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762875.340241:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762875.340244:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595092864, portal 10
00000100:00000001:1.0:1787762875.340245:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762875.340270:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765446784 : -110615944104832 : ffff9b6537f1f480)
00000100:00000040:1.0:1787762875.340276:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f480 x1874597595092864/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762875.340281:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762875.340283:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762875.340285:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762875.340287:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595092864, offset 0
00000400:00000200:1.0:1787762875.340290:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762875.340293:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762875.340297:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762875.340299:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762875.340301:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762875.340303:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762875.340305:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762875.340308:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278319:278319:256:4294967295] 192.168.203.101@tcp LPNI seq info [278318:278318:8:4294967295]
00000400:00000200:1.0:1787762875.340311:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762875.340316:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762875.340319:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762875.340322:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762875.340324:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762875.340327:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762875.340330:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762875.340332:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787762875.340335:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762875.340336:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762875.340338:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762875.340341:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762875.340343:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762875.340344:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762875.340346:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762875.340348:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f480 x1874597595092864/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762875.340354:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762875.340356:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f480 x1874597595092864/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762900 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762875.340361:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762875.340363:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762875.340365:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762875.340368:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762875.340371:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762875.340372:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316288525
00000100:00000001:1.0:1787762875.340375:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316289271
00000100:00000001:1.0:1787762875.340376:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316288525
00000100:00000001:1.0:1787762875.340378:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316289271
00000100:00000001:1.0:1787762875.340379:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762875.340382:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762875.340383:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762875.340386:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762875/real 1787762875]  req@ffff9b6537f1f480 x1874597595092864/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762875.340391:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762875.340392:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762875.340393:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762875.340395:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762875.340396:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762875.340397:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762875.340399:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f480 x1874597595092864/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762875.340406:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f480 x1874597595092864/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762875.340410:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762875.340411:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762875.340412:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762875.340413:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762875.340415:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f480 x1874597595092864/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762875.340419:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762875.340421:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f480 x1874597595092864/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762900 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762875.340425:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762875.340427:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762875.340428:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762875.340429:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762875.340431:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762875.340432:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762875.340434:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762875.340437:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762875.340438:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762875.340441:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f480 x1874597595092864/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762900 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762875.340446:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595092864:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762875.340448:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762875.340450:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d680 x1874597595092992/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762875.340454:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762875.340455:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762875.340456:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762875.340457:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762875.340459:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762875.340461:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595092992:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762875.340463:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762875.340464:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762875.340466:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762875.340467:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762875.340469:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762875.340471:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762875.340473:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762875.340474:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762875.340476:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762875.340479:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595092992, portal 4
00000100:00000001:1.0:1787762875.340480:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762875.340481:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765439104 : -110615944112512 : ffff9b6537f1d680)
00000100:00000040:1.0:1787762875.340485:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d680 x1874597595092992/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762875.340490:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762875.340492:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762875.340494:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762875.340495:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595092992, offset 0
00000400:00000200:1.0:1787762875.340498:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762875.340500:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762875.340502:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762875.340505:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762875.340506:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762875.340508:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762875.340510:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762875.340512:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278320:278320:256:4294967295] 192.168.203.101@tcp LPNI seq info [278319:278319:8:4294967295]
00000400:00000200:1.0:1787762875.340515:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762875.340519:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762875.340522:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762875.340524:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762875.340526:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762875.340528:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762875.340530:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762875.340532:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787762875.340535:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762875.340537:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762875.340539:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762875.340541:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762875.340543:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762875.340544:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762875.340546:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762875.340548:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d680 x1874597595092992/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762875.340553:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762875.340555:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d680 x1874597595092992/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762900 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762875.340560:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762875.340561:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762875.340563:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762875.340565:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762875.340567:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762875.340569:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316288531
00000100:00000001:1.0:1787762875.340571:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316289271
00000100:00000001:1.0:1787762875.340572:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316288531
00000100:00000001:1.0:1787762875.340574:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316289271
00000100:00000001:1.0:1787762875.340575:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762875.340576:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762875.340577:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762875.340579:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762875/real 1787762875]  req@ffff9b6537f1d680 x1874597595092992/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762875.340584:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762875.340585:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762875.340586:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762875.340587:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762875.340588:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762875.340589:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762875.340591:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d680 x1874597595092992/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762875.340597:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d680 x1874597595092992/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762875.340601:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762875.340602:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762875.340603:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762875.340604:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762875.340606:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d680 x1874597595092992/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762875.340610:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762875.340612:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d680 x1874597595092992/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762900 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762875.340618:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762875.340619:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762875.340620:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762875.340622:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762875.340623:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762875.340624:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762875.340625:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762875.340627:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762875.340628:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762875.340631:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d680 x1874597595092992/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762900 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762875.340635:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595092992:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762875.340637:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762875.340639:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762875.340640:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f480 x1874597595092864/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762900 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762875.340644:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762875.340645:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762875.340646:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09000.
02000000:00000001:1.0:1787762875.340648:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762875.340649:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762875.340650:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762875.340651:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762875.340652:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17c00.
02000000:00000001:1.0:1787762875.340654:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762875.340655:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762875.340656:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f480.
00000100:00000001:1.0:1787762875.340658:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762875.340659:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762875.340660:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762875.340662:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d680 x1874597595092992/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762900 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762875.340667:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762875.340668:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762875.340669:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee09400.
02000000:00000001:1.0:1787762875.340670:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762875.340670:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762875.340671:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762875.340672:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762875.340673:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15800.
02000000:00000001:1.0:1787762875.340674:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762875.340675:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762875.340676:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d680.
00000100:00000001:1.0:1787762875.340678:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762875.340678:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762875.340680:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762875.340681:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762875.340682:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762875.340683:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762875.340685:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762876.107326:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316289271, at 4316289280
00000100:00000040:1.0:1787762876.107326:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316289271, at 4316289280
00000100:00000010:0.0:1787762876.107346:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82060.
00000100:00000010:1.0:1787762876.107352:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82540.
00010000:00000001:0.0:1787762876.171312:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762876.171317:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762876.171322:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762876.171323:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762876.171326:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762876.171327:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762876.171348:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762876.171351:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762876.171353:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762876.363353:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762876.363366:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762876.363370:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762876.363380:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762876.363386:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762876.363392:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762876.363399:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762876.363404:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762876.363408:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762877.195349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762877.195360:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762877.195363:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762877.195366:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762877.195372:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762877.195375:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762877.195376:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762877.195378:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762877.195382:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762877.195384:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762877.195385:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762877.195386:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762877.195388:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762877.195389:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762877.195390:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762877.195391:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762877.195394:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762877.195395:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762877.195473:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762877.195478:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762877.195481:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762877.387338:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762877.387346:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762877.387348:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762877.387355:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762877.387358:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762877.387362:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762877.387365:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762877.387367:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762877.387370:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762878.219336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762878.219345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762878.219350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762878.219352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762878.219354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762878.219355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762878.219386:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762878.219389:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762878.219392:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762878.411351:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762878.411360:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762878.411362:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762878.411367:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762878.411371:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762878.411376:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762878.411378:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762878.411383:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762878.411387:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762879.243334:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762879.243342:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762879.243348:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762879.243350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762879.243353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762879.243354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762879.243411:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762879.243417:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762879.243422:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762879.435330:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762879.435339:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762879.435341:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762879.435347:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762879.435350:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762879.435354:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762879.435357:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762879.435361:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762879.435364:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762880.267350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762880.267358:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762880.267364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762880.267365:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762880.267368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762880.267369:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762880.267410:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762880.267413:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762880.267415:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762880.459344:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762880.459352:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1787762880.459352:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787762880.459355:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762880.459363:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00080000:1.0:1787762880.459363:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762880.459368:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787762880.459369:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1787762880.459373:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762880.459374:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762880.459381:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762880.459381:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787762880.459386:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762880.459389:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762880.459392:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21621
00000400:00000200:1.0:1787762880.459404:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762880.459413:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762880.459416:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762880.459419:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762880.459422:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762880.459424:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762880.459426:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762880.459429:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762880.459431:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:1.0:1787762880.459434:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762880.459437:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:1.0:1787762880.459439:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:1.0:1787762880.459441:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:1.0:1787762880.459443:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762880.459444:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762880.459446:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762880.459447:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762880.459450:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:1.0:1787762880.459453:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762880.459454:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762880.459457:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762880.459460:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762880.459462:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762880.459465:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762880.459466:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762880.459478:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c000.
00000020:00000040:1.0:1787762880.459481:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:1.0:1787762880.459485:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762880.459486:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762880.459489:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762880.459492:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762880.459498:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762880.459507:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee09400.
00000100:00000001:1.0:1787762880.459515:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762880.459524:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c000 x1874597595093120/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762880.459534:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762880.459539:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762880.459543:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bd17bd7] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c000 x1874597595093120/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762880.459566:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762880.459569:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762880.459572:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762880.459573:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762880.459574:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762880.459577:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762880.459578:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21621
00000400:00000200:1.0:1787762880.459581:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762880.459582:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762880.459584:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762880.459586:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762880.459588:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762880.459590:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762880.459592:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762880.459594:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762880.459595:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:1.0:1787762880.459597:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762880.459599:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:1.0:1787762880.459600:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:1.0:1787762880.459601:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:1.0:1787762880.459604:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762880.459606:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762880.459607:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762880.459611:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762880.459612:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762880.459614:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762880.459618:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1787762880.459619:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:1.0:1787762880.459623:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762880.459625:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762880.459628:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1787762880.459630:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c000 x1874597595093120/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787762880.459635:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762880.459639:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762880.459644:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762880.459648:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762880.459649:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787762880.459651:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787762880.459653:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:1.0:1787762880.459655:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762880.459658:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762880.459658:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762880.459664:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762880.459665:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588e940.
00000100:00100000:2.0:1787762880.459670:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595093120:192.168.203.101@tcp:250:kworker.0
00000020:00000040:1.0:1787762880.459671:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:1.0:1787762880.459676:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762880.459679:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762880.459679:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787762880.459683:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762880.459685:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762880.459686:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762880.459687:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762880.459689:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762880.459693:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762880.459699:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541865c00.
02000000:00000010:1.0:1787762880.459700:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee09000.
02000000:00000001:2.0:1787762880.459701:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762880.459705:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762880.459710:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00100000:1.0:1787762880.459713:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588e940 x1874597595093248/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787762880.459717:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000100:00000001:1.0:1787762880.459723:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762880.459725:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762880.459728:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000186ab8f7] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588e940 x1874597595093248/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787762880.459729:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000001:1.0:1787762880.459737:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762880.459740:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1787762880.459741:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595093120, portal 25
00000100:00080000:1.0:1787762880.459745:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762880.459746:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762880.459749:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787762880.459750:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188126720 : -110616521424896 : ffff9b651588c000)
00000100:00080000:1.0:1787762880.459754:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762880.459758:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1787762880.459760:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c000 x1874597595093120/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762880.459763:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21621
00000400:00000200:1.0:1787762880.459772:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762880.459776:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:1.0:1787762880.459778:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762880.459783:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762880.459783:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762880.459788:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000040:1.0:1787762880.459790:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762880.459793:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1787762880.459793:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595093120, offset 0
00000100:00000040:1.0:1787762880.459798:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762880.459801:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762880.459802:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762880.459803:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:1.0:1787762880.459806:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787762880.459807:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000020:00000040:1.0:1787762880.459809:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:1.0:1787762880.459812:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:1.0:1787762880.459813:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:1.0:1787762880.459816:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762880.459817:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762880.459819:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:2.0:1787762880.459822:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762880.459823:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762880.459827:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:1.0:1787762880.459830:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000400:00000200:2.0:1787762880.459833:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000001:1.0:1787762880.459834:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762880.459838:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762880.459841:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787762880.459843:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1787762880.459844:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762880.459847:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762880.459849:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787762880.459852:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000008:00000001:1.0:1787762880.459853:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762880.459856:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762880.459858:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000010:1.0:1787762880.459862:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c780.
00000020:00000040:1.0:1787762880.459865:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:1.0:1787762880.459867:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762880.459868:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762880.459869:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762880.459870:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762880.459872:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762880.459874:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee0a400.
00000100:00000001:1.0:1787762880.459876:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762880.459880:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c780 x1874597595093376/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762880.459885:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762880.459887:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762880.459889:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c5bf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c780 x1874597595093376/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762880.459894:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762880.459896:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787762880.459899:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1787762880.459903:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21631)
00000400:00000200:2.0:1787762880.460041:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762880.460051:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278321:278321:256:4294967295] 192.168.203.101@tcp LPNI seq info [278320:278320:8:4294967295]
00000400:00000200:2.0:1787762880.460061:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762880.460101:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762880.460112:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762880.460127:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762880.460136:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762880.460142:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762880.460152:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762880.460157:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787762880.460163:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762880.460166:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762880.460174:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762880.460180:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762880.460188:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762880.460192:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762880.460200:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762880.460223:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c000 x1874597595093120/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762880.460242:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762880.460342:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c000 x1874597595093120/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762905 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762880.460355:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762880.460358:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762880.460373:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762880.460381:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762880.460385:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316294392
00000100:00000010:2.0:1787762880.460394:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd9c0.
00000100:00000001:2.0:1787762880.460403:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762880.460413:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316294392
00000100:00000010:2.0:1787762880.460417:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd6c0.
00000100:00000001:2.0:1787762880.460421:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762880.460436:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762880.460453:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762880.460459:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762880.460471:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762880/real 1787762880]  req@ffff9b651588c000 x1874597595093120/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762880.460493:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762880.460497:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762880.460502:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762880.460510:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787762880.460515:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787762880.460521:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762880.460529:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c000 x1874597595093120/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762880.460548:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c000 x1874597595093120/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762880.460558:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762880.460560:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762880.460563:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762880.460566:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762880.460572:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c000 x1874597595093120/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762880.460581:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762880.460588:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c000 x1874597595093120/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762905 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762880.460597:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762880.460601:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762880.460603:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762880.460605:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762880.460608:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762880.460611:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762880.460616:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762880.460623:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762880.460626:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762880.460631:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c000 x1874597595093120/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762905 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762880.460642:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595093120:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762880.460649:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762880.460653:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762880.460657:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c000 x1874597595093120/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762905 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762880.460665:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762880.460668:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762880.460673:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865c00.
02000000:00000001:2.0:1787762880.460678:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762880.460681:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762880.460683:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762880.460686:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762880.460690:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee09400.
02000000:00000001:2.0:1787762880.460695:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762880.460697:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762880.460700:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c000.
00000100:00000001:2.0:1787762880.460706:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762880.460708:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762880.460711:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762880.460721:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762880.460723:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762880.460726:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762880.460729:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762880.460732:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762880.460737:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588e940 x1874597595093248/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762880.460747:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762880.460750:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762880.460754:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762880.460758:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762880.460762:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762880.460766:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595093248:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762880.460771:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762880.460776:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762880.460779:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762880.460782:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762880.460787:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541865c00.
02000000:00000001:2.0:1787762880.460790:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762880.460797:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762880.460802:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762880.460808:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787762880.460815:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595093248, portal 10
00000100:00000001:2.0:1787762880.460818:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762880.460821:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188137280 : -110616521414336 : ffff9b651588e940)
00000100:00000040:2.0:1787762880.460830:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588e940 x1874597595093248/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762880.460838:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762880.460842:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762880.460845:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762880.460849:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595093248, offset 0
00000400:00000200:2.0:1787762880.460856:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762880.460864:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762880.460872:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762880.460878:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762880.460884:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762880.460888:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762880.460891:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762880.460896:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278322:278322:256:4294967295] 192.168.203.101@tcp LPNI seq info [278321:278321:8:4294967295]
00000400:00000200:2.0:1787762880.460902:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762880.460910:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762880.460917:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762880.460922:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762880.460928:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762880.460934:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762880.460943:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762880.460948:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787762880.460956:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762880.460960:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762880.460966:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762880.460973:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762880.460980:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762880.460984:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762880.460989:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762880.460998:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588e940 x1874597595093248/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762880.461015:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762880.461021:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588e940 x1874597595093248/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762905 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762880.461034:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762880.461036:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762880.461043:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762880.461048:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762880.461053:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762880.461056:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316293645
00000100:00000001:2.0:1787762880.461060:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316294392
00000100:00000001:2.0:1787762880.461063:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316293645
00000100:00000001:2.0:1787762880.461093:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316294392
00000100:00000001:2.0:1787762880.461098:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762880.461101:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762880.461104:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762880.461110:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762880/real 1787762880]  req@ffff9b651588e940 x1874597595093248/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762880.461122:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762880.461124:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762880.461127:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762880.461131:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787762880.461133:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787762880.461136:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762880.461140:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588e940 x1874597595093248/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762880.461151:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588e940 x1874597595093248/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762880.461159:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762880.461161:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762880.461163:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762880.461165:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762880.461169:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588e940 x1874597595093248/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762880.461177:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762880.461182:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588e940 x1874597595093248/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762905 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762880.461190:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762880.461193:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762880.461195:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762880.461197:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762880.461200:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762880.461203:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762880.461206:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762880.461210:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762880.461213:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762880.461218:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588e940 x1874597595093248/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762905 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762880.461228:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595093248:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762880.461233:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762880.461238:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c780 x1874597595093376/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762880.461275:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762880.461278:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762880.461282:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762880.461284:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762880.461287:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762880.461291:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595093376:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762880.461295:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762880.461299:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762880.461301:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762880.461303:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762880.461308:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541866000.
02000000:00000001:2.0:1787762880.461311:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762880.461316:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762880.461319:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762880.461323:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787762880.461327:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595093376, portal 4
00000100:00000001:2.0:1787762880.461330:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762880.461332:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188128640 : -110616521422976 : ffff9b651588c780)
00000100:00000040:2.0:1787762880.461339:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c780 x1874597595093376/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762880.461348:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762880.461351:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762880.461354:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762880.461357:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595093376, offset 0
00000400:00000200:2.0:1787762880.461363:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762880.461368:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762880.461374:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762880.461378:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762880.461382:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762880.461385:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762880.461388:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762880.461393:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278323:278323:256:4294967295] 192.168.203.101@tcp LPNI seq info [278322:278322:8:4294967295]
00000400:00000200:2.0:1787762880.461398:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762880.461406:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762880.461413:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762880.461417:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762880.461422:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762880.461426:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762880.461431:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762880.461435:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787762880.461442:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762880.461446:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762880.461452:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762880.461459:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762880.461466:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762880.461469:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762880.461474:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762880.461483:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c780 x1874597595093376/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762880.461499:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762880.461506:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c780 x1874597595093376/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762905 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762880.461520:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762880.461524:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762880.461530:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762880.461537:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762880.461543:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762880.461549:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316293652
00000100:00000001:2.0:1787762880.461553:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316294392
00000100:00000001:2.0:1787762880.461556:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316293652
00000100:00000001:2.0:1787762880.461559:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316294392
00000100:00000001:2.0:1787762880.461561:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762880.461564:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762880.461567:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762880.461572:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762880/real 1787762880]  req@ffff9b651588c780 x1874597595093376/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762880.461582:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762880.461583:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762880.461586:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762880.461589:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787762880.461592:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787762880.461595:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762880.461599:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c780 x1874597595093376/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762880.461609:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c780 x1874597595093376/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762880.461617:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762880.461619:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762880.461621:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762880.461623:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762880.461627:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c780 x1874597595093376/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762880.461635:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762880.461640:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c780 x1874597595093376/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762905 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762880.461649:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762880.461653:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762880.461655:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762880.461657:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762880.461659:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762880.461661:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762880.461665:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762880.461669:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762880.461671:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762880.461676:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c780 x1874597595093376/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762905 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762880.461685:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595093376:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762880.461690:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762880.461693:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762880.461697:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588e940 x1874597595093248/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762905 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762880.461705:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762880.461708:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762880.461710:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865c00.
02000000:00000001:2.0:1787762880.461713:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762880.461715:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762880.461717:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762880.461720:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762880.461723:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee09000.
02000000:00000001:2.0:1787762880.461726:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762880.461728:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762880.461730:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588e940.
00000100:00000001:2.0:1787762880.461734:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762880.461736:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762880.461738:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762880.461742:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c780 x1874597595093376/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762905 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762880.461758:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762880.461759:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762880.461761:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541866000.
02000000:00000001:2.0:1787762880.461764:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762880.461766:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762880.461767:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762880.461769:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762880.461771:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0a400.
02000000:00000001:2.0:1787762880.461774:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762880.461775:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762880.461777:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c780.
00000100:00000001:2.0:1787762880.461780:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762880.461782:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762880.461784:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762880.461789:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762880.461791:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762880.461793:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762880.461795:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762881.227339:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316294392, at 4316294400
00000100:00000040:0.0:1787762881.227356:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316294392, at 4316294400
00000100:00000010:1.0:1787762881.227360:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd6c0.
00000100:00000010:0.0:1787762881.227369:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd9c0.
00010000:00000001:0.0:1787762881.291371:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762881.291379:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762881.291386:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762881.291388:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762881.291393:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762881.291395:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762881.291483:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762881.291489:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762881.291495:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762881.483339:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762881.483349:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762881.483352:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762881.483358:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762881.483363:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762881.483368:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762881.483371:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762881.483374:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762881.483377:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762882.315365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762882.315376:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762882.315385:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762882.315387:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762882.315391:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762882.315397:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762882.315399:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762882.315404:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762882.315408:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762882.315410:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762882.315412:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762882.315414:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762882.315440:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762882.315443:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762882.315446:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762882.507336:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762882.507344:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762882.507345:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762882.507351:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762882.507355:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762882.507359:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762882.507361:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762882.507364:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762882.507366:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762883.339395:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762883.339404:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762883.339412:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762883.339414:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762883.339419:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762883.339421:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762883.339507:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762883.339513:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762883.339519:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762883.531365:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762883.531374:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762883.531377:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762883.531384:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762883.531390:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762883.531395:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762883.531398:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762883.531402:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762883.531406:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762884.363351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762884.363360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762884.363366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762884.363367:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762884.363370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762884.363371:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762884.363395:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762884.363398:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762884.363400:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762884.555390:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762884.555401:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762884.555404:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762884.555414:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762884.555420:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762884.555428:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762884.555434:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762884.555441:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762884.555447:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762885.387347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762885.387354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762885.387359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762885.387361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762885.387365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762885.387366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762885.387415:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762885.387419:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762885.387422:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762885.579332:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762885.579338:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762885.579340:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762885.579346:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762885.579349:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762885.579353:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762885.579356:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762885.579359:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762885.579361:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762885.579393:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762885.579406:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762885.579411:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762885.579416:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762885.579423:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762885.579436:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21626
00000400:00000200:3.0:1787762885.579454:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762885.579467:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762885.579473:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762885.579480:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762885.579487:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762885.579492:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762885.579497:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762885.579505:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762885.579510:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762885.579515:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762885.579522:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762885.579527:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762885.579534:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762885.579541:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762885.579545:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762885.579549:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762885.579554:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762885.579560:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762885.579565:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762885.579568:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762885.579572:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762885.579578:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762885.579582:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762885.579585:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762885.579589:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762885.579600:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787762885.579605:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762885.579612:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762885.579614:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762885.579619:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762885.579623:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762885.579629:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762885.579640:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17000.
00000100:00000001:3.0:1787762885.579650:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762885.579664:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597595093504/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762885.579680:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762885.579687:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762885.579693:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597595093504/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762885.579728:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762885.579733:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762885.579738:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762885.579742:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762885.579745:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762885.579750:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762885.579754:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21626
00000400:00000200:3.0:1787762885.579762:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762885.579766:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:2.0:1787762885.579769:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787762885.579770:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787762885.579776:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787762885.579778:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762885.579781:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787762885.579785:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762885.579790:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762885.579793:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000040:2.0:1787762885.579799:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e1c0 x1874597595093504/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787762885.579800:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762885.579804:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762885.579812:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762885.579821:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000100:00000001:2.0:1787762885.579829:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1787762885.579829:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:2.0:1787762885.579835:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762885.579836:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
02000000:00000001:2.0:1787762885.579844:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1787762885.579849:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
02000000:00000001:2.0:1787762885.579853:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762885.579853:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787762885.579863:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762885.579864:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762885.579876:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00100000:2.0:1787762885.579881:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595093504:192.168.203.101@tcp:250:kworker.0
00000020:00000040:3.0:1787762885.579885:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000001:2.0:1787762885.579890:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1787762885.579896:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
02000000:00000001:2.0:1787762885.579898:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787762885.579901:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762885.579902:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762885.579918:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762885.579919:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787762885.579938:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1787762885.579940:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541866000.
02000000:00000001:2.0:1787762885.579953:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762885.579954:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762885.579976:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1787762885.579983:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000008:00100000:3.0:1787762885.579984:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1787762885.579988:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762885.579995:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787762885.580002:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595093504, portal 25
00000008:00000001:3.0:1787762885.580003:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762885.580014:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762885.580015:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762885.580019:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765441984 : -110615944109632 : ffff9b6537f1e1c0)
00000100:00000010:3.0:1787762885.580024:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000100:00000040:2.0:1787762885.580030:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e1c0 x1874597595093504/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787762885.580053:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000100:00000001:2.0:1787762885.580055:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762885.580060:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762885.580063:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
02000000:00000001:3.0:1787762885.580065:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762885.580069:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762885.580070:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595093504, offset 0
00000100:00000001:3.0:1787762885.580074:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762885.580077:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787762885.580084:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
02000000:00000001:3.0:1787762885.580084:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762885.580094:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15400.
00000400:00000200:2.0:1787762885.580104:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762885.580109:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762885.580116:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00100000:3.0:1787762885.580124:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597595093632/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787762885.580127:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762885.580144:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000001:3.0:1787762885.580163:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787762885.580165:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787762885.580175:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762885.580176:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762885.580198:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278324:278324:256:4294967295] 192.168.203.101@tcp LPNI seq info [278323:278323:8:4294967295]
00000100:00000040:3.0:1787762885.580199:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597595093632/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762885.580230:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762885.580275:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762885.580282:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762885.580287:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000100:00000001:3.0:1787762885.580289:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787762885.580299:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00080000:3.0:1787762885.580300:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1787762885.580307:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000100:00080000:3.0:1787762885.580308:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762885.580314:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762885.580318:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1787762885.580329:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:3.0:1787762885.580330:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.1:1787762885.580340:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000100:00080000:3.0:1787762885.580342:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21626
00000400:00000200:3.0:1787762885.580360:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000800:00000100:2.0:1787762885.580362:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762885.580369:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:3.0:1787762885.580373:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762885.580381:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787762885.580383:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787762885.580394:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762885.580402:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787762885.580403:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1787762885.580413:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:2.0:1787762885.580417:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000100:00000001:3.0:1787762885.580419:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000010:2.0:1787762885.580422:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000020:00000001:3.0:1787762885.580424:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787762885.580428:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1787762885.580431:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000100:00000200:2.0:1787762885.580437:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1e1c0 x1874597595093504/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787762885.580440:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762885.580447:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000100:00000001:2.0:1787762885.580451:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1787762885.580456:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:2.0:1787762885.580458:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e1c0 x1874597595093504/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762910 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787762885.580474:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000001:2.0:1787762885.580475:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762885.580482:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762885.580491:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762885.580494:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000200:2.0:1787762885.580502:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762885.580506:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762885.580507:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316299512
00000100:00000010:2.0:1787762885.580516:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdc60.
00000100:00000040:3.0:1787762885.580519:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762885.580525:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787762885.580528:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762885.580532:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316299512
00000020:00000040:3.0:1787762885.580538:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00000010:2.0:1787762885.580540:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd9c0.
00000100:00080000:3.0:1787762885.580547:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762885.580548:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787762885.580563:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762885.580564:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762885.580577:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762885.580579:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762885.580589:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1787762885.580591:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787762885.580597:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762885/real 1787762885]  req@ffff9b6537f1e1c0 x1874597595093504/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762885.580599:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762885.580607:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762885.580616:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000001:2.0:1787762885.580620:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00000001:3.0:1787762885.580623:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787762885.580624:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787762885.580633:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762885.580634:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762885.580648:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000100:00000010:3.0:1787762885.580650:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000400:00000010:2.0:1787762885.580653:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000020:00000040:3.0:1787762885.580655:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762885.580665:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787762885.580666:0:238635:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1787762885.580668:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762885.580673:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762885.580675:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1787762885.580678:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e1c0 x1874597595093504/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762885.580679:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762885.580694:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14c00.
00000100:00000001:3.0:1787762885.580704:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762885.580717:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e1c0 x1874597595093504/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762885.580718:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597595093760/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762885.580763:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762885.580769:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762885.580783:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:3.0:1787762885.580784:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597595093760/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762885.580792:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762885.580804:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787762885.580806:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762885.580811:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762885.580813:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762885.580824:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762885.580830:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21636)
00000100:00100000:2.0:1787762885.580832:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e1c0 x1874597595093504/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762885.580846:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762885.580854:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e1c0 x1874597595093504/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762910 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762885.580861:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762885.580864:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762885.580868:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762885.580869:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762885.580872:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762885.580876:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762885.580879:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762885.580882:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762885.580885:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762885.580888:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e1c0 x1874597595093504/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762910 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762885.580893:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595093504:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762885.580896:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762885.580898:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762885.580900:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e1c0 x1874597595093504/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762910 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762885.580904:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762885.580906:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762885.580910:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541866000.
02000000:00000001:2.0:1787762885.580912:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762885.580915:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762885.580917:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762885.580918:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762885.580920:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17000.
02000000:00000001:2.0:1787762885.580923:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762885.580924:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762885.580926:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e1c0.
00000100:00000001:2.0:1787762885.580928:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762885.580929:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762885.580931:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762885.580936:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762885.580937:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762885.580939:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762885.580940:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762885.580942:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762885.580944:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1c3c0 x1874597595093632/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762885.580950:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762885.580951:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762885.580953:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762885.580955:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762885.580956:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762885.580958:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595093632:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762885.580961:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762885.580963:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762885.580964:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762885.580965:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762885.580967:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541866000.
02000000:00000001:2.0:1787762885.580969:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762885.580972:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762885.580974:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762885.580976:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787762885.580979:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595093632, portal 10
00000100:00000001:2.0:1787762885.580981:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762885.580982:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765434304 : -110615944117312 : ffff9b6537f1c3c0)
00000100:00000040:2.0:1787762885.580987:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1c3c0 x1874597595093632/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762885.580991:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762885.580993:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762885.580994:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762885.580996:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595093632, offset 0
00000400:00000200:2.0:1787762885.580999:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762885.581002:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762885.581005:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762885.581007:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762885.581009:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762885.581012:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762885.581013:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762885.581015:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278325:278325:256:4294967295] 192.168.203.101@tcp LPNI seq info [278324:278324:8:4294967295]
00000400:00000200:2.0:1787762885.581018:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762885.581023:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762885.581026:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762885.581028:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762885.581048:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762885.581050:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787762885.581054:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762885.581056:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787762885.581059:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762885.581060:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762885.581063:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762885.581065:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762885.581067:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762885.581069:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762885.581070:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762885.581073:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1c3c0 x1874597595093632/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762885.581083:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762885.581085:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1c3c0 x1874597595093632/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762910 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762885.581090:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762885.581091:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762885.581093:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762885.581096:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762885.581098:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762885.581100:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316298765
00000100:00000001:2.0:1787762885.581102:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316299512
00000100:00000001:2.0:1787762885.581104:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316298765
00000100:00000001:2.0:1787762885.581105:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316299512
00000100:00000001:2.0:1787762885.581107:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762885.581108:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762885.581109:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762885.581111:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762885/real 1787762885]  req@ffff9b6537f1c3c0 x1874597595093632/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762885.581116:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762885.581117:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762885.581118:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762885.581120:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787762885.581121:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787762885.581123:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762885.581125:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1c3c0 x1874597595093632/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762885.581130:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1c3c0 x1874597595093632/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762885.581134:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762885.581136:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762885.581137:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762885.581138:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762885.581140:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1c3c0 x1874597595093632/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762885.581144:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762885.581147:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1c3c0 x1874597595093632/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762910 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762885.581151:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762885.581152:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762885.581153:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762885.581154:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762885.581155:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762885.581156:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762885.581158:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762885.581160:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762885.581161:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762885.581164:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1c3c0 x1874597595093632/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762910 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762885.581169:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595093632:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762885.581172:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762885.581174:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1cf00 x1874597595093760/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762885.581178:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762885.581179:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762885.581181:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762885.581182:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762885.581183:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762885.581185:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595093760:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762885.581188:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762885.581189:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762885.581191:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762885.581192:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762885.581194:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541865c00.
02000000:00000001:2.0:1787762885.581195:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762885.581197:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762885.581199:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762885.581201:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787762885.581203:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595093760, portal 4
00000100:00000001:2.0:1787762885.581204:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762885.581205:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765437184 : -110615944114432 : ffff9b6537f1cf00)
00000100:00000040:2.0:1787762885.581209:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1cf00 x1874597595093760/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762885.581213:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762885.581215:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762885.581216:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000200:2.0:1787762885.581218:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595093760, offset 0
00000400:00000200:2.0:1787762885.581220:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762885.581222:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762885.581224:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762885.581226:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762885.581228:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762885.581229:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762885.581231:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762885.581233:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278326:278326:256:4294967295] 192.168.203.101@tcp LPNI seq info [278325:278325:8:4294967295]
00000400:00000200:2.0:1787762885.581236:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762885.581240:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762885.581243:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762885.581245:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000800:00000200:2.0:1787762885.581268:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762885.581270:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787762885.581272:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762885.581274:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787762885.581277:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762885.581278:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:2.0:1787762885.581281:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762885.581283:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762885.581285:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:2.0:1787762885.581286:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:2.0:1787762885.581288:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762885.581290:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1cf00 x1874597595093760/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762885.581296:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762885.581298:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1cf00 x1874597595093760/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762910 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762885.581303:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762885.581304:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762885.581305:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762885.581307:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762885.581310:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762885.581311:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316298772
00000100:00000001:2.0:1787762885.581313:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316299512
00000100:00000001:2.0:1787762885.581314:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316298772
00000100:00000001:2.0:1787762885.581316:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316299512
00000100:00000001:2.0:1787762885.581317:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762885.581318:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762885.581319:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762885.581322:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762885/real 1787762885]  req@ffff9b6537f1cf00 x1874597595093760/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762885.581327:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762885.581328:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762885.581329:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762885.581331:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787762885.581332:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787762885.581333:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762885.581335:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1cf00 x1874597595093760/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762885.581341:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1cf00 x1874597595093760/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762885.581345:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762885.581346:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762885.581347:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762885.581348:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762885.581350:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1cf00 x1874597595093760/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762885.581354:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762885.581356:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1cf00 x1874597595093760/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762910 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762885.581360:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762885.581361:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762885.581362:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762885.581363:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762885.581364:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762885.581365:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762885.581367:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762885.581369:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762885.581370:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762885.581372:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1cf00 x1874597595093760/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762910 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762885.581381:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595093760:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762885.581384:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762885.581385:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762885.581387:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1c3c0 x1874597595093632/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762910 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762885.581391:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762885.581392:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762885.581393:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541866000.
02000000:00000001:2.0:1787762885.581395:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762885.581396:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762885.581396:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762885.581398:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762885.581399:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15400.
02000000:00000001:2.0:1787762885.581400:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762885.581401:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762885.581402:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1c3c0.
00000100:00000001:2.0:1787762885.581404:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762885.581405:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762885.581406:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762885.581408:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1cf00 x1874597595093760/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762910 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762885.581412:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762885.581413:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762885.581413:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865c00.
02000000:00000001:2.0:1787762885.581415:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762885.581415:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762885.581416:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762885.581417:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762885.581418:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14c00.
02000000:00000001:2.0:1787762885.581419:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762885.581420:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762885.581421:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1cf00.
00000100:00000001:2.0:1787762885.581423:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762885.581424:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762885.581425:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762885.581427:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762885.581429:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762885.581430:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762885.581431:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762886.347353:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316299512, at 4316299520
00000100:00000040:1.0:1787762886.347354:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316299512, at 4316299520
00000100:00000010:0.0:1787762886.347378:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdc60.
00000100:00000010:1.0:1787762886.347380:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd9c0.
00010000:00000001:0.0:1787762886.411341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762886.411345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762886.411350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762886.411351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762886.411353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762886.411354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762886.411374:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762886.411377:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762886.411380:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762886.603322:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762886.603328:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762886.603330:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762886.603334:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762886.603337:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762886.603340:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762886.603341:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762886.603344:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762886.603347:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762887.435335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762887.435343:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762887.435345:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762887.435348:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762887.435354:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762887.435356:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762887.435358:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762887.435359:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762887.435363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762887.435364:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762887.435365:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762887.435367:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762887.435368:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762887.435369:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762887.435370:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762887.435372:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762887.435374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762887.435375:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762887.435431:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762887.435436:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762887.435438:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762887.627389:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762887.627403:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762887.627408:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762887.627418:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762887.627424:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762887.627429:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762887.627433:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762887.627437:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762887.627440:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762888.459348:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762888.459357:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762888.459363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762888.459364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762888.459367:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762888.459368:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762888.459393:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762888.459395:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762888.459398:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762888.651359:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762888.651370:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762888.651373:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762888.651381:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762888.651386:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762888.651391:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762888.651395:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762888.651400:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762888.651403:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762889.483365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762889.483385:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762889.483395:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762889.483397:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762889.483402:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762889.483404:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762889.483476:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762889.483483:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762889.483489:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762889.675334:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762889.675342:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762889.675344:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762889.675351:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762889.675354:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762889.675358:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762889.675361:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762889.675364:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762889.675366:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762890.507326:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762890.507335:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762890.507347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762890.507348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762890.507351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762890.507352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762890.507376:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762890.507380:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762890.507382:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762890.699323:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762890.699331:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762890.699333:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762890.699343:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787762890.699348:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00080000:3.0:1787762890.699352:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762890.699354:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762890.699356:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787762890.699359:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787762890.699361:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762890.699364:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762890.699367:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787762890.699368:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762890.699373:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762890.699377:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21631
00000400:00000200:3.0:1787762890.699394:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762890.699401:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762890.699404:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762890.699407:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762890.699410:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762890.699412:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762890.699415:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762890.699419:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762890.699422:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762890.699426:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762890.699430:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762890.699432:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762890.699435:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762890.699438:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762890.699440:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762890.699442:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762890.699444:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762890.699448:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762890.699454:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762890.699458:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762890.699461:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762890.699466:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762890.699470:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762890.699473:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762890.699476:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762890.699487:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000020:00000040:3.0:1787762890.699491:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762890.699496:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762890.699497:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762890.699501:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762890.699504:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762890.699509:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762890.699521:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14000.
00000100:00000001:3.0:1787762890.699528:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762890.699538:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597595093888/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762890.699548:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762890.699553:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762890.699557:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597595093888/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762890.699577:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762890.699580:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762890.699582:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762890.699584:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762890.699585:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762890.699587:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762890.699589:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21631
00000400:00000200:3.0:1787762890.699591:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762890.699594:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762890.699603:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762890.699606:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762890.699608:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762890.699609:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762890.699611:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762890.699613:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762890.699614:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762890.699615:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762890.699620:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000100:00000001:2.0:1787762890.699622:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787762890.699624:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762890.699632:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:2.0:1787762890.699634:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762890.699639:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762890.699643:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762890.699649:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762890.699660:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000040:2.0:1787762890.699661:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1cf00 x1874597595093888/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762890.699669:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762890.699684:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762890.699700:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762890.699702:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762890.699705:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762890.699709:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762890.699711:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762890.699722:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762890.699723:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787762890.699727:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762890.699730:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787762890.699733:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1787762890.699735:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762890.699746:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762890.699749:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762890.699750:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762890.699769:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000100:00100000:2.0:1787762890.699770:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595093888:192.168.203.101@tcp:250:kworker.0
00000020:00000040:3.0:1787762890.699775:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762890.699788:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762890.699793:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762890.699799:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787762890.699799:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762890.699811:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762890.699814:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762890.699816:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1787762890.699820:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17800.
02000000:00000001:2.0:1787762890.699824:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762890.699826:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762890.699839:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1787762890.699846:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597595094016/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762890.699856:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000010:2.0:1787762890.699857:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541865c00.
02000000:00000001:2.0:1787762890.699866:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762890.699868:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762890.699879:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597595094016/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762890.699888:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762890.699904:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000100:00000001:3.0:1787762890.699908:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762890.699916:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762890.699918:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000010:2.0:1787762890.699920:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000001:3.0:1787762890.699920:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762890.699923:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762890.699929:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1787762890.699933:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595093888, portal 25
00000100:00080000:3.0:1787762890.699934:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21631
00000100:00000001:2.0:1787762890.699945:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762890.699951:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765437184 : -110615944114432 : ffff9b6537f1cf00)
00000400:00000200:3.0:1787762890.699952:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762890.699960:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762890.699966:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762890.699968:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1cf00 x1874597595093888/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762890.699978:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762890.699994:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762890.700011:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762890.700013:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762890.700016:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762890.700020:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762890.700028:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787762890.700031:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1787762890.700036:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000100:00000040:2.0:1787762890.700046:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000020:00000001:3.0:1787762890.700047:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762890.700054:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000010:2.0:1787762890.700056:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9220.
00000100:00000040:3.0:1787762890.700066:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000200:2.0:1787762890.700070:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595093888, offset 0
00000100:00000001:3.0:1787762890.700071:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762890.700085:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762890.700089:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:2.0:1787762890.700094:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000020:00000040:3.0:1787762890.700096:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762890.700105:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762890.700107:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762890.700108:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787762890.700114:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:3.0:1787762890.700116:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762890.700120:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762890.700124:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762890.700129:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787762890.700132:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000008:00000001:3.0:1787762890.700134:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762890.700142:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762890.700143:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:3.0:1787762890.700152:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000400:00000200:2.0:1787762890.700156:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000020:00000040:3.0:1787762890.700163:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000200:2.0:1787762890.700167:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787762890.700179:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787762890.700180:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
02000000:00000001:3.0:1787762890.700187:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762890.700196:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787762890.700197:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278327:278327:256:4294967295] 192.168.203.101@tcp LPNI seq info [278326:278326:8:4294967295]
02000000:00000001:3.0:1787762890.700202:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762890.700215:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762890.700225:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000010:3.0:1787762890.700230:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16c00.
00000100:00000001:3.0:1787762890.700237:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762890.700276:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597595094144/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762890.700288:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762890.700292:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762890.700298:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597595094144/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762890.700310:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762890.700339:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762890.700339:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762890.700360:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:2.0:1787762890.700362:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58f00.
00000100:00000040:3.0:1787762890.700374:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.0:1787762890.700381:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:3.0:1787762890.700382:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21641)
00000800:00000200:2.1:1787762890.700395:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:2.0:1787762890.700418:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762890.700424:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762890.700429:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316304632
00000100:00000010:2.0:1787762890.700436:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd6c0.
00000100:00000001:2.0:1787762890.700447:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762890.700459:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316304632
00000100:00000010:2.0:1787762890.700465:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdba0.
00000100:00000001:2.0:1787762890.700469:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762890.700473:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762890.700477:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762890.700482:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762890.700485:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762890.700494:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762890.700497:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787762890.700501:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762890.700503:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762890.700505:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762890.700513:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1c3c0 x1874597595094016/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762890.700524:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762890.700526:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762890.700529:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762890.700532:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762890.700536:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762890.700540:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595094016:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762890.700545:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762890.700548:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762890.700551:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762890.700553:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762890.700557:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541866000.
02000000:00000001:2.0:1787762890.700560:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762890.700565:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762890.700568:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df738.
00000400:00000010:2.0:1787762890.700573:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762890.700579:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595094016, portal 10
00000100:00000001:2.0:1787762890.700582:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762890.700584:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765434304 : -110615944117312 : ffff9b6537f1c3c0)
00000100:00000040:2.0:1787762890.700593:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1c3c0 x1874597595094016/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762890.700602:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762890.700605:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762890.700609:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9550.
00000100:00000200:2.0:1787762890.700612:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595094016, offset 0
00000400:00000200:2.0:1787762890.700617:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762890.700624:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762890.700628:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762890.700632:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762890.700637:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762890.700642:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762890.700648:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762890.700656:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278328:278328:255:4294967295] 192.168.203.101@tcp LPNI seq info [278327:278327:7:4294967295]
00000400:00000200:2.0:1787762890.700661:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762890.700670:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762890.700675:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762890.700679:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58600.
00000800:00000200:2.0:1787762890.700685:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762890.700690:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:2.0:1787762890.700693:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762890.700697:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762890.700702:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762890.700706:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316303885
00000100:00000001:2.0:1787762890.700711:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316304632
00000100:00000001:2.0:1787762890.700716:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316303885
00000100:00000001:2.0:1787762890.700720:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316304632
00000100:00000001:2.0:1787762890.700723:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762890.700728:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762890.700732:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762890.700740:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e1c0 x1874597595094144/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762890.700755:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762890.700758:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762890.700763:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762890.700767:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762890.700771:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762890.700778:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595094144:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762890.700784:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762890.700788:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762890.700791:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762890.700795:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762890.700804:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541865000.
02000000:00000001:2.0:1787762890.700808:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762890.700814:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762890.700819:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762890.700824:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9f68.
00000100:00000200:2.0:1787762890.700827:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595094144, portal 4
00000100:00000001:2.0:1787762890.700830:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762890.700832:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765441984 : -110615944109632 : ffff9b6537f1e1c0)
00000100:00000040:2.0:1787762890.700842:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e1c0 x1874597595094144/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762890.700856:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762890.700860:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762890.700865:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f97f8.
00000100:00000200:2.0:1787762890.700870:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595094144, offset 0
00000400:00000200:2.0:1787762890.700879:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762890.700887:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762890.700893:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762890.700900:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762890.700905:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762890.700910:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762890.700915:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762890.700920:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278329:278329:254:4294967295] 192.168.203.101@tcp LPNI seq info [278328:278328:6:4294967295]
00000400:00000200:2.0:1787762890.700928:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762890.700941:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762890.700950:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762890.700958:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58400.
00000800:00000200:2.0:1787762890.700965:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762890.700973:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:2.0:1787762890.700979:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762890.700986:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762890.700992:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762890.701026:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316303891
00000100:00000001:2.0:1787762890.701031:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316304632
00000100:00000001:2.0:1787762890.701034:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316303891
00000100:00000001:2.0:1787762890.701037:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316304632
00000100:00000001:2.0:1787762890.701040:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762890.701043:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762890.701046:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762890.701049:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762890.701054:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762890.701056:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787762890.701059:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762890.701060:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762890.701063:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762890.701065:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762891.467343:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316304632, at 4316304640
00000100:00000040:1.0:1787762891.467343:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316304632, at 4316304640
00000100:00000010:0.0:1787762891.467365:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd6c0.
00000100:00000010:1.0:1787762891.467374:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdba0.
00010000:00000001:0.0:1787762891.531325:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762891.531332:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762891.531338:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762891.531340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762891.531343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762891.531344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762891.531391:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762891.531395:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762891.531398:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762891.723321:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762891.723329:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762891.723331:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762891.723337:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762891.723341:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762891.723344:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762891.723347:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762891.723350:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762891.723352:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762892.555322:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762892.555327:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762892.555332:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762892.555333:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762892.555335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762892.555338:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762892.555340:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762892.555343:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762892.555345:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762892.555347:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762892.555348:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762892.555350:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762892.555367:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762892.555369:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762892.555371:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762892.747324:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762892.747330:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762892.747332:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762892.747336:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762892.747339:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762892.747341:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762892.747343:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762892.747346:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762892.747348:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762893.579310:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762893.579315:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762893.579319:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762893.579320:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762893.579322:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762893.579323:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762893.579411:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762893.579418:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762893.579422:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762893.771327:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762893.771333:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762893.771334:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762893.771339:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762893.771343:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762893.771346:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762893.771348:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762893.771351:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762893.771354:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1787762893.771607:0:238626:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.101:988
00000400:00000100:1.0:1787762893.771679:0:238626:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.101@tcp at host 192.168.203.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1787762893.771697:0:238626:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762893.771705:0:238626:0:(router.c:1791:lnet_notify()) 192.168.203.1@tcp notifying 192.168.203.101@tcp: down
00000400:00000200:1.0:1787762893.771716:0:238626:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762893.771723:0:238626:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1787762893.771733:0:238626:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:1.0:1787762893.771741:0:238626:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58f00.
00000400:00000200:1.0:1787762893.771751:0:238626:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1787762893.771761:0:238626:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1787762893.771774:0:238626:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9220
00000400:00000010:1.0:1787762893.771780:0:238626:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9220.
00000100:00000001:1.0:1787762893.771790:0:238626:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762893.771808:0:238626:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b6537f1cf00 x1874597595093888/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762893.771861:0:238626:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762893.771885:0:238626:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1cf00 x1874597595093888/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762915 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762893.771904:0:238626:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762893.771909:0:238626:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762893.771911:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762893.771917:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762893.771923:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000800:00000100:1.0:1787762893.771934:0:238626:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000100:00100000:2.0:1787762893.771942:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762890/real 1787762893]  req@ffff9b6537f1cf00 x1874597595093888/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1787762893.771945:0:238626:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58600.
00000400:00000200:1.0:1787762893.771958:0:238626:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000001:2.0:1787762893.772000:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:1.0:1787762893.772003:0:238626:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000001:2.0:1787762893.772007:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:1.0:1787762893.772015:0:238626:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9550
00000400:00000010:2.0:1787762893.772016:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000010:1.0:1787762893.772025:0:238626:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9550.
00000400:00000200:2.0:1787762893.772031:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000100:00000001:1.0:1787762893.772036:0:238626:0:(events.c:34:request_out_callback()) Process entered
00000400:00000010:2.0:1787762893.772039:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787762893.772050:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762893.772051:0:238626:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b6537f1c3c0 x1874597595094016/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762893.772064:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1cf00 x1874597595093888/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762893.772098:0:238626:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000200:2.0:1787762893.772106:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1cf00 x1874597595093888/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762893.772114:0:238626:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1c3c0 x1874597595094016/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762915 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762893.772157:0:238626:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762893.772161:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762893.772163:0:238626:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762893.772169:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762893.772176:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762893.772179:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000800:00000100:1.0:1787762893.772187:0:238626:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000100:00100000:2.0:1787762893.772195:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1cf00 x1874597595093888/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1787762893.772198:0:238626:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58400.
00000400:00000200:1.0:1787762893.772212:0:238626:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:2.0:1787762893.772220:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1787762893.772231:0:238626:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1787762893.772246:0:238626:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f97f8
00000100:00000040:2.0:1787762893.772288:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1cf00 x1874597595093888/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762915 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762893.772303:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762893.772307:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762893.772310:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762893.772312:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762893.772317:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762893.772320:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762893.772325:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762893.772335:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000400:00000010:1.0:1787762893.772339:0:238626:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f97f8.
00000100:00000001:2.0:1787762893.772343:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1787762893.772354:0:238626:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1787762893.772362:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1cf00 x1874597595093888/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762915 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762893.772376:0:238626:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b6537f1e1c0 x1874597595094144/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762893.772390:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595093888:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762893.772414:0:238626:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787762893.772417:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762893.772425:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762893.772431:0:238626:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e1c0 x1874597595094144/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762915 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762893.772440:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1cf00 x1874597595093888/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762915 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762893.772478:0:238626:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762893.772489:0:238626:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762893.772493:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762893.772505:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762893.772511:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865c00.
02000000:00000001:2.0:1787762893.772518:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762893.772522:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762893.772526:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762893.772529:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762893.772533:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14000.
02000000:00000001:2.0:1787762893.772538:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762893.772541:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762893.772543:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1cf00.
00000100:00000001:2.0:1787762893.772548:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762893.772550:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762893.772553:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762893.772557:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762893.772559:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762893.772562:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762893.772570:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762890/real 1787762893]  req@ffff9b6537f1c3c0 x1874597595094016/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762893.772581:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762893.772582:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762893.772584:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df738.
00000400:00000200:2.0:1787762893.772587:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762893.772589:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762893.772593:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762893.772596:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1c3c0 x1874597595094016/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762893.772606:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1c3c0 x1874597595094016/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762893.772613:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762893.772615:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762893.772617:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762893.772618:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762893.772622:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1c3c0 x1874597595094016/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762893.772629:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762893.772633:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1c3c0 x1874597595094016/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762915 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762893.772640:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762893.772642:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762893.772645:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762893.772646:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762893.772648:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762893.772650:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762893.772653:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762893.772656:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762893.772659:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762893.772664:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1c3c0 x1874597595094016/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762915 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762893.772673:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595094016:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762893.772677:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762893.772682:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762890/real 1787762893]  req@ffff9b6537f1e1c0 x1874597595094144/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762893.772688:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762893.772689:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762893.772691:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762893.772693:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9f68
00000400:00000010:2.0:1787762893.772694:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9f68.
00000100:00000001:2.0:1787762893.772696:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762893.772698:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e1c0 x1874597595094144/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762893.772703:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e1c0 x1874597595094144/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762893.772707:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762893.772708:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762893.772709:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762893.772710:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762893.772712:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e1c0 x1874597595094144/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762893.772722:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762893.772725:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e1c0 x1874597595094144/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762915 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762893.772732:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762893.772734:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762893.772736:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762893.772737:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762893.772739:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762893.772741:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762893.772744:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762893.772748:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762893.772750:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762893.772754:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e1c0 x1874597595094144/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762915 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762893.772762:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595094144:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762893.772767:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762893.772769:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762893.772772:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1c3c0 x1874597595094016/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762915 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762893.772779:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762893.772780:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762893.772782:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541866000.
02000000:00000001:2.0:1787762893.772786:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762893.772788:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762893.772789:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762893.772791:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762893.772793:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17800.
02000000:00000001:2.0:1787762893.772796:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762893.772798:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762893.772799:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1c3c0.
00000100:00000001:2.0:1787762893.772802:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762893.772804:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762893.772806:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762893.772809:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e1c0 x1874597595094144/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762915 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762893.772816:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762893.772817:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762893.772818:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865000.
02000000:00000001:2.0:1787762893.772820:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762893.772821:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762893.772822:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762893.772824:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762893.772825:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16c00.
02000000:00000001:2.0:1787762893.772826:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762893.772827:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762893.772828:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e1c0.
00000100:00000001:2.0:1787762893.772830:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762893.772831:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762893.772832:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762893.772838:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762893.772839:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762893.772841:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762893.772841:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762894.603325:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762894.603331:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762894.603336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762894.603337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762894.603340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762894.603341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762894.603358:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762894.603360:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762894.603362:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762894.795355:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762894.795361:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762894.795363:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762894.795368:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762894.795370:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762894.795373:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762894.795376:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762894.795378:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762894.795380:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762895.627318:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762895.627323:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762895.627327:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762895.627328:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762895.627330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762895.627331:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762895.627414:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762895.627422:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762895.627428:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762895.819388:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1787762895.819392:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787762895.819400:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762895.819406:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762895.819409:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1787762895.819416:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762895.819417:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787762895.819431:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787762895.819432:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762895.819439:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762895.819442:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787762895.819445:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762895.819450:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787762895.819455:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21636
00000100:00000001:0.0:1787762895.819458:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762895.819477:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762895.819486:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762895.819489:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762895.819493:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762895.819497:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762895.819499:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762895.819501:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762895.819505:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762895.819506:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:2.0:1787762895.819508:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762895.819511:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:2.0:1787762895.819513:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:2.0:1787762895.819515:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:2.0:1787762895.819517:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762895.819518:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762895.819519:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762895.819521:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762895.819522:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:2.0:1787762895.819525:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762895.819526:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762895.819528:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762895.819532:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762895.819533:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762895.819535:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762895.819537:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762895.819545:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a8b40.
00000020:00000040:2.0:1787762895.819547:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:2.0:1787762895.819551:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762895.819552:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762895.819555:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762895.819557:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762895.819560:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762895.819566:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541865000.
00000100:00000001:2.0:1787762895.819572:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762895.819579:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a8b40 x1874597595094272/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762895.819588:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762895.819591:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762895.819595:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047032930] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a8b40 x1874597595094272/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762895.819617:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762895.819620:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762895.819623:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762895.819624:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762895.819625:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762895.819627:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762895.819629:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21636
00000400:00000200:2.0:1787762895.819632:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762895.819634:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762895.819635:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762895.819637:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762895.819638:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762895.819640:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762895.819641:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762895.819643:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762895.819645:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:2.0:1787762895.819646:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762895.819648:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:2.0:1787762895.819650:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:2.0:1787762895.819651:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:2.0:1787762895.819653:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762895.819655:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762895.819657:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762895.819659:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762895.819662:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:2.0:1787762895.819667:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762895.819669:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762895.819670:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762895.819675:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762895.819677:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762895.819678:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762895.819682:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762895.819684:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762895.819688:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762895.819689:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000010:2.0:1787762895.819692:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a92c0.
00000020:00000040:2.0:1787762895.819698:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:2.0:1787762895.819704:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787762895.819705:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1787762895.819709:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762895.819714:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787762895.819714:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762895.819722:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762895.819724:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762895.819727:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541866000.
00000100:00000001:2.0:1787762895.819730:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762895.819748:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8b40 x1874597595094272/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762895.819749:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a92c0 x1874597595094400/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762895.819802:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762895.819809:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762895.819824:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1787762895.819825:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050439926] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a92c0 x1874597595094400/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762895.819831:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762895.819844:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762895.819852:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762895.819863:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762895.819865:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762895.819874:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1787762895.819884:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595094272:192.168.203.101@tcp:250:kworker.0
00000100:00080000:2.0:1787762895.819887:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762895.819893:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762895.819898:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762895.819904:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787762895.819905:0:229787:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1787762895.819916:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1787762895.819917:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21636
02000000:00000001:1.0:1787762895.819928:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762895.819930:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:1.0:1787762895.819939:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:2.0:1787762895.819941:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762895.819947:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762895.819952:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
02000000:00000010:1.0:1787762895.819955:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08800.
00000100:00000001:2.0:1787762895.819955:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762895.819977:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762895.819980:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762895.819982:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762895.819983:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:2.0:1787762895.819987:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:1.0:1787762895.819991:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787762895.819995:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:2.0:1787762895.820001:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:2.0:1787762895.820003:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:1.0:1787762895.820012:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:2.0:1787762895.820013:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762895.820027:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762895.820031:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000010:1.0:1787762895.820033:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000100:00000001:2.0:1787762895.820036:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762895.820045:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:2.0:1787762895.820049:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762895.820053:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762895.820055:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762895.820059:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762895.820061:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762895.820063:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000001:2.0:1787762895.820066:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762895.820076:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762895.820080:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762895.820087:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595094272, portal 25
00000100:00000001:2.0:1787762895.820088:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762895.820101:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000010:2.0:1787762895.820104:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a9e00.
00000100:00000001:1.0:1787762895.820108:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739795264 : -110615969756352 : ffff9b65366a8b40)
00000020:00000040:2.0:1787762895.820113:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:2.0:1787762895.820121:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762895.820125:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762895.820128:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762895.820136:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1787762895.820139:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8b40 x1874597595094272/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787762895.820144:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762895.820158:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541865c00.
00000100:00000001:2.0:1787762895.820168:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762895.820175:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:2.0:1787762895.820186:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a9e00 x1874597595094528/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787762895.820188:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762895.820200:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000001:2.0:1787762895.820204:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787762895.820214:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595094272, offset 0
00000100:00000001:2.0:1787762895.820215:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762895.820232:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b092d61d] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a9e00 x1874597595094528/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762895.820296:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762895.820319:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762895.820342:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762895.820352:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000040:2.0:1787762895.820354:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787762895.820367:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787762895.820371:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1787762895.820377:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21646)
00000400:00000200:1.0:1787762895.820386:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762895.820395:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762895.820403:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762895.820412:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278330:278330:256:4294967295] 192.168.203.101@tcp LPNI seq info [278329:278329:8:4294967295]
00000400:00000200:1.0:1787762895.820423:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762895.820443:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762895.820456:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762895.820469:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762895.820483:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762895.820492:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762895.820505:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762895.820513:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787762895.820522:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762895.820529:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762895.820542:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762895.820553:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762895.820564:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762895.820569:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762895.820577:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762895.820587:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a8b40 x1874597595094272/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762895.820608:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762895.820616:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8b40 x1874597595094272/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762920 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762895.820631:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762895.820635:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762895.820649:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762895.820657:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762895.820664:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316309752
00000100:00000010:1.0:1787762895.820674:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82540.
00000100:00000001:1.0:1787762895.820687:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762895.820702:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316309752
00000100:00000010:1.0:1787762895.820708:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82720.
00000100:00000001:1.0:1787762895.820714:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762895.820721:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762895.820727:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762895.820732:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762895.820742:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762895/real 1787762895]  req@ffff9b65366a8b40 x1874597595094272/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762895.820760:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762895.820763:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762895.820767:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762895.820774:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762895.820777:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762895.820782:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762895.820789:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8b40 x1874597595094272/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762895.820822:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8b40 x1874597595094272/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762895.820836:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762895.820840:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762895.820845:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762895.820851:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762895.820861:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8b40 x1874597595094272/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762895.820878:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762895.820890:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8b40 x1874597595094272/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762920 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762895.820915:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762895.820922:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762895.820926:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762895.820930:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762895.820935:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762895.820940:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762895.820947:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762895.820956:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762895.820989:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762895.821001:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8b40 x1874597595094272/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762920 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762895.821019:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595094272:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762895.821028:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762895.821033:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762895.821040:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8b40 x1874597595094272/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762920 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762895.821055:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762895.821069:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762895.821076:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762895.821084:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762895.821090:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762895.821093:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762895.821098:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762895.821103:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541865000.
02000000:00000001:1.0:1787762895.821110:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762895.821114:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762895.821118:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8b40.
00000100:00000001:1.0:1787762895.821124:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762895.821127:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762895.821132:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762895.821146:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762895.821150:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762895.821154:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762895.821158:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762895.821162:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762895.821172:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a92c0 x1874597595094400/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762895.821188:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762895.821191:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762895.821197:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762895.821201:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762895.821206:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762895.821213:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595094400:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762895.821220:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762895.821226:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762895.821229:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762895.821234:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762895.821241:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762895.821284:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762895.821292:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762895.821298:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762895.821303:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762895.821309:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595094400, portal 10
00000100:00000001:1.0:1787762895.821312:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762895.821314:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739797184 : -110615969754432 : ffff9b65366a92c0)
00000100:00000040:1.0:1787762895.821325:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a92c0 x1874597595094400/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762895.821339:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762895.821344:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762895.821348:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762895.821354:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595094400, offset 0
00000400:00000200:1.0:1787762895.821363:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762895.821372:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762895.821380:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762895.821387:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762895.821393:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762895.821398:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762895.821404:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762895.821411:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278331:278331:256:4294967295] 192.168.203.101@tcp LPNI seq info [278330:278330:8:4294967295]
00000400:00000200:1.0:1787762895.821421:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762895.821436:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762895.821443:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762895.821449:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762895.821455:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762895.821459:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762895.821465:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762895.821468:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787762895.821474:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762895.821476:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762895.821481:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762895.821485:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762895.821490:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762895.821492:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762895.821496:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762895.821502:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a92c0 x1874597595094400/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762895.821513:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762895.821517:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a92c0 x1874597595094400/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762920 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762895.821526:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762895.821528:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762895.821533:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762895.821539:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762895.821544:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762895.821547:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316309006
00000100:00000001:1.0:1787762895.821551:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316309752
00000100:00000001:1.0:1787762895.821553:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316309006
00000100:00000001:1.0:1787762895.821558:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316309752
00000100:00000001:1.0:1787762895.821562:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762895.821567:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762895.821571:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762895.821578:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762895/real 1787762895]  req@ffff9b65366a92c0 x1874597595094400/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762895.821594:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762895.821597:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762895.821601:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762895.821606:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762895.821610:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762895.821615:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762895.821622:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a92c0 x1874597595094400/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762895.821641:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a92c0 x1874597595094400/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762895.821655:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762895.821659:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762895.821663:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762895.821666:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762895.821673:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a92c0 x1874597595094400/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762895.821683:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762895.821688:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a92c0 x1874597595094400/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762920 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762895.821696:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762895.821699:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762895.821701:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762895.821703:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762895.821706:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762895.821708:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762895.821712:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762895.821717:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762895.821720:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762895.821725:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a92c0 x1874597595094400/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762920 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762895.821735:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595094400:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762895.821740:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762895.821745:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a9e00 x1874597595094528/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762895.821753:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762895.821755:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762895.821757:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762895.821760:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762895.821763:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762895.821767:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595094528:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762895.821771:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762895.821774:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762895.821777:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762895.821779:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762895.821784:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787762895.821787:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762895.821792:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762895.821796:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762895.821800:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762895.821805:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595094528, portal 4
00000100:00000001:1.0:1787762895.821807:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762895.821809:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739800064 : -110615969751552 : ffff9b65366a9e00)
00000100:00000040:1.0:1787762895.821817:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a9e00 x1874597595094528/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762895.821826:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762895.821830:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762895.821832:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762895.821835:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595094528, offset 0
00000400:00000200:1.0:1787762895.821841:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762895.821846:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762895.821851:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762895.821856:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762895.821859:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762895.821863:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762895.821866:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762895.821870:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278332:278332:256:4294967295] 192.168.203.101@tcp LPNI seq info [278331:278331:8:4294967295]
00000400:00000200:1.0:1787762895.821876:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762895.821884:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762895.821891:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762895.821895:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762895.821900:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762895.821904:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762895.821909:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762895.821912:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787762895.821917:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762895.821920:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762895.821924:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762895.821929:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762895.821933:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762895.821935:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762895.821938:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762895.821943:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a9e00 x1874597595094528/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762895.821952:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762895.821957:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a9e00 x1874597595094528/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762920 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762895.822000:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762895.822003:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762895.822059:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762895.822065:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762895.822070:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762895.822073:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316309012
00000100:00000001:1.0:1787762895.822076:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316309752
00000100:00000001:1.0:1787762895.822079:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316309012
00000100:00000001:1.0:1787762895.822082:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316309752
00000100:00000001:1.0:1787762895.822085:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762895.822088:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762895.822090:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762895.822096:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762895/real 1787762895]  req@ffff9b65366a9e00 x1874597595094528/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762895.822106:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762895.822108:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762895.822110:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762895.822114:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762895.822116:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762895.822119:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762895.822123:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a9e00 x1874597595094528/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762895.822134:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a9e00 x1874597595094528/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762895.822141:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762895.822143:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762895.822146:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762895.822147:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762895.822151:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a9e00 x1874597595094528/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762895.822160:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762895.822165:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a9e00 x1874597595094528/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762920 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762895.822175:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762895.822178:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762895.822180:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762895.822182:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762895.822185:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762895.822187:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762895.822190:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762895.822193:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762895.822196:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762895.822201:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a9e00 x1874597595094528/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762920 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762895.822210:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595094528:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762895.822214:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762895.822217:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762895.822220:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a92c0 x1874597595094400/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762920 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762895.822229:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762895.822231:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762895.822235:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762895.822238:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762895.822240:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762895.822243:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762895.822273:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762895.822276:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541866000.
02000000:00000001:1.0:1787762895.822280:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762895.822282:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762895.822285:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a92c0.
00000100:00000001:1.0:1787762895.822288:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762895.822290:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762895.822293:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762895.822298:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a9e00 x1874597595094528/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762920 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762895.822306:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762895.822308:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762895.822310:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787762895.822312:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762895.822314:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762895.822315:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762895.822318:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762895.822321:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541865c00.
02000000:00000001:1.0:1787762895.822325:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762895.822327:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762895.822329:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a9e00.
00000100:00000001:1.0:1787762895.822334:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762895.822336:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762895.822340:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762895.822348:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762895.822351:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762895.822354:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762895.822358:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762896.587323:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316309752, at 4316309760
00000100:00000040:0.0:1787762896.587337:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316309752, at 4316309760
00000100:00000010:1.0:1787762896.587342:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82720.
00000100:00000010:0.0:1787762896.587351:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82540.
00010000:00000001:0.0:1787762896.651303:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762896.651307:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762896.651311:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762896.651312:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762896.651314:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762896.651315:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762896.651331:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762896.651333:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762896.651334:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762896.843425:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762896.843434:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762896.843437:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762896.843444:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762896.843448:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762896.843452:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762896.843456:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762896.843459:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762896.843464:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762897.675350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762897.675360:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762897.675363:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762897.675367:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762897.675374:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762897.675377:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762897.675380:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762897.675383:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762897.675388:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762897.675390:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762897.675392:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762897.675394:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762897.675396:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762897.675398:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762897.675400:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762897.675403:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762897.675406:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762897.675408:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762897.675515:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762897.675526:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762897.675534:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762897.867362:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762897.867368:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762897.867370:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762897.867374:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762897.867377:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762897.867379:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762897.867381:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762897.867383:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762897.867385:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762898.699326:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762898.699331:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762898.699335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762898.699336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762898.699339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762898.699340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762898.699358:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762898.699360:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762898.699361:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762898.891348:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762898.891356:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762898.891358:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762898.891363:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762898.891366:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762898.891369:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762898.891372:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762898.891376:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762898.891379:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762899.723319:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762899.723326:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762899.723331:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762899.723333:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762899.723336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762899.723337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762899.723472:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762899.723479:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762899.723484:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762899.915387:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762899.915399:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762899.915402:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762899.915408:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762899.915413:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762899.915418:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762899.915422:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762899.915425:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762899.915429:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762900.747365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762900.747377:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762900.747388:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762900.747391:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762900.747398:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762900.747400:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762900.747454:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762900.747458:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762900.747462:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762900.939331:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762900.939341:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762900.939343:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762900.939349:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762900.939353:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762900.939362:0:229787:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21641
00000400:00000200:2.0:1787762900.939372:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762900.939383:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762900.939387:0:229787:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787762900.939390:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000040:2.0:1787762900.939393:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762900.939400:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787762900.939401:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762900.939405:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762900.939409:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762900.939417:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00100000:0.0:1787762900.939418:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000020:00000001:2.0:1787762900.939431:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787762900.939432:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1787762900.939440:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000100:00000001:0.0:1787762900.939442:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787762900.939444:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787762900.939453:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1787762900.939454:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000100:00000001:0.0:1787762900.939464:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787762900.939466:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000001:0.0:1787762900.939479:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762900.939480:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:2.0:1787762900.939491:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762900.939494:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762900.939496:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762900.939499:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762900.939503:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:2.0:1787762900.939507:0:229787:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762900.939511:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762900.939516:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762900.939522:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762900.939526:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762900.939529:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762900.939532:0:229787:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762900.939542:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a8000.
00000020:00000040:2.0:1787762900.939547:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:2.0:1787762900.939551:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762900.939553:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762900.939557:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762900.939559:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762900.939564:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762900.939573:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541867400.
00000100:00000001:2.0:1787762900.939581:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762900.939589:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a8000 x1874597595094656/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762900.939598:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762900.939601:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762900.939605:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8c6ba4f] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a8000 x1874597595094656/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762900.939631:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762900.939634:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762900.939637:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762900.939639:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762900.939640:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762900.939644:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762900.939646:0:229787:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21641
00000400:00000200:2.0:1787762900.939651:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762900.939655:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762900.939657:0:229787:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762900.939661:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762900.939663:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762900.939665:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762900.939667:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762900.939669:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762900.939670:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:2.0:1787762900.939671:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762900.939674:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:2.0:1787762900.939676:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:2.0:1787762900.939679:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:2.0:1787762900.939685:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762900.939687:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762900.939692:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762900.939694:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762900.939696:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:2.0:1787762900.939699:0:229787:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762900.939701:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762900.939703:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762900.939709:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762900.939710:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1787762900.939711:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762900.939714:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762900.939721:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787762900.939723:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00000001:2.0:1787762900.939730:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762900.939731:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787762900.939733:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762900.939739:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366aad00.
00000020:00000040:2.0:1787762900.939741:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:2.0:1787762900.939743:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762900.939745:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762900.939750:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762900.939752:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762900.939753:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762900.939754:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8000 x1874597595094656/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787762900.939758:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541866400.
00000100:00000001:2.0:1787762900.939771:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762900.939790:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366aad00 x1874597595094784/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762900.939815:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762900.939816:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762900.939826:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762900.939827:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762900.939845:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090a410c6] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366aad00 x1874597595094784/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787762900.939847:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762900.939859:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762900.939860:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762900.939868:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787762900.939872:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762900.939873:0:229787:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762900.939878:0:229787:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762900.939886:0:229787:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762900.939890:0:229787:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:1.0:1787762900.939896:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595094656:192.168.203.101@tcp:250:kworker.0
00000100:00080000:2.0:1787762900.939897:0:229787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21641
00000400:00000200:2.0:1787762900.939913:0:229787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762900.939918:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000400:00000200:2.0:1787762900.939919:0:229787:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762900.939937:0:229787:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762900.939941:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762900.939942:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762900.939943:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762900.939945:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762900.939947:0:229787:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762900.939947:0:229787:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:2.0:1787762900.939950:0:229787:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762900.939951:0:229787:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:2.0:1787762900.939953:0:229787:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:2.0:1787762900.939954:0:229787:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
02000000:00000001:1.0:1787762900.939956:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1787762900.939957:0:229787:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762900.939964:0:229787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787762900.939967:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762900.939967:0:229787:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762900.939980:0:229787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
02000000:00000001:1.0:1787762900.939983:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1787762900.939983:0:229787:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:2.0:1787762900.939992:0:229787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762900.939994:0:229787:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762900.939996:0:229787:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762900.939999:0:229787:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1787762900.940001:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0b400.
02000000:00000001:2.0:1787762900.940003:0:229787:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762900.940012:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762900.940012:0:229787:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762900.940017:0:229787:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762900.940022:0:229787:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762900.940024:0:229787:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762900.940029:0:229787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a9e00.
00000400:00000200:1.0:1787762900.940037:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000020:00000040:2.0:1787762900.940039:0:229787:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:2.0:1787762900.940045:0:229787:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762900.940046:0:229787:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762900.940048:0:229787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762900.940049:0:229787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1787762900.940051:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
02000000:00000001:2.0:1787762900.940052:0:229787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762900.940067:0:229787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541866c00.
00000400:00000010:1.0:1787762900.940072:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000001:2.0:1787762900.940076:0:229787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762900.940087:0:229787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a9e00 x1874597595094912/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787762900.940090:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595094656, portal 25
00000100:00000001:1.0:1787762900.940101:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762900.940105:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739792384 : -110615969759232 : ffff9b65366a8000)
00000100:00000001:2.0:1787762900.940121:0:229787:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762900.940125:0:229787:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762900.940130:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8000 x1874597595094656/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762900.940139:0:229787:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b092d61d] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a9e00 x1874597595094912/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762900.940180:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787762900.940185:0:229787:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762900.940197:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000040:2.0:1787762900.940198:0:229787:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787762900.940204:0:229787:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1787762900.940207:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000040:2.0:1787762900.940210:0:229787:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21651)
00000100:00000200:1.0:1787762900.940221:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595094656, offset 0
00000400:00000200:1.0:1787762900.940243:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762900.940324:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762900.940339:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762900.940349:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762900.940358:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762900.940366:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762900.940372:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762900.940380:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278333:278333:256:4294967295] 192.168.203.101@tcp LPNI seq info [278332:278332:8:4294967295]
00000400:00000200:1.0:1787762900.940390:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762900.940409:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762900.940422:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762900.940433:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762900.940444:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762900.940450:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762900.940460:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762900.940465:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787762900.940471:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762900.940475:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762900.940482:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762900.940489:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762900.940496:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762900.940500:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762900.940505:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762900.940511:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a8000 x1874597595094656/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762900.940527:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762900.940531:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8000 x1874597595094656/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762925 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762900.940541:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762900.940544:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762900.940553:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762900.940559:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762900.940563:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316314872
00000100:00000010:1.0:1787762900.940570:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82720.
00000100:00000001:1.0:1787762900.940580:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762900.940589:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316314872
00000100:00000010:1.0:1787762900.940593:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82b40.
00000100:00000001:1.0:1787762900.940598:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762900.940602:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762900.940606:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762900.940610:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762900.940616:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762900/real 1787762900]  req@ffff9b65366a8000 x1874597595094656/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762900.940637:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762900.940640:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762900.940643:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762900.940647:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762900.940649:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762900.940652:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762900.940657:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8000 x1874597595094656/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762900.940668:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8000 x1874597595094656/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762900.940677:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762900.940679:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762900.940682:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762900.940685:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762900.940690:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8000 x1874597595094656/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762900.940699:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762900.940705:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8000 x1874597595094656/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762925 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762900.940714:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762900.940718:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762900.940720:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762900.940722:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762900.940725:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762900.940728:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762900.940733:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762900.940738:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762900.940741:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762900.940748:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8000 x1874597595094656/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762925 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762900.940760:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595094656:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762900.940766:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762900.940769:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762900.940773:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8000 x1874597595094656/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762925 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762900.940781:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762900.940784:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762900.940788:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0b400.
02000000:00000001:1.0:1787762900.940792:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762900.940795:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762900.940797:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762900.940800:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762900.940804:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541867400.
02000000:00000001:1.0:1787762900.940810:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762900.940813:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762900.940816:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8000.
00000100:00000001:1.0:1787762900.940820:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762900.940822:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762900.940825:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762900.940834:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762900.940836:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762900.940839:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762900.940842:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762900.940844:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762900.940849:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366aad00 x1874597595094784/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762900.940859:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762900.940861:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762900.940864:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762900.940867:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762900.940870:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762900.940873:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595094784:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762900.940879:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762900.940882:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762900.940884:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762900.940887:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762900.940890:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0b400.
02000000:00000001:1.0:1787762900.940893:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762900.940898:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762900.940901:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762900.940905:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762900.940910:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595094784, portal 10
00000100:00000001:1.0:1787762900.940912:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762900.940914:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739803904 : -110615969747712 : ffff9b65366aad00)
00000100:00000040:1.0:1787762900.940923:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366aad00 x1874597595094784/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762900.940960:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762900.940964:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762900.940967:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762900.940971:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595094784, offset 0
00000400:00000200:1.0:1787762900.940977:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762900.940983:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762900.940989:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762900.940994:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762900.940998:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762900.941001:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762900.941005:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762900.941009:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278334:278334:256:4294967295] 192.168.203.101@tcp LPNI seq info [278333:278333:8:4294967295]
00000400:00000200:1.0:1787762900.941014:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762900.941023:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762900.941029:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762900.941034:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762900.941039:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762900.941044:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762900.941050:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762900.941053:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787762900.941058:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762900.941061:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762900.941065:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762900.941070:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762900.941074:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762900.941076:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762900.941079:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762900.941084:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366aad00 x1874597595094784/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762900.941095:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762900.941099:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366aad00 x1874597595094784/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762925 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762900.941107:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762900.941109:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762900.941113:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762900.941118:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762900.941122:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762900.941125:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316314125
00000100:00000001:1.0:1787762900.941129:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316314872
00000100:00000001:1.0:1787762900.941132:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316314125
00000100:00000001:1.0:1787762900.941135:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316314872
00000100:00000001:1.0:1787762900.941138:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762900.941140:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762900.941143:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762900.941147:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762900/real 1787762900]  req@ffff9b65366aad00 x1874597595094784/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762900.941156:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762900.941158:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762900.941161:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762900.941164:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762900.941166:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762900.941169:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762900.941173:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366aad00 x1874597595094784/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762900.941183:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366aad00 x1874597595094784/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762900.941191:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762900.941193:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762900.941195:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762900.941197:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762900.941201:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366aad00 x1874597595094784/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762900.941209:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762900.941213:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366aad00 x1874597595094784/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762925 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762900.941222:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762900.941225:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762900.941228:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762900.941230:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762900.941232:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762900.941235:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762900.941238:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762900.941241:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762900.941291:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762900.941304:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366aad00 x1874597595094784/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762925 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762900.941321:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366aad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595094784:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762900.941332:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762900.941339:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a9e00 x1874597595094912/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762900.941353:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762900.941356:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762900.941361:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762900.941364:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762900.941369:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762900.941376:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595094912:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762900.941383:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762900.941386:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762900.941389:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762900.941391:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762900.941397:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787762900.941400:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762900.941405:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762900.941409:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762900.941414:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762900.941418:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595094912, portal 4
00000100:00000001:1.0:1787762900.941421:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762900.941423:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739800064 : -110615969751552 : ffff9b65366a9e00)
00000100:00000040:1.0:1787762900.941431:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a9e00 x1874597595094912/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762900.941439:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762900.941442:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762900.941445:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762900.941448:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595094912, offset 0
00000400:00000200:1.0:1787762900.941453:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762900.941458:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762900.941464:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762900.941468:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762900.941473:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762900.941476:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762900.941479:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762900.941483:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278335:278335:256:4294967295] 192.168.203.101@tcp LPNI seq info [278334:278334:8:4294967295]
00000400:00000200:1.0:1787762900.941488:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762900.941496:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762900.941502:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762900.941506:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762900.941511:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762900.941515:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787762900.941521:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762900.941524:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787762900.941530:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762900.941532:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762900.941537:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762900.941541:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762900.941545:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762900.941547:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762900.941551:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762900.941555:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a9e00 x1874597595094912/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762900.941565:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762900.941569:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a9e00 x1874597595094912/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762925 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762900.941578:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762900.941580:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762900.941585:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762900.941589:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762900.941593:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762900.941596:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316314132
00000100:00000001:1.0:1787762900.941599:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316314872
00000100:00000001:1.0:1787762900.941602:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316314132
00000100:00000001:1.0:1787762900.941606:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316314872
00000100:00000001:1.0:1787762900.941609:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762900.941611:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762900.941614:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762900.941619:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762900/real 1787762900]  req@ffff9b65366a9e00 x1874597595094912/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762900.941628:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762900.941630:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762900.941632:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762900.941635:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762900.941637:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762900.941639:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762900.941643:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a9e00 x1874597595094912/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762900.941653:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a9e00 x1874597595094912/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762900.941662:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762900.941664:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762900.941666:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762900.941668:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762900.941672:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a9e00 x1874597595094912/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762900.941680:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762900.941685:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a9e00 x1874597595094912/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762925 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762900.941693:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762900.941695:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762900.941697:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762900.941699:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762900.941702:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762900.941705:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762900.941708:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762900.941713:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762900.941716:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762900.941720:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a9e00 x1874597595094912/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762925 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762900.941729:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595094912:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762900.941734:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762900.941736:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762900.941740:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366aad00 x1874597595094784/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762925 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762900.941747:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762900.941749:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762900.941752:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0b400.
02000000:00000001:1.0:1787762900.941754:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762900.941756:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762900.941758:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762900.941761:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762900.941764:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541866400.
02000000:00000001:1.0:1787762900.941767:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762900.941769:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762900.941771:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366aad00.
00000100:00000001:1.0:1787762900.941775:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762900.941776:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762900.941779:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762900.941782:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a9e00 x1874597595094912/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762925 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762900.941790:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762900.941792:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762900.941794:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787762900.941798:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762900.941800:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762900.941801:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762900.941804:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762900.941806:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541866c00.
02000000:00000001:1.0:1787762900.941809:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762900.941810:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762900.941812:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a9e00.
00000100:00000001:1.0:1787762900.941814:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762900.941816:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762900.941818:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762900.941822:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762900.941824:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762900.941826:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762900.941829:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762901.707380:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316314872, at 4316314880
00000100:00000040:1.0:1787762901.707380:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316314872, at 4316314880
00000100:00000010:0.0:1787762901.707407:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82720.
00000100:00000010:1.0:1787762901.707413:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82b40.
00010000:00000001:0.0:1787762901.771365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762901.771370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762901.771378:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762901.771380:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762901.771384:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762901.771386:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762901.771513:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762901.771520:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762901.771525:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762901.963369:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762901.963377:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762901.963380:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762901.963385:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762901.963390:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762901.963395:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762901.963399:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762901.963403:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762901.963407:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762902.795371:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762902.795380:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762902.795389:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762902.795390:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762902.795395:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762902.795400:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762902.795403:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762902.795408:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762902.795412:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762902.795415:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762902.795418:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762902.795421:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762902.795449:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762902.795453:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762902.795457:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762902.987367:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762902.987375:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762902.987379:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762902.987387:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762902.987392:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762902.987397:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762902.987401:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762902.987404:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762902.987409:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762903.819375:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762903.819385:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762903.819392:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762903.819394:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762903.819398:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762903.819400:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762903.819545:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762903.819551:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762903.819556:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762904.011376:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762904.011384:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762904.011386:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762904.011391:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762904.011394:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762904.011398:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762904.011400:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762904.011403:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762904.011406:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762904.843379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762904.843389:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762904.843398:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762904.843399:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762904.843404:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762904.843406:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762904.843467:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762904.843471:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762904.843474:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762905.035323:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762905.035331:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762905.035333:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762905.035339:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762905.035342:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762905.035345:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762905.035347:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762905.035351:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762905.035353:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762905.867344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762905.867351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762905.867355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762905.867356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762905.867358:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762905.867359:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762905.867483:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762905.867492:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762905.867500:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762906.059396:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787762906.059396:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787762906.059406:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787762906.059413:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762906.059414:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762906.059422:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1787762906.059424:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00080000:3.0:1787762906.059430:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762906.059432:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762906.059439:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787762906.059441:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762906.059448:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787762906.059453:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21646
00000100:00000001:0.0:1787762906.059454:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762906.059465:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762906.059475:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762906.059485:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762906.059491:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762906.059498:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762906.059505:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762906.059510:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762906.059515:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762906.059522:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762906.059527:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762906.059532:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762906.059539:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762906.059544:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762906.059549:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762906.059556:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762906.059561:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762906.059565:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762906.059570:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762906.059576:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762906.059584:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762906.059589:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762906.059595:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762906.059602:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762906.059606:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762906.059609:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762906.059612:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762906.059624:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787762906.059629:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762906.059636:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762906.059638:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762906.059642:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762906.059646:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762906.059653:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762906.059666:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16800.
00000100:00000001:3.0:1787762906.059679:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762906.059699:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597595095040/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762906.059722:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762906.059732:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762906.059743:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597595095040/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762906.059777:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762906.059781:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762906.059786:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762906.059788:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762906.059791:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762906.059794:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762906.059799:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21646
00000400:00000200:3.0:1787762906.059806:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762906.059812:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762906.059816:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762906.059820:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762906.059825:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762906.059825:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762906.059835:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762906.059836:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762906.059839:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:1.0:1787762906.059842:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787762906.059846:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762906.059851:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762906.059854:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1787762906.059860:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d680 x1874597595095040/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787762906.059860:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762906.059869:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762906.059877:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762906.059909:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762906.059911:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762906.059917:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762906.059919:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762906.059928:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
02000000:00000001:1.0:1787762906.059929:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762906.059936:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787762906.059938:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
02000000:00000001:1.0:1787762906.059945:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787762906.059950:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00100000:1.0:1787762906.059957:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595095040:192.168.203.101@tcp:250:kworker.0
00000100:00080000:3.0:1787762906.059967:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762906.059969:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762906.059978:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787762906.059979:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762906.059983:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762906.059989:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762906.059991:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762906.060004:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08c00.
02000000:00000001:3.0:1787762906.060005:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762906.060007:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762906.060020:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762906.060025:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787762906.060026:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000008:00100000:3.0:1787762906.060034:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1787762906.060035:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000008:00000001:3.0:1787762906.060046:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762906.060050:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762906.060053:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000010:3.0:1787762906.060059:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000100:00000200:1.0:1787762906.060067:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595095040, portal 25
00000020:00000040:3.0:1787762906.060068:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000100:00000001:1.0:1787762906.060079:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787762906.060080:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787762906.060086:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765439104 : -110615944112512 : ffff9b6537f1d680)
02000000:00000001:3.0:1787762906.060087:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762906.060095:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762906.060099:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762906.060105:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762906.060106:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d680 x1874597595095040/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787762906.060114:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14800.
00000100:00000001:3.0:1787762906.060126:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762906.060127:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762906.060135:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00100000:3.0:1787762906.060141:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597595095168/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787762906.060145:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762906.060154:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595095040, offset 0
00000100:00000001:3.0:1787762906.060169:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787762906.060175:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762906.060178:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762906.060188:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597595095168/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762906.060197:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762906.060214:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762906.060218:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00080000:3.0:1787762906.060221:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762906.060229:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1787762906.060231:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787762906.060234:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762906.060239:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787762906.060289:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000001:3.0:1787762906.060294:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787762906.060300:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762906.060310:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00080000:3.0:1787762906.060310:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21646
00000400:00000200:1.0:1787762906.060324:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278336:278336:256:4294967295] 192.168.203.101@tcp LPNI seq info [278335:278335:8:4294967295]
00000400:00000200:3.0:1787762906.060335:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762906.060340:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762906.060353:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762906.060365:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787762906.060371:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1787762906.060382:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762906.060391:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762906.060397:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000800:00000200:1.0:1787762906.060403:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762906.060406:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000800:00000010:1.0:1787762906.060413:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000020:00000001:3.0:1787762906.060415:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762906.060422:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762906.060429:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:1.0:1787762906.060432:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000020:00000040:3.0:1787762906.060437:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000800:00000200:1.0:1787762906.060442:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1787762906.060446:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000800:00000200:1.1:1787762906.060456:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000020:00000001:3.0:1787762906.060459:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000800:00000200:1.1:1787762906.060463:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000100:00000040:3.0:1787762906.060476:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000800:00000100:1.0:1787762906.060477:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762906.060484:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000100:00000001:3.0:1787762906.060487:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762906.060493:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787762906.060496:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762906.060505:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:1.0:1787762906.060506:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762906.060516:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000020:00000040:3.0:1787762906.060518:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000400:00000010:1.0:1787762906.060522:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762906.060532:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1787762906.060535:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000200:1.0:1787762906.060543:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d680 x1874597595095040/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762906.060546:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762906.060557:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762906.060568:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762906.060572:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787762906.060580:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762906.060582:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d680 x1874597595095040/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762931 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762906.060589:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762906.060597:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787762906.060602:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787762906.060604:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762906.060609:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787762906.060610:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762906.060619:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000100:00000001:1.0:1787762906.060621:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787762906.060624:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762906.060632:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762906.060634:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762906.060637:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762906.060639:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762906.060642:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762906.060643:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762906.060652:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316319992
02000000:00000010:3.0:1787762906.060654:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16400.
00000100:00000010:1.0:1787762906.060662:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82b40.
00000100:00000001:3.0:1787762906.060664:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762906.060678:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00100000:3.0:1787762906.060683:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597595095296/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762906.060691:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316319992
00000100:00000010:1.0:1787762906.060701:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82c00.
00000100:00000001:1.0:1787762906.060710:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787762906.060717:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762906.060719:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762906.060729:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762906.060731:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762906.060735:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1787762906.060755:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597595095296/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762906.060756:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762906/real 1787762906]  req@ffff9b6537f1d680 x1874597595095040/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762906.060817:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787762906.060819:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787762906.060823:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1787762906.060827:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1787762906.060829:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762906.060842:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000100:00000040:3.0:1787762906.060842:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1787762906.060851:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000040:3.0:1787762906.060857:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21656)
00000100:00000001:1.0:1787762906.060859:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762906.060870:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d680 x1874597595095040/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762906.060883:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d680 x1874597595095040/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762906.060913:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762906.060915:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762906.060919:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762906.060922:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762906.060927:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d680 x1874597595095040/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762906.060937:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762906.060943:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d680 x1874597595095040/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762931 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762906.060953:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762906.060957:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762906.060959:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762906.060961:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762906.060964:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762906.060967:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762906.060970:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762906.060975:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762906.060978:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762906.060983:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d680 x1874597595095040/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762931 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762906.060994:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595095040:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762906.061001:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762906.061004:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762906.061008:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d680 x1874597595095040/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762931 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762906.061017:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762906.061020:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762906.061024:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787762906.061028:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762906.061031:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762906.061033:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762906.061036:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762906.061039:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16800.
02000000:00000001:1.0:1787762906.061045:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762906.061047:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762906.061050:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d680.
00000100:00000001:1.0:1787762906.061055:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762906.061056:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762906.061059:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762906.061069:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762906.061071:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762906.061074:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762906.061077:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762906.061078:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762906.061083:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f480 x1874597595095168/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762906.061093:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762906.061095:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762906.061097:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762906.061100:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762906.061103:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762906.061107:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595095168:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762906.061111:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762906.061113:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762906.061115:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762906.061119:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762906.061123:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787762906.061126:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762906.061131:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762906.061134:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762906.061138:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762906.061143:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595095168, portal 10
00000100:00000001:1.0:1787762906.061145:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762906.061147:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765446784 : -110615944104832 : ffff9b6537f1f480)
00000100:00000040:1.0:1787762906.061156:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f480 x1874597595095168/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762906.061165:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762906.061168:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762906.061171:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762906.061174:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595095168, offset 0
00000400:00000200:1.0:1787762906.061179:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762906.061184:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762906.061188:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762906.061193:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762906.061197:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762906.061200:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762906.061203:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762906.061207:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278337:278337:256:4294967295] 192.168.203.101@tcp LPNI seq info [278336:278336:8:4294967295]
00000400:00000200:1.0:1787762906.061213:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762906.061221:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762906.061227:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762906.061231:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762906.061237:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762906.061240:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762906.061276:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762906.061280:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787762906.061285:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762906.061288:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762906.061294:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762906.061298:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762906.061303:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762906.061305:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762906.061308:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762906.061314:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f480 x1874597595095168/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762906.061324:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762906.061328:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f480 x1874597595095168/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762931 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762906.061337:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762906.061339:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762906.061343:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762906.061348:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762906.061353:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762906.061355:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316319246
00000100:00000001:1.0:1787762906.061360:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316319992
00000100:00000001:1.0:1787762906.061363:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316319246
00000100:00000001:1.0:1787762906.061366:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316319992
00000100:00000001:1.0:1787762906.061368:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762906.061371:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762906.061373:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762906.061378:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762906/real 1787762906]  req@ffff9b6537f1f480 x1874597595095168/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762906.061388:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762906.061390:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762906.061392:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762906.061396:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762906.061398:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762906.061400:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762906.061405:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f480 x1874597595095168/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762906.061416:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f480 x1874597595095168/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762906.061424:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762906.061426:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762906.061428:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762906.061430:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762906.061435:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f480 x1874597595095168/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762906.061442:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762906.061447:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f480 x1874597595095168/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762931 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762906.061455:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762906.061458:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762906.061460:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762906.061462:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762906.061464:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762906.061467:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762906.061470:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762906.061473:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762906.061476:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762906.061481:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f480 x1874597595095168/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762931 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762906.061490:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595095168:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762906.061495:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762906.061500:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e940 x1874597595095296/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762906.061517:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762906.061519:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762906.061522:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762906.061524:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762906.061527:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762906.061530:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595095296:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762906.061534:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762906.061536:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762906.061538:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762906.061540:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762906.061545:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0b400.
02000000:00000001:1.0:1787762906.061548:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762906.061552:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762906.061555:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762906.061559:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762906.061563:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595095296, portal 4
00000100:00000001:1.0:1787762906.061566:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762906.061568:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765443904 : -110615944107712 : ffff9b6537f1e940)
00000100:00000040:1.0:1787762906.061575:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e940 x1874597595095296/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762906.061583:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762906.061586:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762906.061589:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762906.061592:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595095296, offset 0
00000400:00000200:1.0:1787762906.061596:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762906.061600:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762906.061605:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762906.061608:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762906.061612:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762906.061615:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762906.061618:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762906.061623:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278338:278338:256:4294967295] 192.168.203.101@tcp LPNI seq info [278337:278337:8:4294967295]
00000400:00000200:1.0:1787762906.061628:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762906.061637:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762906.061642:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762906.061647:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762906.061651:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762906.061655:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762906.061660:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762906.061663:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787762906.061668:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762906.061671:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762906.061675:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762906.061679:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762906.061683:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762906.061685:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762906.061688:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762906.061692:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1e940 x1874597595095296/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762906.061702:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762906.061706:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e940 x1874597595095296/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762931 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762906.061714:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762906.061716:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762906.061720:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762906.061723:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762906.061726:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762906.061728:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316319252
00000100:00000001:1.0:1787762906.061731:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316319992
00000100:00000001:1.0:1787762906.061734:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316319252
00000100:00000001:1.0:1787762906.061736:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316319992
00000100:00000001:1.0:1787762906.061739:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762906.061743:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762906.061745:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762906.061749:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762906/real 1787762906]  req@ffff9b6537f1e940 x1874597595095296/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762906.061759:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762906.061761:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762906.061763:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762906.061765:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762906.061767:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762906.061769:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762906.061773:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e940 x1874597595095296/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762906.061783:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e940 x1874597595095296/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762906.061791:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762906.061793:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762906.061795:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762906.061797:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762906.061802:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e940 x1874597595095296/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762906.061809:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762906.061814:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e940 x1874597595095296/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762931 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762906.061822:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762906.061824:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762906.061826:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762906.061828:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762906.061830:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762906.061832:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762906.061835:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762906.061840:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762906.061843:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762906.061848:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e940 x1874597595095296/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762931 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762906.061858:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595095296:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762906.061862:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762906.061865:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762906.061868:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f480 x1874597595095168/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762931 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762906.061876:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762906.061878:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762906.061880:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787762906.061883:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762906.061885:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762906.061887:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762906.061889:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762906.061918:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14800.
02000000:00000001:1.0:1787762906.061923:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762906.061924:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762906.061926:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f480.
00000100:00000001:1.0:1787762906.061930:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762906.061931:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762906.061934:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762906.061938:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e940 x1874597595095296/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762931 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762906.061947:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762906.061949:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762906.061951:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0b400.
02000000:00000001:1.0:1787762906.061954:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762906.061956:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762906.061957:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762906.061959:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762906.061962:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16400.
02000000:00000001:1.0:1787762906.061965:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762906.061966:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762906.061968:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e940.
00000100:00000001:1.0:1787762906.061971:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762906.061973:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762906.061975:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762906.061979:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762906.061981:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762906.061983:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762906.061985:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762906.827427:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316319992, at 4316320000
00000100:00000040:1.0:1787762906.827427:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316319992, at 4316320000
00000100:00000010:1.0:1787762906.827455:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82c00.
00000100:00000010:0.0:1787762906.827459:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82b40.
00010000:00000001:0.0:1787762906.891384:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762906.891391:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762906.891397:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762906.891399:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762906.891404:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762906.891406:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762906.891463:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762906.891467:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762906.891471:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762907.083368:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762907.083377:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762907.083380:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762907.083387:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762907.083406:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762907.083411:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762907.083416:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762907.083420:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762907.083424:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762907.915382:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762907.915392:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762907.915395:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762907.915399:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762907.915405:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762907.915408:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762907.915411:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762907.915413:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762907.915418:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762907.915420:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762907.915421:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762907.915424:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762907.915426:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762907.915429:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762907.915432:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762907.915436:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762907.915442:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762907.915445:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762907.915547:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762907.915556:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762907.915563:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762908.107327:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762908.107333:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762908.107335:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762908.107339:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762908.107342:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762908.107345:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762908.107347:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762908.107349:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762908.107351:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762908.939340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762908.939347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762908.939354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762908.939355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762908.939358:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762908.939359:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762908.939407:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762908.939409:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762908.939412:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762909.131350:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762909.131359:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762909.131363:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762909.131370:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762909.131374:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762909.131378:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762909.131382:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762909.131385:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762909.131389:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762909.963354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762909.963362:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762909.963369:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762909.963371:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762909.963375:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762909.963377:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762909.963475:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762909.963482:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762909.963487:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762910.155374:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762910.155382:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762910.155385:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762910.155394:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762910.155400:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762910.155407:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762910.155412:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762910.155418:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762910.155423:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762910.987347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762910.987354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762910.987361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762910.987362:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762910.987378:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762910.987380:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762910.987435:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762910.987439:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762910.987443:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762911.179335:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762911.179344:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762911.179347:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762911.179354:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762911.179360:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762911.179364:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762911.179368:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762911.179372:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762911.179376:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762911.179388:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762911.179402:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762911.179406:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762911.179412:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762911.179416:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762911.179425:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21651
00000400:00000200:1.0:1787762911.179436:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762911.179443:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762911.179447:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762911.179449:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762911.179452:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762911.179454:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762911.179457:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762911.179460:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762911.179464:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:1.0:1787762911.179467:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762911.179470:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:1.0:1787762911.179472:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:1.0:1787762911.179475:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:1.0:1787762911.179477:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762911.179478:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762911.179479:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762911.179480:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762911.179483:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:1.0:1787762911.179486:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762911.179487:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762911.179490:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762911.179494:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762911.179496:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762911.179498:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762911.179500:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762911.179511:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588d2c0.
00000020:00000040:1.0:1787762911.179514:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:1.0:1787762911.179519:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762911.179520:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762911.179523:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762911.179526:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762911.179531:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762911.179540:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee08c00.
00000100:00000001:1.0:1787762911.179548:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762911.179558:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588d2c0 x1874597595095424/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762911.179568:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762911.179573:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762911.179578:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000032a8dc5] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588d2c0 x1874597595095424/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762911.179609:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762911.179612:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762911.179615:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762911.179617:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762911.179618:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762911.179620:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762911.179622:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21651
00000400:00000200:1.0:1787762911.179624:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762911.179626:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762911.179628:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762911.179630:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762911.179632:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762911.179633:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762911.179635:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762911.179636:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762911.179637:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:1.0:1787762911.179638:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762911.179640:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:1.0:1787762911.179641:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:1.0:1787762911.179642:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:1.0:1787762911.179644:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762911.179645:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762911.179647:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762911.179648:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762911.179650:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:1.0:1787762911.179652:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762911.179653:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762911.179655:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762911.179661:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762911.179663:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762911.179665:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762911.179670:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762911.179672:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762911.179674:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762911.179677:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588f840.
00000020:00000040:1.0:1787762911.179678:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:1.0:1787762911.179679:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762911.179680:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762911.179682:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762911.179684:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762911.179686:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762911.179690:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee08800.
00000100:00000001:1.0:1787762911.179693:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762911.179697:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588f840 x1874597595095552/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762911.179703:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762911.179705:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762911.179708:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010754fdf] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588f840 x1874597595095552/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762911.179713:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762911.179715:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762911.179718:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762911.179719:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762911.179721:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762911.179729:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762911.179731:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762911.179733:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762911.179736:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1787762911.179741:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21651
00000400:00000200:1.0:1787762911.179745:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762911.179747:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762911.179749:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762911.179759:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000040:2.0:1787762911.179761:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588d2c0 x1874597595095424/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762911.179762:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762911.179771:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762911.179782:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762911.179791:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762911.179795:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:1.0:1787762911.179801:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762911.179805:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:1.0:1787762911.179813:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:1.0:1787762911.179821:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:1.0:1787762911.179834:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762911.179836:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762911.179838:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762911.179846:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762911.179847:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762911.179850:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762911.179867:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:1.0:1787762911.179869:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762911.179871:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762911.179872:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762911.179875:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762911.179879:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762911.179881:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762911.179884:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787762911.179884:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:1.0:1787762911.179893:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762911.179896:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762911.179897:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1787762911.179902:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c780.
02000000:00000001:2.0:1787762911.179908:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787762911.179909:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:1.0:1787762911.179922:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762911.179925:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762911.179929:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762911.179932:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762911.179935:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762911.179935:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595095424:192.168.203.101@tcp:250:kworker.0
02000000:00000010:1.0:1787762911.179940:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee0bc00.
00000100:00000001:1.0:1787762911.179954:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762911.179954:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762911.179965:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:1.0:1787762911.179966:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c780 x1874597595095680/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787762911.179971:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762911.179985:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787762911.179987:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762911.179992:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762911.179997:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c5bf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c780 x1874597595095680/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787762911.179998:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762911.180008:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762911.180026:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762911.180026:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762911.180037:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000100:00000040:1.0:1787762911.180039:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1787762911.180047:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9f68.
00000100:00000040:1.0:1787762911.180049:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:2.0:1787762911.180061:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595095424, portal 25
00000100:00000040:1.0:1787762911.180062:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21662)
00000100:00000001:2.0:1787762911.180071:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762911.180074:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188131520 : -110616521420096 : ffff9b651588d2c0)
00000100:00000040:2.0:1787762911.180087:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588d2c0 x1874597595095424/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762911.180098:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762911.180102:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762911.180106:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762911.180111:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595095424, offset 0
00000400:00000200:2.0:1787762911.180119:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762911.180130:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762911.180140:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762911.180148:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762911.180153:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762911.180158:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762911.180162:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762911.180167:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278339:278339:256:4294967295] 192.168.203.101@tcp LPNI seq info [278338:278338:8:4294967295]
00000400:00000200:2.0:1787762911.180172:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762911.180186:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762911.180193:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762911.180199:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58a00.
00000800:00000200:2.0:1787762911.180207:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762911.180212:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787762911.180221:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762911.180225:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1787762911.180231:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762911.180234:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58a00.
00000400:00000200:2.0:1787762911.180240:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762911.180292:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762911.180299:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762911.180303:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762911.180309:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762911.180315:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588d2c0 x1874597595095424/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762911.180330:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762911.180334:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588d2c0 x1874597595095424/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762936 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762911.180344:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762911.180346:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762911.180355:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762911.180360:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762911.180363:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316325112
00000100:00000010:2.0:1787762911.180371:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd660.
00000100:00000001:2.0:1787762911.180380:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762911.180389:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316325112
00000100:00000010:2.0:1787762911.180392:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd180.
00000100:00000001:2.0:1787762911.180396:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762911.180411:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762911.180415:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762911.180419:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762911.180425:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762911/real 1787762911]  req@ffff9b651588d2c0 x1874597595095424/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762911.180440:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762911.180443:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762911.180446:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762911.180450:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9f68
00000400:00000010:2.0:1787762911.180453:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9f68.
00000100:00000001:2.0:1787762911.180456:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762911.180460:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588d2c0 x1874597595095424/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762911.180471:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588d2c0 x1874597595095424/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762911.180479:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762911.180482:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762911.180485:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762911.180488:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762911.180493:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588d2c0 x1874597595095424/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762911.180502:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762911.180507:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588d2c0 x1874597595095424/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762936 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762911.180516:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762911.180520:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762911.180522:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762911.180523:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762911.180527:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762911.180529:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762911.180534:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762911.180539:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762911.180542:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762911.180547:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588d2c0 x1874597595095424/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762936 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762911.180557:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595095424:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762911.180563:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762911.180568:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588f840 x1874597595095552/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762911.180576:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762911.180578:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762911.180581:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762911.180584:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762911.180586:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762911.180590:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595095552:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762911.180595:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762911.180598:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762911.180600:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762911.180602:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762911.180606:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762911.180609:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762911.180614:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762911.180617:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762911.180620:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9f68.
00000100:00000200:2.0:1787762911.180625:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595095552, portal 10
00000100:00000001:2.0:1787762911.180627:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762911.180629:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188141120 : -110616521410496 : ffff9b651588f840)
00000100:00000040:2.0:1787762911.180637:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588f840 x1874597595095552/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762911.180645:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762911.180648:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762911.180651:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762911.180654:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595095552, offset 0
00000400:00000200:2.0:1787762911.180658:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762911.180663:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762911.180668:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762911.180671:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762911.180675:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762911.180678:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762911.180681:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762911.180685:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278340:278340:256:4294967295] 192.168.203.101@tcp LPNI seq info [278339:278339:8:4294967295]
00000400:00000200:2.0:1787762911.180691:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762911.180700:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762911.180705:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762911.180709:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58a00.
00000800:00000200:2.0:1787762911.180714:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762911.180718:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787762911.180723:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762911.180727:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1787762911.180733:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762911.180736:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58a00.
00000400:00000200:2.0:1787762911.180739:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762911.180744:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762911.180748:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762911.180750:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762911.180753:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762911.180757:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588f840 x1874597595095552/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762911.180767:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762911.180771:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588f840 x1874597595095552/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762936 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762911.180780:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762911.180782:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762911.180788:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762911.180795:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762911.180802:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762911.180806:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316324365
00000100:00000001:2.0:1787762911.180813:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316325112
00000100:00000001:2.0:1787762911.180817:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316324365
00000100:00000001:2.0:1787762911.180820:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316325112
00000100:00000001:2.0:1787762911.180825:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762911.180829:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762911.180832:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762911.180841:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762911/real 1787762911]  req@ffff9b651588f840 x1874597595095552/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762911.180884:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762911.180887:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762911.180892:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762911.180898:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9f68
00000400:00000010:2.0:1787762911.180901:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9f68.
00000100:00000001:2.0:1787762911.180906:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762911.180914:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588f840 x1874597595095552/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762911.180929:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588f840 x1874597595095552/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762911.180938:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762911.180940:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762911.180942:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762911.180944:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762911.180949:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588f840 x1874597595095552/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762911.180957:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762911.180963:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588f840 x1874597595095552/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762936 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762911.180971:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762911.180974:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762911.180976:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762911.180977:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762911.180979:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762911.180982:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762911.180985:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762911.180989:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762911.180991:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762911.180996:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588f840 x1874597595095552/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762936 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762911.181006:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595095552:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762911.181011:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762911.181015:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762911.181019:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588d2c0 x1874597595095424/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762936 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762911.181027:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762911.181031:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762911.181034:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762911.181039:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762911.181042:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762911.181044:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762911.181047:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762911.181051:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:2.0:1787762911.181056:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762911.181058:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762911.181061:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588d2c0.
00000100:00000001:2.0:1787762911.181069:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762911.181071:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762911.181073:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762911.181077:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588f840 x1874597595095552/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762936 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762911.181085:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762911.181087:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762911.181088:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762911.181092:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762911.181093:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762911.181095:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762911.181097:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762911.181099:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08800.
02000000:00000001:2.0:1787762911.181101:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762911.181102:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762911.181104:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588f840.
00000100:00000001:2.0:1787762911.181108:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762911.181109:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762911.181112:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762911.181121:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762911.181123:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762911.181126:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762911.181129:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762911.181131:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762911.181135:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c780 x1874597595095680/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762911.181161:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762911.181163:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762911.181171:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762911.181174:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762911.181177:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762911.181181:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595095680:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762911.181185:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762911.181188:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762911.181190:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762911.181193:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762911.181198:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762911.181200:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762911.181206:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762911.181209:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762911.181213:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9f68.
00000100:00000200:2.0:1787762911.181217:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595095680, portal 4
00000100:00000001:2.0:1787762911.181220:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762911.181221:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188128640 : -110616521422976 : ffff9b651588c780)
00000100:00000040:2.0:1787762911.181229:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c780 x1874597595095680/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762911.181238:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762911.181240:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762911.181243:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762911.181276:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595095680, offset 0
00000400:00000200:2.0:1787762911.181282:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762911.181288:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762911.181293:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762911.181298:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762911.181301:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762911.181305:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762911.181308:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762911.181312:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278341:278341:256:4294967295] 192.168.203.101@tcp LPNI seq info [278340:278340:8:4294967295]
00000400:00000200:2.0:1787762911.181317:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762911.181325:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762911.181331:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762911.181335:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58a00.
00000800:00000200:2.0:1787762911.181341:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762911.181346:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787762911.181354:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762911.181359:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1787762911.181364:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762911.181367:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58a00.
00000400:00000200:2.0:1787762911.181372:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762911.181376:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762911.181380:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762911.181382:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762911.181385:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762911.181390:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c780 x1874597595095680/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762911.181400:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762911.181404:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c780 x1874597595095680/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762936 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762911.181412:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762911.181414:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762911.181418:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762911.181422:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762911.181426:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762911.181429:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316324372
00000100:00000001:2.0:1787762911.181432:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316325112
00000100:00000001:2.0:1787762911.181436:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316324372
00000100:00000001:2.0:1787762911.181439:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316325112
00000100:00000001:2.0:1787762911.181442:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762911.181444:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762911.181447:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762911.181451:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762911/real 1787762911]  req@ffff9b651588c780 x1874597595095680/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762911.181460:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762911.181461:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762911.181463:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762911.181466:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9f68
00000400:00000010:2.0:1787762911.181468:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9f68.
00000100:00000001:2.0:1787762911.181470:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762911.181474:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c780 x1874597595095680/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762911.181484:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c780 x1874597595095680/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762911.181492:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762911.181494:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762911.181496:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762911.181498:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762911.181502:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c780 x1874597595095680/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762911.181510:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762911.181515:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c780 x1874597595095680/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762936 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762911.181523:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762911.181525:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762911.181527:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762911.181530:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762911.181532:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762911.181534:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762911.181538:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762911.181542:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762911.181545:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762911.181549:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c780 x1874597595095680/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762936 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762911.181558:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595095680:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762911.181563:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762911.181565:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762911.181568:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c780 x1874597595095680/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762936 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762911.181576:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762911.181578:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762911.181580:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762911.181583:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762911.181585:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762911.181587:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762911.181589:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762911.181592:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0bc00.
02000000:00000001:2.0:1787762911.181595:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762911.181597:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762911.181599:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c780.
00000100:00000001:2.0:1787762911.181604:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762911.181606:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762911.181608:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762911.181612:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762911.181614:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762911.181616:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762911.181619:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762911.947387:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316325112, at 4316325120
00000100:00000010:1.0:1787762911.947411:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd180.
00000100:00000040:0.0:1787762911.947421:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316325112, at 4316325120
00000100:00000010:0.0:1787762911.947443:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd660.
00010000:00000001:0.0:1787762912.011362:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762912.011368:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762912.011375:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762912.011377:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762912.011381:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762912.011382:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762912.011459:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762912.011463:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762912.011467:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762912.203372:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762912.203379:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762912.203382:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762912.203389:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762912.203393:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762912.203398:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762912.203401:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762912.203405:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762912.203409:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762913.035378:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762913.035386:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762913.035393:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762913.035394:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762913.035398:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762913.035402:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762913.035405:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762913.035409:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762913.035412:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762913.035415:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762913.035417:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762913.035420:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762913.035466:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762913.035471:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762913.035475:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762913.227355:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762913.227363:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762913.227365:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762913.227372:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762913.227375:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762913.227380:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762913.227382:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762913.227386:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762913.227389:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762914.059348:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762914.059355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762914.059362:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762914.059363:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762914.059366:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762914.059367:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762914.059443:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762914.059452:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762914.059457:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762914.251332:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762914.251339:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762914.251342:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762914.251347:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762914.251351:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762914.251355:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762914.251358:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762914.251361:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762914.251363:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762915.083360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762915.083368:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762915.083374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762915.083376:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762915.083379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762915.083380:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762915.083413:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762915.083415:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762915.083418:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762915.275356:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762915.275365:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762915.275367:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762915.275372:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762915.275378:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762915.275383:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762915.275386:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762915.275390:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762915.275394:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762916.107346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762916.107353:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762916.107359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762916.107360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762916.107363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762916.107364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762916.107411:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762916.107416:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762916.107420:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762916.299342:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762916.299351:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762916.299353:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762916.299359:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762916.299363:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762916.299367:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762916.299370:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762916.299374:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762916.299377:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762916.299377:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762916.299385:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762916.299388:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762916.299393:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762916.299398:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762916.299407:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21657
00000400:00000200:3.0:1787762916.299426:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762916.299433:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762916.299437:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762916.299440:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762916.299444:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762916.299447:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762916.299451:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762916.299456:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762916.299459:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762916.299462:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762916.299467:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762916.299470:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762916.299473:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762916.299477:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762916.299479:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762916.299482:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762916.299484:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762916.299489:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762916.299493:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762916.299497:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762916.299501:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762916.299505:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762916.299510:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762916.299512:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762916.299514:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762916.299526:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787762916.299531:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762916.299536:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762916.299537:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762916.299541:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762916.299544:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762916.299549:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762916.299558:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17400.
00000100:00000001:3.0:1787762916.299565:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762916.299576:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597595095808/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762916.299585:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762916.299591:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762916.299595:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597595095808/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762916.299617:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762916.299620:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762916.299623:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762916.299624:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762916.299626:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762916.299628:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762916.299631:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21657
00000400:00000200:3.0:1787762916.299634:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762916.299636:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762916.299638:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762916.299641:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762916.299642:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762916.299644:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762916.299645:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762916.299647:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762916.299648:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762916.299650:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762916.299653:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762916.299655:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762916.299658:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762916.299661:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762916.299662:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762916.299663:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762916.299665:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762916.299666:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762916.299668:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762916.299670:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762916.299671:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762916.299677:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762916.299679:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762916.299681:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762916.299685:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762916.299687:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762916.299689:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762916.299693:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000100:00000001:2.0:1787762916.299695:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787762916.299697:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762916.299707:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762916.299708:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762916.299710:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762916.299713:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787762916.299718:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787762916.299718:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762916.299732:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762916.299739:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16400.
00000100:00000001:3.0:1787762916.299746:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762916.299751:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f0c0 x1874597595095808/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762916.299754:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597595095936/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762916.299799:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762916.299807:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762916.299835:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597595095936/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762916.299857:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762916.299863:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762916.299872:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762916.299881:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762916.299887:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762916.299891:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762916.299896:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595095808:192.168.203.101@tcp:250:kworker.0
00000100:00080000:3.0:1787762916.299900:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762916.299908:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1787762916.299912:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762916.299916:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1787762916.299918:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1787762916.299920:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762916.299925:0:299392:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1787762916.299927:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762916.299931:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21657
02000000:00000001:2.0:1787762916.299938:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:3.0:1787762916.299940:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762916.299945:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762916.299947:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762916.299950:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762916.299951:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762916.299954:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762916.299957:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
02000000:00000010:2.0:1787762916.299958:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867800.
00000020:00000001:3.0:1787762916.299960:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762916.299965:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
02000000:00000001:2.0:1787762916.299969:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762916.299970:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762916.299972:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762916.299978:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762916.299981:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762916.299987:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762916.299996:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787762916.300001:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:3.0:1787762916.300002:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762916.300008:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762916.300014:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762916.300021:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000400:00000010:2.0:1787762916.300022:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000100:00000001:3.0:1787762916.300029:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762916.300034:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1787762916.300037:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9f68.
02000000:00000001:3.0:1787762916.300038:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762916.300049:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762916.300051:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762916.300054:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000200:2.0:1787762916.300055:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595095808, portal 25
00000008:00000001:3.0:1787762916.300057:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762916.300063:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762916.300063:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762916.300072:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765445824 : -110615944105792 : ffff9b6537f1f0c0)
00000100:00000010:3.0:1787762916.300076:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000020:00000040:3.0:1787762916.300082:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762916.300088:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1787762916.300092:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f0c0 x1874597595095808/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762916.300092:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762916.300108:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762916.300114:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762916.300123:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762916.300138:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:3.0:1787762916.300139:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14800.
00000100:00000040:2.0:1787762916.300150:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762916.300150:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762916.300159:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00100000:3.0:1787762916.300166:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597595096064/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787762916.300167:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595095808, offset 0
00000100:00000001:3.0:1787762916.300189:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787762916.300197:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762916.300198:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762916.300206:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597595096064/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762916.300225:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762916.300227:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762916.300235:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762916.300240:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1787762916.300243:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000040:3.0:1787762916.300245:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21667)
00000400:00000200:2.0:1787762916.300328:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762916.300338:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762916.300346:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762916.300352:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762916.300359:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278342:278342:256:4294967295] 192.168.203.101@tcp LPNI seq info [278341:278341:8:4294967295]
00000400:00000200:2.0:1787762916.300367:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762916.300381:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762916.300389:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762916.300397:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58a00.
00000800:00000200:2.0:1787762916.300406:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762916.300412:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787762916.300420:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762916.300425:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787762916.300430:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762916.300434:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58a00.
00000400:00000200:2.0:1787762916.300442:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762916.300448:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762916.300455:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762916.300458:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762916.300465:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762916.300471:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f0c0 x1874597595095808/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762916.300487:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762916.300494:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f0c0 x1874597595095808/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762941 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762916.300509:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762916.300513:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762916.300523:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762916.300532:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762916.300537:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316330232
00000100:00000010:2.0:1787762916.300547:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd060.
00000100:00000001:2.0:1787762916.300559:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762916.300573:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316330232
00000100:00000010:2.0:1787762916.300580:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd1e0.
00000100:00000001:2.0:1787762916.300587:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762916.300606:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762916.300612:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762916.300618:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762916.300633:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762916/real 1787762916]  req@ffff9b6537f1f0c0 x1874597595095808/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762916.300653:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762916.300656:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762916.300661:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762916.300669:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9f68
00000400:00000010:2.0:1787762916.300673:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9f68.
00000100:00000001:2.0:1787762916.300678:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762916.300686:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f0c0 x1874597595095808/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762916.300699:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f0c0 x1874597595095808/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762916.300709:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762916.300712:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762916.300715:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762916.300717:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762916.300722:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f0c0 x1874597595095808/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762916.300731:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762916.300737:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f0c0 x1874597595095808/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762941 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762916.300751:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762916.300756:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762916.300760:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762916.300762:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762916.300768:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762916.300773:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762916.300780:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762916.300788:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762916.300794:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762916.300804:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f0c0 x1874597595095808/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762941 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762916.300845:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595095808:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762916.300856:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762916.300860:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762916.300865:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f0c0 x1874597595095808/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762941 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762916.300874:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762916.300878:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762916.300882:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762916.300888:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762916.300892:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762916.300894:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762916.300897:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762916.300901:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17400.
02000000:00000001:2.0:1787762916.300906:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762916.300908:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762916.300911:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f0c0.
00000100:00000001:2.0:1787762916.300916:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762916.300918:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762916.300923:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762916.300934:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762916.300938:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762916.300942:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762916.300946:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762916.300950:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762916.300958:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1fc00 x1874597595095936/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762916.300987:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762916.300991:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762916.300995:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762916.301000:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762916.301004:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762916.301012:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595095936:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762916.301018:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762916.301022:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762916.301024:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762916.301027:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762916.301032:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762916.301034:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762916.301040:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762916.301044:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762916.301049:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9f68.
00000100:00000200:2.0:1787762916.301054:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595095936, portal 10
00000100:00000001:2.0:1787762916.301056:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762916.301058:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765448704 : -110615944102912 : ffff9b6537f1fc00)
00000100:00000040:2.0:1787762916.301068:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1fc00 x1874597595095936/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762916.301076:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762916.301079:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762916.301082:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762916.301085:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595095936, offset 0
00000400:00000200:2.0:1787762916.301091:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762916.301097:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762916.301102:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762916.301106:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762916.301110:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762916.301113:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762916.301116:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762916.301121:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278343:278343:256:4294967295] 192.168.203.101@tcp LPNI seq info [278342:278342:8:4294967295]
00000400:00000200:2.0:1787762916.301127:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762916.301136:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762916.301142:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762916.301146:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58a00.
00000800:00000200:2.0:1787762916.301152:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762916.301155:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787762916.301161:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762916.301165:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787762916.301170:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762916.301172:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58a00.
00000400:00000200:2.0:1787762916.301177:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762916.301181:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762916.301185:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762916.301188:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762916.301191:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762916.301195:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1fc00 x1874597595095936/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762916.301205:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762916.301209:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1fc00 x1874597595095936/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762941 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762916.301217:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762916.301219:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762916.301224:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762916.301229:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762916.301233:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762916.301236:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316329485
00000100:00000001:2.0:1787762916.301239:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316330232
00000100:00000001:2.0:1787762916.301242:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316329485
00000100:00000001:2.0:1787762916.301284:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316330232
00000100:00000001:2.0:1787762916.301290:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762916.301296:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762916.301300:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762916.301310:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762916/real 1787762916]  req@ffff9b6537f1fc00 x1874597595095936/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762916.301328:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762916.301330:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762916.301334:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762916.301341:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9f68
00000400:00000010:2.0:1787762916.301344:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9f68.
00000100:00000001:2.0:1787762916.301350:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762916.301357:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1fc00 x1874597595095936/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762916.301374:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1fc00 x1874597595095936/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762916.301383:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762916.301385:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762916.301388:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762916.301390:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762916.301395:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1fc00 x1874597595095936/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762916.301404:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762916.301409:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1fc00 x1874597595095936/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762941 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762916.301417:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762916.301420:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762916.301422:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762916.301423:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762916.301426:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762916.301429:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762916.301432:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762916.301437:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762916.301440:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762916.301445:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1fc00 x1874597595095936/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762941 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762916.301455:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595095936:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762916.301460:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762916.301464:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d2c0 x1874597595096064/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762916.301473:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762916.301474:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762916.301477:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762916.301480:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762916.301482:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762916.301487:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595096064:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762916.301494:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762916.301498:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762916.301502:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762916.301505:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762916.301511:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762916.301515:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762916.301523:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762916.301528:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762916.301534:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9f68.
00000100:00000200:2.0:1787762916.301541:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595096064, portal 4
00000100:00000001:2.0:1787762916.301544:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762916.301547:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765438144 : -110615944113472 : ffff9b6537f1d2c0)
00000100:00000040:2.0:1787762916.301560:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d2c0 x1874597595096064/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762916.301576:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762916.301582:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762916.301586:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762916.301590:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595096064, offset 0
00000400:00000200:2.0:1787762916.301598:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762916.301608:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762916.301616:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762916.301622:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762916.301627:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762916.301631:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762916.301637:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762916.301643:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278344:278344:256:4294967295] 192.168.203.101@tcp LPNI seq info [278343:278343:8:4294967295]
00000400:00000200:2.0:1787762916.301652:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762916.301667:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762916.301677:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762916.301684:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58a00.
00000800:00000200:2.0:1787762916.301692:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762916.301695:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787762916.301701:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762916.301705:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787762916.301710:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762916.301712:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58a00.
00000400:00000200:2.0:1787762916.301717:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762916.301721:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762916.301725:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762916.301728:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762916.301731:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762916.301737:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d2c0 x1874597595096064/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762916.301749:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762916.301757:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d2c0 x1874597595096064/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762941 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762916.301770:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762916.301774:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762916.301782:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762916.301788:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762916.301795:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762916.301799:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316329492
00000100:00000001:2.0:1787762916.301804:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316330232
00000100:00000001:2.0:1787762916.301809:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316329492
00000100:00000001:2.0:1787762916.301814:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316330232
00000100:00000001:2.0:1787762916.301818:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762916.301851:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762916.301855:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762916.301863:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762916/real 1787762916]  req@ffff9b6537f1d2c0 x1874597595096064/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762916.301875:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762916.301877:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762916.301880:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762916.301884:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9f68
00000400:00000010:2.0:1787762916.301886:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9f68.
00000100:00000001:2.0:1787762916.301889:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762916.301894:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d2c0 x1874597595096064/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762916.301904:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d2c0 x1874597595096064/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762916.301913:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762916.301916:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762916.301919:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762916.301921:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762916.301929:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d2c0 x1874597595096064/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762916.301942:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762916.301950:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d2c0 x1874597595096064/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762941 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762916.301965:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762916.301970:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762916.301973:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762916.301976:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762916.301981:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762916.301984:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762916.301990:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762916.301997:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762916.302002:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762916.302011:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d2c0 x1874597595096064/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762941 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762916.302023:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595096064:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762916.302029:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762916.302031:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762916.302036:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1fc00 x1874597595095936/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762941 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762916.302044:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762916.302046:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762916.302050:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762916.302054:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762916.302056:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762916.302058:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762916.302061:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762916.302063:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16400.
02000000:00000001:2.0:1787762916.302067:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762916.302069:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762916.302071:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1fc00.
00000100:00000001:2.0:1787762916.302074:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762916.302075:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762916.302078:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762916.302082:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d2c0 x1874597595096064/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762941 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762916.302090:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762916.302092:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762916.302094:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762916.302098:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762916.302099:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762916.302100:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762916.302103:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762916.302104:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14800.
02000000:00000001:2.0:1787762916.302107:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762916.302108:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762916.302110:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d2c0.
00000100:00000001:2.0:1787762916.302113:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762916.302114:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762916.302117:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762916.302122:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762916.302123:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762916.302126:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762916.302128:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762917.067334:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316330232, at 4316330240
00000100:00000040:1.0:1787762917.067334:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316330232, at 4316330240
00000100:00000010:0.0:1787762917.067357:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd060.
00000100:00000010:1.0:1787762917.067360:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd1e0.
00010000:00000001:0.0:1787762917.131380:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762917.131404:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762917.131406:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762917.131410:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762917.131414:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762917.131418:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762917.131419:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762917.131421:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762917.131425:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762917.131426:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762917.131427:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762917.131429:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762917.131430:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762917.131431:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762917.131433:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762917.131434:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762917.131437:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762917.131438:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762917.131459:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762917.131463:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762917.131466:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762917.323332:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762917.323340:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762917.323341:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762917.323347:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762917.323350:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762917.323354:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762917.323357:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762917.323360:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762917.323363:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762918.155327:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762918.155335:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762918.155341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762918.155342:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762918.155345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762918.155346:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762918.155408:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762918.155412:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762918.155415:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762918.347340:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762918.347350:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762918.347367:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762918.347378:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762918.347385:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762918.347391:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762918.347396:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762918.347401:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762918.347407:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762919.179330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762919.179337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762919.179343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762919.179344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762919.179349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762919.179350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762919.179377:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762919.179381:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762919.179385:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762919.371334:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762919.371344:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762919.371347:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762919.371356:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762919.371362:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762919.371367:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762919.371371:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762919.371375:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762919.371379:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762920.203329:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762920.203340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762920.203349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762920.203350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762920.203354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762920.203355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762920.203401:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762920.203406:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762920.203409:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762920.395320:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762920.395326:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762920.395328:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762920.395333:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762920.395336:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762920.395339:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762920.395342:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762920.395345:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762920.395347:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762921.227341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762921.227349:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762921.227356:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762921.227357:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762921.227360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762921.227361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762921.227385:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762921.227388:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762921.227391:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762921.419334:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787762921.419341:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787762921.419346:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762921.419348:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762921.419350:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787762921.419351:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762921.419355:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787762921.419356:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762921.419359:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762921.419360:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787762921.419364:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762921.419367:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762921.419371:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787762921.419371:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21662
00000100:00000001:0.0:1787762921.419376:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762921.419384:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762921.419392:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762921.419396:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762921.419400:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762921.419405:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762921.419408:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762921.419411:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762921.419416:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762921.419419:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762921.419423:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762921.419427:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762921.419429:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762921.419431:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762921.419434:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762921.419435:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762921.419437:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762921.419438:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762921.419441:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762921.419444:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762921.419446:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762921.419449:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762921.419452:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762921.419454:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762921.419456:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762921.419459:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762921.419468:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d2c0.
00000020:00000040:3.0:1787762921.419472:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762921.419477:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762921.419479:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762921.419483:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762921.419487:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762921.419494:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762921.419506:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16800.
00000100:00000001:3.0:1787762921.419516:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762921.419529:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d2c0 x1874597595096192/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762921.419541:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762921.419546:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762921.419551:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0c0f477] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d2c0 x1874597595096192/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762921.419576:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762921.419579:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762921.419583:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762921.419585:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762921.419587:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762921.419591:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762921.419594:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21662
00000400:00000200:3.0:1787762921.419599:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762921.419603:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762921.419606:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762921.419609:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762921.419611:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762921.419613:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762921.419614:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762921.419616:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762921.419617:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762921.419618:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762921.419620:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762921.419621:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762921.419623:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762921.419626:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762921.419628:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762921.419629:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762921.419631:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762921.419633:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762921.419635:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762921.419636:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762921.419637:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762921.419643:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762921.419644:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762921.419646:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762921.419651:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762921.419653:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762921.419654:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762921.419658:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1fc00.
00000020:00000040:3.0:1787762921.419661:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762921.419665:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762921.419666:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762921.419669:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762921.419671:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762921.419674:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762921.419680:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16c00.
00000100:00000001:3.0:1787762921.419685:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762921.419692:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1fc00 x1874597595096320/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762921.419701:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762921.419703:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762921.419712:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762921.419713:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762921.419719:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787762921.419722:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5181856] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1fc00 x1874597595096320/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762921.419732:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762921.419738:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787762921.419740:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d2c0 x1874597595096192/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762921.419746:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762921.419753:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762921.419758:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762921.419772:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762921.419795:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21662
00000400:00000200:3.0:1787762921.419802:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762921.419805:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762921.419807:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762921.419809:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762921.419811:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762921.419819:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1787762921.419819:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762921.419827:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762921.419827:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762921.419847:0:299392:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:2.0:1787762921.419850:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1787762921.419851:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762921.419855:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:2.0:1787762921.419857:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787762921.419859:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
02000000:00000001:2.0:1787762921.419870:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762921.419872:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762921.419889:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00100000:2.0:1787762921.419896:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595096192:192.168.203.101@tcp:250:kworker.0
00000100:00000040:3.0:1787762921.419904:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762921.419915:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762921.419916:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762921.419930:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1787762921.419931:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762921.419941:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
02000000:00000001:2.0:1787762921.419943:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762921.419956:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1787762921.419958:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762921.419969:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762921.419971:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762921.419972:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:2.0:1787762921.419978:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864800.
02000000:00000001:3.0:1787762921.419978:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762921.419996:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762921.419997:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762921.420016:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762921.420021:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787762921.420030:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000008:00000001:3.0:1787762921.420033:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762921.420038:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762921.420039:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000100:00000010:3.0:1787762921.420044:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f0c0.
00000020:00000040:3.0:1787762921.420050:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000010:2.0:1787762921.420052:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9f68.
02000000:00000001:3.0:1787762921.420053:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762921.420060:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762921.420064:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762921.420065:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1787762921.420067:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595096192, portal 25
02000000:00000001:3.0:1787762921.420068:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762921.420084:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000010:3.0:1787762921.420086:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17800.
00000100:00000001:2.0:1787762921.420091:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765438144 : -110615944113472 : ffff9b6537f1d2c0)
00000100:00000001:3.0:1787762921.420094:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762921.420108:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d2c0 x1874597595096192/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762921.420109:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f0c0 x1874597595096448/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762921.420211:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787762921.420211:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762921.420223:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762921.420230:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762921.420237:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000040:3.0:1787762921.420238:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004bd1c4] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f0c0 x1874597595096448/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762921.420278:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762921.420281:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762921.420286:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762921.420294:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21672)
00000100:00000200:2.0:1787762921.420316:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595096192, offset 0
00000400:00000200:2.0:1787762921.420328:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762921.420341:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762921.420352:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762921.420359:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762921.420365:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762921.420370:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762921.420373:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762921.420378:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278345:278345:256:4294967295] 192.168.203.101@tcp LPNI seq info [278344:278344:8:4294967295]
00000400:00000200:2.0:1787762921.420384:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762921.420397:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762921.420405:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762921.420411:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58a00.
00000800:00000200:2.0:1787762921.420420:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762921.420426:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787762921.420434:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762921.420439:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787762921.420445:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762921.420448:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58a00.
00000400:00000200:2.0:1787762921.420457:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762921.420463:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762921.420469:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762921.420472:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762921.420477:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762921.420483:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d2c0 x1874597595096192/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762921.420498:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762921.420503:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d2c0 x1874597595096192/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762946 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762921.420512:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762921.420515:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762921.420523:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762921.420527:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762921.420531:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316335352
00000100:00000010:2.0:1787762921.420538:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdf60.
00000100:00000001:2.0:1787762921.420546:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762921.420558:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316335352
00000100:00000010:2.0:1787762921.420563:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd1e0.
00000100:00000001:2.0:1787762921.420567:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762921.420583:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762921.420587:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762921.420591:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762921.420597:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762921/real 1787762921]  req@ffff9b6537f1d2c0 x1874597595096192/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762921.420610:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762921.420613:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762921.420616:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762921.420621:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9f68
00000400:00000010:2.0:1787762921.420623:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9f68.
00000100:00000001:2.0:1787762921.420627:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762921.420631:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d2c0 x1874597595096192/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762921.420643:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d2c0 x1874597595096192/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762921.420651:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762921.420653:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762921.420656:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762921.420659:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762921.420664:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d2c0 x1874597595096192/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762921.420672:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762921.420678:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d2c0 x1874597595096192/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762946 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762921.420687:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762921.420690:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762921.420692:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762921.420694:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762921.420697:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762921.420700:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762921.420704:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762921.420710:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762921.420712:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762921.420717:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d2c0 x1874597595096192/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762946 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762921.420728:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595096192:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762921.420734:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762921.420737:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762921.420741:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d2c0 x1874597595096192/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762946 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762921.420757:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762921.420760:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762921.420764:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762921.420769:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762921.420772:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762921.420775:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762921.420777:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762921.420781:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16800.
02000000:00000001:2.0:1787762921.420807:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762921.420810:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762921.420813:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d2c0.
00000100:00000001:2.0:1787762921.420818:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762921.420820:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762921.420823:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762921.420832:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762921.420835:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762921.420838:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762921.420840:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762921.420842:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762921.420848:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1fc00 x1874597595096320/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762921.420858:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762921.420860:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762921.420862:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762921.420865:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762921.420868:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762921.420871:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595096320:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762921.420876:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762921.420879:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762921.420881:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762921.420883:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762921.420887:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762921.420890:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762921.420894:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762921.420898:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762921.420902:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9f68.
00000100:00000200:2.0:1787762921.420907:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595096320, portal 10
00000100:00000001:2.0:1787762921.420909:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762921.420911:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765448704 : -110615944102912 : ffff9b6537f1fc00)
00000100:00000040:2.0:1787762921.420919:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1fc00 x1874597595096320/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762921.420928:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762921.420931:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762921.420933:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762921.420936:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595096320, offset 0
00000400:00000200:2.0:1787762921.420941:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762921.420945:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762921.420950:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762921.420954:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762921.420957:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762921.420961:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762921.420964:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762921.420968:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278346:278346:256:4294967295] 192.168.203.101@tcp LPNI seq info [278345:278345:8:4294967295]
00000400:00000200:2.0:1787762921.420973:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762921.420981:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762921.420987:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762921.420991:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58a00.
00000800:00000200:2.0:1787762921.420996:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762921.421000:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787762921.421005:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762921.421009:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787762921.421014:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762921.421016:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58a00.
00000400:00000200:2.0:1787762921.421020:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762921.421025:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762921.421028:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762921.421031:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762921.421034:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762921.421039:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1fc00 x1874597595096320/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762921.421048:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762921.421052:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1fc00 x1874597595096320/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762946 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762921.421061:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762921.421063:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762921.421066:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762921.421071:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762921.421074:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762921.421077:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316334605
00000100:00000001:2.0:1787762921.421080:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316335352
00000100:00000001:2.0:1787762921.421083:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316334605
00000100:00000001:2.0:1787762921.421086:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316335352
00000100:00000001:2.0:1787762921.421089:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762921.421091:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762921.421094:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762921.421098:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762921/real 1787762921]  req@ffff9b6537f1fc00 x1874597595096320/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762921.421107:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762921.421109:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762921.421111:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762921.421113:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9f68
00000400:00000010:2.0:1787762921.421115:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9f68.
00000100:00000001:2.0:1787762921.421118:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762921.421121:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1fc00 x1874597595096320/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762921.421132:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1fc00 x1874597595096320/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762921.421148:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762921.421150:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762921.421152:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762921.421154:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762921.421158:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1fc00 x1874597595096320/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762921.421166:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762921.421171:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1fc00 x1874597595096320/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762946 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762921.421179:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762921.421182:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762921.421184:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762921.421185:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762921.421188:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762921.421190:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762921.421193:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762921.421197:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762921.421200:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762921.421205:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1fc00 x1874597595096320/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762946 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762921.421214:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595096320:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762921.421218:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762921.421223:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f0c0 x1874597595096448/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762921.421231:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762921.421233:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762921.421236:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762921.421239:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762921.421241:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762921.421275:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595096448:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762921.421280:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762921.421283:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762921.421285:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762921.421287:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762921.421292:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762921.421295:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762921.421299:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762921.421302:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762921.421306:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9f68.
00000100:00000200:2.0:1787762921.421310:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595096448, portal 4
00000100:00000001:2.0:1787762921.421313:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762921.421314:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765445824 : -110615944105792 : ffff9b6537f1f0c0)
00000100:00000040:2.0:1787762921.421321:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f0c0 x1874597595096448/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762921.421330:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762921.421333:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762921.421335:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762921.421338:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595096448, offset 0
00000400:00000200:2.0:1787762921.421343:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762921.421347:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762921.421351:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762921.421355:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762921.421358:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762921.421361:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762921.421364:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762921.421368:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278347:278347:256:4294967295] 192.168.203.101@tcp LPNI seq info [278346:278346:8:4294967295]
00000400:00000200:2.0:1787762921.421373:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762921.421381:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762921.421388:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762921.421391:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58a00.
00000800:00000200:2.0:1787762921.421396:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762921.421400:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787762921.421405:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762921.421408:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787762921.421413:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762921.421416:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58a00.
00000400:00000200:2.0:1787762921.421420:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762921.421424:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762921.421428:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762921.421430:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762921.421433:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762921.421437:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f0c0 x1874597595096448/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762921.421447:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762921.421451:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f0c0 x1874597595096448/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762946 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762921.421459:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762921.421461:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762921.421465:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762921.421468:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762921.421472:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762921.421475:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316334612
00000100:00000001:2.0:1787762921.421478:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316335352
00000100:00000001:2.0:1787762921.421481:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316334612
00000100:00000001:2.0:1787762921.421483:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316335352
00000100:00000001:2.0:1787762921.421486:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762921.421488:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762921.421490:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762921.421495:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762921/real 1787762921]  req@ffff9b6537f1f0c0 x1874597595096448/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762921.421505:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762921.421507:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762921.421509:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762921.421512:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9f68
00000400:00000010:2.0:1787762921.421514:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9f68.
00000100:00000001:2.0:1787762921.421516:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762921.421520:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f0c0 x1874597595096448/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762921.421530:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f0c0 x1874597595096448/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762921.421539:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762921.421540:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762921.421542:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762921.421544:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762921.421548:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f0c0 x1874597595096448/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762921.421556:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762921.421561:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f0c0 x1874597595096448/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762946 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762921.421569:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762921.421571:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762921.421573:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762921.421575:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762921.421577:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762921.421579:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762921.421582:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762921.421586:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762921.421589:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762921.421594:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f0c0 x1874597595096448/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762946 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762921.421604:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595096448:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762921.421609:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762921.421611:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762921.421614:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1fc00 x1874597595096320/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762946 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762921.421637:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762921.421640:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762921.421642:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762921.421646:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762921.421648:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762921.421650:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762921.421652:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762921.421659:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16c00.
02000000:00000001:2.0:1787762921.421663:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762921.421665:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762921.421667:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1fc00.
00000100:00000001:2.0:1787762921.421670:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762921.421672:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762921.421674:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762921.421679:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f0c0 x1874597595096448/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762946 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762921.421687:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762921.421688:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762921.421690:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762921.421694:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762921.421696:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762921.421698:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762921.421700:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762921.421701:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17800.
02000000:00000001:2.0:1787762921.421704:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762921.421706:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762921.421708:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f0c0.
00000100:00000001:2.0:1787762921.421710:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762921.421712:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762921.421714:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762921.421718:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762921.421720:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762921.421722:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762921.421725:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762922.187332:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316335352, at 4316335360
00000100:00000040:0.0:1787762922.187335:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316335352, at 4316335360
00000100:00000010:1.0:1787762922.187372:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd1e0.
00000100:00000010:0.0:1787762922.187377:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdf60.
00010000:00000001:0.0:1787762922.251348:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762922.251353:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762922.251358:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762922.251360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762922.251365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762922.251371:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762922.251374:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762922.251378:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762922.251382:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762922.251386:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762922.251388:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762922.251392:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762922.251456:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762922.251462:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762922.251466:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762922.443350:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762922.443359:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762922.443361:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762922.443367:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762922.443371:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762922.443375:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762922.443378:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762922.443381:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762922.443383:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762923.275349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762923.275357:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762923.275363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762923.275364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762923.275367:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762923.275368:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762923.275412:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762923.275415:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762923.275418:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762923.467336:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762923.467344:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762923.467346:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762923.467351:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762923.467356:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762923.467360:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762923.467362:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762923.467365:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762923.467367:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762924.299322:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762924.299331:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762924.299336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762924.299337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762924.299340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762924.299341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762924.299426:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762924.299431:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762924.299436:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762924.491333:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762924.491340:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762924.491342:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762924.491349:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762924.491354:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762924.491359:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762924.491363:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762924.491368:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762924.491371:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762925.323345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762925.323356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762925.323364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762925.323365:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762925.323369:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762925.323370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762925.323395:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762925.323398:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762925.323400:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762925.515319:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762925.515329:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762925.515333:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762925.515341:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762925.515347:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762925.515352:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762925.515356:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762925.515360:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762925.515363:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762926.347323:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762926.347330:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762926.347335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762926.347337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762926.347340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762926.347341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762926.347422:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762926.347426:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762926.347429:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762926.539392:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762926.539407:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762926.539410:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762926.539420:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762926.539427:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762926.539433:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762926.539437:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762926.539441:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762926.539447:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762926.539453:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762926.539485:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762926.539490:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762926.539496:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762926.539505:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762926.539519:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21667
00000400:00000200:1.0:1787762926.539536:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762926.539549:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762926.539556:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762926.539563:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762926.539570:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762926.539575:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762926.539581:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762926.539590:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762926.539594:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:1.0:1787762926.539599:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762926.539605:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:1.0:1787762926.539609:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:1.0:1787762926.539612:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:1.0:1787762926.539617:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762926.539620:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762926.539624:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762926.539627:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762926.539632:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:1.0:1787762926.539636:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762926.539640:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762926.539643:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762926.539648:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762926.539652:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762926.539655:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762926.539658:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762926.539672:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588e940.
00000020:00000040:1.0:1787762926.539677:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:1.0:1787762926.539683:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762926.539686:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762926.539690:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762926.539694:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762926.539701:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762926.539712:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee0a800.
00000100:00000001:1.0:1787762926.539722:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762926.539735:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588e940 x1874597595096576/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762926.539777:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762926.539785:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762926.539793:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000186ab8f7] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588e940 x1874597595096576/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762926.539825:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762926.539830:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762926.539834:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762926.539836:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762926.539839:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762926.539843:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762926.539848:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21667
00000400:00000200:1.0:1787762926.539855:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762926.539860:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762926.539863:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762926.539867:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762926.539871:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762926.539873:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1787762926.539877:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762926.539884:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762926.539885:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762926.539893:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1787762926.539897:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762926.539902:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000100:00000040:2.0:1787762926.539908:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588e940 x1874597595096576/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787762926.539909:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762926.539918:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000100:00000001:2.0:1787762926.539923:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1787762926.539928:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:2.0:1787762926.539929:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762926.539941:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1787762926.539943:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
02000000:00000001:2.0:1787762926.539946:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762926.539955:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762926.539966:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00100000:2.0:1787762926.539967:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595096576:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762926.539984:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762926.539985:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762926.539992:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762926.539998:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762926.539999:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
02000000:00000001:2.0:1787762926.540004:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787762926.540013:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762926.540020:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
02000000:00000010:2.0:1787762926.540022:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762926.540032:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762926.540040:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762926.540045:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762926.540046:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:1.0:1787762926.540055:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1787762926.540058:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
02000000:00000001:1.0:1787762926.540067:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1787762926.540068:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9f68.
02000000:00000001:1.0:1787762926.540086:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762926.540090:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595096576, portal 25
00000100:00000001:1.0:1787762926.540093:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762926.540097:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762926.540101:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188137280 : -110616521414336 : ffff9b651588e940)
00000008:00100000:1.0:1787762926.540103:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762926.540111:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762926.540112:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588e940 x1874597595096576/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762926.540123:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762926.540137:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:1.0:1787762926.540139:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c000.
00000100:00000040:2.0:1787762926.540150:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000020:00000040:1.0:1787762926.540151:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000400:00000010:2.0:1787762926.540156:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
02000000:00000001:1.0:1787762926.540158:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1787762926.540162:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595096576, offset 0
02000000:00000001:1.0:1787762926.540164:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762926.540172:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762926.540181:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787762926.540182:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
02000000:00000001:1.0:1787762926.540189:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762926.540198:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000010:1.0:1787762926.540199:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee08400.
00000100:00000001:1.0:1787762926.540207:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762926.540211:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762926.540223:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:1.0:1787762926.540225:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c000 x1874597595096704/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787762926.540236:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762926.540280:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762926.540283:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762926.540287:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278348:278348:256:4294967295] 192.168.203.101@tcp LPNI seq info [278347:278347:8:4294967295]
00000400:00000200:2.0:1787762926.540290:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762926.540300:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762926.540306:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762926.540311:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58a00.
00000800:00000200:2.0:1787762926.540325:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:1.0:1787762926.540327:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762926.540338:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787762926.540339:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000100:00000040:1.0:1787762926.540372:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bd17bd7] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c000 x1874597595096704/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1787762926.540372:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762926.540388:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787762926.540405:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762926.540414:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58a00.
00000400:00000200:2.0:1787762926.540430:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1787762926.540437:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762926.540438:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1787762926.540450:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787762926.540454:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000100:00080000:1.0:1787762926.540456:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762926.540463:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762926.540466:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1787762926.540466:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:1.0:1787762926.540473:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762926.540482:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21667
00000100:00000001:2.0:1787762926.540484:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:1.0:1787762926.540498:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000200:2.0:1787762926.540501:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588e940 x1874597595096576/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762926.540517:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:2.0:1787762926.540519:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1787762926.540526:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762926.540528:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588e940 x1874597595096576/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762951 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762926.540547:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762926.540549:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762926.540551:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762926.540560:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762926.540563:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762926.540571:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:2.0:1787762926.540573:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762926.540581:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316340472
00000100:00000001:1.0:1787762926.540584:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000010:2.0:1787762926.540589:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd060.
00000020:00000001:1.0:1787762926.540593:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762926.540596:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000100:00000001:2.0:1787762926.540598:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000020:00000001:1.0:1787762926.540599:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762926.540606:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:1.0:1787762926.540610:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000001:2.0:1787762926.540613:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316340472
00000020:00000001:1.0:1787762926.540619:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000010:2.0:1787762926.540621:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd660.
00000100:00000001:2.0:1787762926.540627:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000040:1.0:1787762926.540628:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762926.540634:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762926.540634:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787762926.540644:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762926.540646:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762926.540660:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762926.540660:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000040:1.0:1787762926.540670:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00100000:2.0:1787762926.540674:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762926/real 1787762926]  req@ffff9b651588e940 x1874597595096576/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762926.540681:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762926.540695:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762926.540709:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:2.0:1787762926.540712:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762926.540715:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:1.0:1787762926.540718:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1787762926.540719:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
02000000:00000001:1.0:1787762926.540733:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762926.540736:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9f68
00000100:00000001:1.0:1787762926.540738:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1787762926.540743:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9f68.
00000008:00100000:1.0:1787762926.540746:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787762926.540765:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762926.540772:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588e940 x1874597595096576/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1787762926.540780:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762926.540787:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588e940 x1874597595096576/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762926.540790:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762926.540804:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000010:1.0:1787762926.540807:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c780.
00000100:00000001:2.0:1787762926.540809:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1787762926.540821:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000100:00000001:2.0:1787762926.540821:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762926.540830:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787762926.540833:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762926.540836:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762926.540841:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588e940 x1874597595096576/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762926.540844:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762926.540849:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787762926.540856:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787762926.540857:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762926.540880:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee0ac00.
00000100:00000040:2.0:1787762926.540882:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588e940 x1874597595096576/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762951 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762926.540892:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762926.540905:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762926.540911:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762926.540913:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762926.540918:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762926.540921:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c780 x1874597595096832/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762926.540922:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762926.540928:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762926.540940:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762926.540954:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762926.540965:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762926.540976:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588e940 x1874597595096576/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762951 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762926.540994:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762926.541000:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762926.541000:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595096576:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762926.541020:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762926.541023:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c5bf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c780 x1874597595096832/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762926.541024:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762926.541037:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588e940 x1874597595096576/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762951 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762926.541087:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762926.541090:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000040:1.0:1787762926.541093:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1787762926.541095:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762926.541102:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867800.
00000100:00000040:1.0:1787762926.541104:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:2.0:1787762926.541110:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:1.0:1787762926.541113:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21677)
00000020:00000001:2.0:1787762926.541114:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762926.541122:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762926.541126:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762926.541130:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0a800.
02000000:00000001:2.0:1787762926.541134:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762926.541136:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762926.541137:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588e940.
00000100:00000001:2.0:1787762926.541141:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762926.541144:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762926.541147:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762926.541153:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762926.541154:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762926.541157:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762926.541158:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762926.541159:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762926.541163:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c000 x1874597595096704/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762926.541168:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762926.541170:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762926.541171:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762926.541174:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762926.541175:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762926.541177:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595096704:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762926.541179:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762926.541181:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762926.541182:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762926.541183:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762926.541186:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762926.541187:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762926.541190:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762926.541192:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762926.541195:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9f68.
00000100:00000200:2.0:1787762926.541197:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595096704, portal 10
00000100:00000001:2.0:1787762926.541199:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762926.541199:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188126720 : -110616521424896 : ffff9b651588c000)
00000100:00000040:2.0:1787762926.541205:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c000 x1874597595096704/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762926.541209:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762926.541211:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762926.541212:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762926.541214:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595096704, offset 0
00000400:00000200:2.0:1787762926.541216:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762926.541219:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762926.541223:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762926.541225:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762926.541227:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762926.541229:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762926.541230:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762926.541233:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278349:278349:256:4294967295] 192.168.203.101@tcp LPNI seq info [278348:278348:8:4294967295]
00000400:00000200:2.0:1787762926.541235:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762926.541240:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762926.541243:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762926.541266:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58a00.
00000800:00000200:2.0:1787762926.541270:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762926.541271:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787762926.541275:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762926.541277:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787762926.541280:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762926.541282:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58a00.
00000400:00000200:2.0:1787762926.541284:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762926.541286:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762926.541289:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762926.541290:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762926.541292:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762926.541294:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c000 x1874597595096704/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762926.541300:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762926.541302:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c000 x1874597595096704/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762951 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762926.541306:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762926.541308:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762926.541310:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762926.541313:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762926.541315:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762926.541317:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316339726
00000100:00000001:2.0:1787762926.541319:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316340472
00000100:00000001:2.0:1787762926.541321:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316339726
00000100:00000001:2.0:1787762926.541322:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316340472
00000100:00000001:2.0:1787762926.541324:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762926.541325:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762926.541326:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762926.541328:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762926/real 1787762926]  req@ffff9b651588c000 x1874597595096704/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762926.541333:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762926.541334:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762926.541335:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762926.541337:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9f68
00000400:00000010:2.0:1787762926.541338:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9f68.
00000100:00000001:2.0:1787762926.541339:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762926.541341:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c000 x1874597595096704/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762926.541347:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c000 x1874597595096704/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762926.541351:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762926.541352:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762926.541353:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762926.541354:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762926.541356:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c000 x1874597595096704/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762926.541360:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762926.541362:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c000 x1874597595096704/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762951 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762926.541367:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762926.541368:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762926.541370:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762926.541371:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762926.541372:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762926.541374:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762926.541376:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762926.541378:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762926.541380:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762926.541382:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c000 x1874597595096704/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762951 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762926.541387:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595096704:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762926.541389:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762926.541392:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c780 x1874597595096832/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762926.541396:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762926.541397:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762926.541399:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762926.541400:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762926.541402:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762926.541404:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595096832:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762926.541405:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762926.541407:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762926.541408:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762926.541409:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762926.541411:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762926.541412:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762926.541414:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762926.541416:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762926.541418:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9f68.
00000100:00000200:2.0:1787762926.541420:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595096832, portal 4
00000100:00000001:2.0:1787762926.541421:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762926.541423:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188128640 : -110616521422976 : ffff9b651588c780)
00000100:00000040:2.0:1787762926.541426:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c780 x1874597595096832/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762926.541431:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762926.541433:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762926.541434:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762926.541435:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595096832, offset 0
00000400:00000200:2.0:1787762926.541438:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762926.541441:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762926.541444:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762926.541448:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762926.541450:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762926.541453:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762926.541455:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762926.541459:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278350:278350:256:4294967295] 192.168.203.101@tcp LPNI seq info [278349:278349:8:4294967295]
00000400:00000200:2.0:1787762926.541463:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762926.541470:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762926.541475:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762926.541478:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58a00.
00000800:00000200:2.0:1787762926.541482:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762926.541485:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787762926.541490:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762926.541493:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787762926.541497:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762926.541499:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58a00.
00000400:00000200:2.0:1787762926.541502:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762926.541504:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762926.541506:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762926.541508:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762926.541510:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762926.541512:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c780 x1874597595096832/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762926.541517:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762926.541520:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c780 x1874597595096832/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762951 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762926.541524:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762926.541526:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762926.541528:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762926.541530:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762926.541532:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762926.541534:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316339732
00000100:00000001:2.0:1787762926.541536:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316340472
00000100:00000001:2.0:1787762926.541537:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316339732
00000100:00000001:2.0:1787762926.541539:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316340472
00000100:00000001:2.0:1787762926.541541:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762926.541542:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762926.541543:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762926.541546:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762926/real 1787762926]  req@ffff9b651588c780 x1874597595096832/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762926.541550:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762926.541551:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762926.541552:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762926.541554:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9f68
00000400:00000010:2.0:1787762926.541555:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9f68.
00000100:00000001:2.0:1787762926.541557:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762926.541559:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c780 x1874597595096832/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762926.541564:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c780 x1874597595096832/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762926.541568:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762926.541569:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762926.541570:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762926.541571:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762926.541573:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c780 x1874597595096832/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762926.541578:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762926.541581:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c780 x1874597595096832/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762951 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762926.541585:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762926.541586:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762926.541587:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762926.541588:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762926.541589:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762926.541590:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762926.541591:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762926.541594:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762926.541595:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762926.541597:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c780 x1874597595096832/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762951 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762926.541602:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595096832:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762926.541604:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762926.541605:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762926.541607:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c000 x1874597595096704/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762951 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762926.541611:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762926.541612:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762926.541614:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762926.541615:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762926.541616:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762926.541617:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762926.541619:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762926.541620:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08400.
02000000:00000001:2.0:1787762926.541623:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762926.541624:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762926.541625:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c000.
00000100:00000001:2.0:1787762926.541628:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762926.541629:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762926.541630:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762926.541632:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c780 x1874597595096832/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762951 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762926.541636:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762926.541636:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762926.541637:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762926.541639:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762926.541640:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762926.541641:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762926.541642:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762926.541643:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0ac00.
02000000:00000001:2.0:1787762926.541644:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762926.541645:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762926.541646:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c780.
00000100:00000001:2.0:1787762926.541647:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762926.541648:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762926.541650:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762926.541652:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762926.541653:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762926.541654:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762926.541656:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762927.307346:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316340472, at 4316340480
00000100:00000010:0.0:1787762927.307358:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd060.
00000100:00000040:1.0:1787762927.307371:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316340472, at 4316340480
00000100:00000010:1.0:1787762927.307386:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd660.
00010000:00000001:0.0:1787762927.371330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762927.371335:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762927.371337:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762927.371339:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762927.371343:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762927.371344:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762927.371346:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762927.371347:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762927.371350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762927.371351:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762927.371352:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762927.371354:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762927.371355:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762927.371356:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762927.371357:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762927.371358:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762927.371360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762927.371361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762927.371377:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762927.371379:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762927.371382:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762927.563376:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762927.563383:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762927.563385:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762927.563390:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762927.563394:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762927.563397:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762927.563400:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762927.563404:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762927.563407:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762928.395326:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762928.395332:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762928.395336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762928.395337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762928.395340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762928.395341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762928.395434:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762928.395438:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762928.395441:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762928.587410:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762928.587420:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762928.587423:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762928.587430:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762928.587435:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762928.587439:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762928.587443:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762928.587447:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762928.587451:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762929.419319:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762929.419324:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762929.419329:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762929.419330:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762929.419340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762929.419340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762929.419359:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762929.419362:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762929.419364:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762929.611377:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762929.611390:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762929.611393:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762929.611401:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762929.611407:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762929.611411:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762929.611415:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762929.611419:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762929.611423:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762930.443327:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762930.443338:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762930.443347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762930.443349:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762930.443354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762930.443355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762930.443461:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762930.443472:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762930.443480:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762930.635329:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762930.635339:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762930.635341:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762930.635348:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762930.635353:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762930.635359:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762930.635363:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762930.635368:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762930.635372:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762931.467349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762931.467359:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762931.467367:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762931.467369:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762931.467374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762931.467375:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762931.467406:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762931.467410:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762931.467415:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762931.659378:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762931.659388:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1787762931.659388:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787762931.659394:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762931.659405:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00080000:1.0:1787762931.659406:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762931.659415:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762931.659416:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787762931.659422:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787762931.659424:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762931.659432:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762931.659435:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787762931.659439:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762931.659446:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762931.659447:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21672
00000400:00000200:1.0:1787762931.659476:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762931.659486:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762931.659490:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762931.659495:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762931.659499:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762931.659503:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762931.659506:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762931.659511:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762931.659513:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:1.0:1787762931.659517:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762931.659521:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:1.0:1787762931.659524:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:1.0:1787762931.659528:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:1.0:1787762931.659532:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762931.659535:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762931.659538:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762931.659540:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762931.659544:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:1.0:1787762931.659548:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762931.659551:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762931.659555:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762931.659558:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762931.659562:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762931.659565:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762931.659567:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762931.659580:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588f840.
00000020:00000040:1.0:1787762931.659584:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:1.0:1787762931.659589:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762931.659591:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762931.659595:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762931.659598:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762931.659604:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762931.659615:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee08000.
00000100:00000001:1.0:1787762931.659623:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762931.659634:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588f840 x1874597595096960/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762931.659648:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762931.659654:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762931.659660:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010754fdf] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588f840 x1874597595096960/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762931.659689:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762931.659693:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762931.659698:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762931.659700:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762931.659703:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762931.659707:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762931.659711:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21672
00000400:00000200:1.0:1787762931.659740:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762931.659747:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762931.659751:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762931.659756:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762931.659761:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762931.659765:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762931.659768:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762931.659772:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762931.659774:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:1.0:1787762931.659777:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787762931.659782:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1787762931.659783:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000100:00000001:2.0:1787762931.659792:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1787762931.659793:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:2.0:1787762931.659799:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1787762931.659801:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:1.0:1787762931.659811:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762931.659819:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762931.659821:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588f840 x1874597595096960/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762931.659828:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762931.659840:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762931.659850:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000001:2.0:1787762931.659857:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1787762931.659865:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762931.659867:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762931.659880:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762931.659880:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762931.659891:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762931.659892:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762931.659902:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762931.659907:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787762931.659915:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595096960:192.168.203.101@tcp:250:kworker.0
02000000:00000001:1.0:1787762931.659917:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762931.659926:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762931.659931:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:1.0:1787762931.659934:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787762931.659939:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:1.0:1787762931.659942:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762931.659945:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762931.659948:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762931.659951:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:1.0:1787762931.659959:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588d2c0.
02000000:00000010:2.0:1787762931.659963:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864800.
00000020:00000040:1.0:1787762931.659966:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:2.0:1787762931.659970:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762931.659974:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762931.659979:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762931.659986:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762931.659988:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762931.659994:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1787762931.659995:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
02000000:00000001:1.0:1787762931.659998:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762931.660012:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9f68.
02000000:00000010:1.0:1787762931.660014:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee0ac00.
00000100:00000001:1.0:1787762931.660025:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762931.660028:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595096960, portal 25
00000100:00000001:2.0:1787762931.660035:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00100000:1.0:1787762931.660039:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588d2c0 x1874597595097088/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762931.660040:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188141120 : -110616521410496 : ffff9b651588f840)
00000100:00000040:2.0:1787762931.660061:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588f840 x1874597595096960/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762931.660063:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762931.660072:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762931.660087:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762931.660089:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000032a8dc5] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588d2c0 x1874597595097088/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762931.660102:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762931.660111:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000001:1.0:1787762931.660119:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762931.660120:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595096960, offset 0
00000100:00080000:1.0:1787762931.660128:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787762931.660138:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00080000:1.0:1787762931.660141:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762931.660147:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762931.660149:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787762931.660157:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762931.660159:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762931.660168:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21672
00000400:00000200:2.0:1787762931.660173:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762931.660183:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762931.660187:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762931.660196:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000400:00000200:2.0:1787762931.660198:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00080000:1.0:1787762931.660204:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787762931.660209:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1787762931.660218:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000200:2.0:1787762931.660222:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000001:1.0:1787762931.660225:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787762931.660235:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278351:278351:256:4294967295] 192.168.203.101@tcp LPNI seq info [278350:278350:8:4294967295]
00000100:00000040:1.0:1787762931.660238:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:2.0:1787762931.660287:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762931.660305:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1787762931.660312:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000800:00000200:2.0:1787762931.660315:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000020:00000001:1.0:1787762931.660321:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762931.660326:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000800:00000010:2.0:1787762931.660327:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58a00.
00000020:00000001:1.0:1787762931.660331:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762931.660338:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000800:00000200:2.0:1787762931.660345:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000020:00000001:1.0:1787762931.660347:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000800:00000200:2.0:1787762931.660356:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000020:00000001:1.0:1787762931.660357:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:1.0:1787762931.660374:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000800:00000200:2.1:1787762931.660377:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:1.0:1787762931.660380:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1787762931.660386:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1787762931.660390:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762931.660397:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000800:00000100:2.0:1787762931.660399:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000020:00000040:1.0:1787762931.660404:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000800:00000010:2.0:1787762931.660406:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58a00.
00000100:00080000:1.0:1787762931.660417:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000400:00000200:2.0:1787762931.660419:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1787762931.660423:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762931.660428:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787762931.660434:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1787762931.660438:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787762931.660443:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
02000000:00000001:1.0:1787762931.660445:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762931.660448:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:1.0:1787762931.660452:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762931.660458:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762931.660461:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762931.660464:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762931.660470:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c780.
00000100:00000001:2.0:1787762931.660473:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:1.0:1787762931.660474:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:1.0:1787762931.660483:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1787762931.660485:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588f840 x1874597595096960/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787762931.660487:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762931.660497:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762931.660502:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762931.660508:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762931.660514:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000010:1.0:1787762931.660518:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee08400.
00000100:00000040:2.0:1787762931.660523:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588f840 x1874597595096960/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762956 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762931.660527:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762931.660545:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762931.660547:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c780 x1874597595097216/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762931.660550:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762931.660563:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762931.660565:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762931.660573:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762931.660578:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:1.0:1787762931.660588:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c5bf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c780 x1874597595097216/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762931.660588:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316345592
00000100:00000010:2.0:1787762931.660599:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd180.
00000100:00000001:1.0:1787762931.660606:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762931.660612:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762931.660613:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1787762931.660624:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1787762931.660629:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316345592
00000100:00000040:1.0:1787762931.660632:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21682)
00000100:00000010:2.0:1787762931.660640:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdba0.
00000100:00000001:2.0:1787762931.660647:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762931.660653:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762931.660658:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762931.660661:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762931.660669:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762931/real 1787762931]  req@ffff9b651588f840 x1874597595096960/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762931.660681:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762931.660685:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762931.660688:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762931.660692:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9f68
00000400:00000010:2.0:1787762931.660695:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9f68.
00000100:00000001:2.0:1787762931.660698:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762931.660702:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588f840 x1874597595096960/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762931.660738:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588f840 x1874597595096960/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762931.660749:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762931.660751:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762931.660755:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762931.660758:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762931.660764:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588f840 x1874597595096960/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762931.660773:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762931.660779:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588f840 x1874597595096960/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762956 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762931.660788:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762931.660792:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762931.660794:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762931.660795:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762931.660799:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762931.660801:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762931.660807:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762931.660813:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762931.660818:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762931.660826:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588f840 x1874597595096960/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762956 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762931.660842:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595096960:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762931.660852:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762931.660857:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762931.660863:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588f840 x1874597595096960/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762956 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762931.660878:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762931.660882:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762931.660888:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762931.660896:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762931.660900:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762931.660903:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762931.660907:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762931.660912:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08000.
02000000:00000001:2.0:1787762931.660917:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762931.660920:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762931.660922:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588f840.
00000100:00000001:2.0:1787762931.660928:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762931.660930:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762931.660933:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762931.660941:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762931.660943:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762931.660946:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762931.660948:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762931.660950:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762931.660957:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588d2c0 x1874597595097088/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762931.660966:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762931.660968:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762931.660971:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762931.660974:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762931.660977:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762931.660981:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595097088:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762931.660985:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762931.660988:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762931.660990:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762931.660994:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762931.660998:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762931.661001:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762931.661006:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762931.661010:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762931.661015:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9f68.
00000100:00000200:2.0:1787762931.661019:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595097088, portal 10
00000100:00000001:2.0:1787762931.661022:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762931.661024:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188131520 : -110616521420096 : ffff9b651588d2c0)
00000100:00000040:2.0:1787762931.661032:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588d2c0 x1874597595097088/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762931.661041:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762931.661044:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762931.661046:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762931.661049:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595097088, offset 0
00000400:00000200:2.0:1787762931.661054:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762931.661060:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762931.661065:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762931.661069:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762931.661073:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762931.661076:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762931.661079:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762931.661084:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278352:278352:256:4294967295] 192.168.203.101@tcp LPNI seq info [278351:278351:8:4294967295]
00000400:00000200:2.0:1787762931.661089:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762931.661098:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762931.661104:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762931.661108:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58a00.
00000800:00000200:2.0:1787762931.661114:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762931.661117:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762931.661123:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762931.661127:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787762931.661132:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762931.661135:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58a00.
00000400:00000200:2.0:1787762931.661139:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762931.661144:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762931.661148:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762931.661150:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762931.661153:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762931.661157:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588d2c0 x1874597595097088/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762931.661168:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762931.661172:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588d2c0 x1874597595097088/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762956 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762931.661180:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762931.661182:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762931.661186:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762931.661190:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762931.661194:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762931.661197:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316344845
00000100:00000001:2.0:1787762931.661200:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316345592
00000100:00000001:2.0:1787762931.661203:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316344845
00000100:00000001:2.0:1787762931.661206:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316345592
00000100:00000001:2.0:1787762931.661209:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762931.661211:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762931.661214:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762931.661218:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762931/real 1787762931]  req@ffff9b651588d2c0 x1874597595097088/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762931.661227:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762931.661229:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762931.661231:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762931.661234:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9f68
00000400:00000010:2.0:1787762931.661236:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9f68.
00000100:00000001:2.0:1787762931.661238:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762931.661243:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588d2c0 x1874597595097088/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762931.661285:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588d2c0 x1874597595097088/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762931.661294:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762931.661296:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762931.661299:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762931.661301:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762931.661305:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588d2c0 x1874597595097088/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762931.661313:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762931.661318:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588d2c0 x1874597595097088/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762956 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762931.661327:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762931.661331:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762931.661333:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762931.661334:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762931.661337:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762931.661339:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762931.661342:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762931.661346:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762931.661349:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762931.661353:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588d2c0 x1874597595097088/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762956 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762931.661363:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595097088:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762931.661368:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762931.661372:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c780 x1874597595097216/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762931.661389:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762931.661391:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762931.661394:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762931.661396:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762931.661399:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762931.661402:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595097216:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762931.661406:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762931.661408:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762931.661410:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762931.661412:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762931.661417:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762931.661419:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762931.661423:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762931.661426:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762931.661430:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9f68.
00000100:00000200:2.0:1787762931.661434:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595097216, portal 4
00000100:00000001:2.0:1787762931.661436:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762931.661438:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188128640 : -110616521422976 : ffff9b651588c780)
00000100:00000040:2.0:1787762931.661445:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c780 x1874597595097216/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762931.661453:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762931.661456:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762931.661458:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762931.661461:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595097216, offset 0
00000400:00000200:2.0:1787762931.661466:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762931.661470:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762931.661474:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762931.661477:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762931.661480:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762931.661484:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762931.661487:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762931.661491:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278353:278353:256:4294967295] 192.168.203.101@tcp LPNI seq info [278352:278352:8:4294967295]
00000400:00000200:2.0:1787762931.661497:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762931.661505:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762931.661511:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762931.661515:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58a00.
00000800:00000200:2.0:1787762931.661520:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762931.661523:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787762931.661528:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762931.661532:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787762931.661537:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762931.661540:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58a00.
00000400:00000200:2.0:1787762931.661543:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762931.661548:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762931.661552:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762931.661554:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762931.661557:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762931.661561:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c780 x1874597595097216/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762931.661571:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762931.661575:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c780 x1874597595097216/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762956 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762931.661583:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762931.661585:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762931.661589:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762931.661593:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762931.661596:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762931.661599:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316344852
00000100:00000001:2.0:1787762931.661602:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316345592
00000100:00000001:2.0:1787762931.661605:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316344852
00000100:00000001:2.0:1787762931.661608:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316345592
00000100:00000001:2.0:1787762931.661610:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762931.661613:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762931.661616:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762931.661620:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762931/real 1787762931]  req@ffff9b651588c780 x1874597595097216/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762931.661630:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762931.661632:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762931.661633:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762931.661636:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9f68
00000400:00000010:2.0:1787762931.661638:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9f68.
00000100:00000001:2.0:1787762931.661640:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762931.661644:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c780 x1874597595097216/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762931.661655:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c780 x1874597595097216/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762931.661662:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762931.661664:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762931.661666:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762931.661668:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762931.661672:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c780 x1874597595097216/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762931.661680:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762931.661684:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c780 x1874597595097216/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762956 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762931.661692:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762931.661695:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762931.661697:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762931.661698:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762931.661701:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762931.661702:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762931.661705:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762931.661710:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762931.661713:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762931.661746:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c780 x1874597595097216/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762956 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762931.661759:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595097216:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762931.661765:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762931.661767:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762931.661772:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588d2c0 x1874597595097088/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762956 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762931.661780:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762931.661783:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762931.661785:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762931.661789:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762931.661791:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762931.661793:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762931.661796:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762931.661798:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0ac00.
02000000:00000001:2.0:1787762931.661802:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762931.661805:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762931.661808:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588d2c0.
00000100:00000001:2.0:1787762931.661817:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762931.661820:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762931.661823:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762931.661829:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c780 x1874597595097216/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762956 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762931.661842:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762931.661845:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762931.661848:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762931.661854:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762931.661856:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762931.661859:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762931.661863:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762931.661867:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08400.
02000000:00000001:2.0:1787762931.661872:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762931.661874:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762931.661877:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c780.
00000100:00000001:2.0:1787762931.661883:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762931.661886:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762931.661890:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762931.661897:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762931.661900:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762931.661904:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762931.661907:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762932.427335:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316345592, at 4316345600
00000100:00000040:1.0:1787762932.427335:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316345592, at 4316345600
00000100:00000010:1.0:1787762932.427354:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdba0.
00000100:00000010:0.0:1787762932.427364:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd180.
00010000:00000001:0.0:1787762932.491323:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762932.491329:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762932.491335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762932.491336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762932.491339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762932.491343:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762932.491345:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762932.491348:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762932.491351:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762932.491353:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762932.491355:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762932.491357:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762932.491438:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762932.491444:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762932.491447:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762932.683385:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762932.683401:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762932.683405:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762932.683418:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762932.683424:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762932.683429:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762932.683434:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762932.683438:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762932.683442:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762933.515352:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762933.515363:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762933.515372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762933.515374:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762933.515379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762933.515381:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762933.515410:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762933.515414:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762933.515418:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762933.707338:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762933.707349:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762933.707352:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762933.707361:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762933.707365:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762933.707371:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762933.707375:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762933.707379:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762933.707382:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762934.539365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762934.539374:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762934.539380:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762934.539381:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762934.539384:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762934.539385:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762934.539446:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762934.539451:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762934.539454:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762934.731354:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762934.731363:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762934.731366:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762934.731372:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762934.731377:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762934.731381:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762934.731385:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762934.731388:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762934.731391:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762935.563362:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762935.563369:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762935.563375:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762935.563376:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762935.563379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762935.563380:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762935.563406:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762935.563408:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762935.563411:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762935.755335:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762935.755343:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762935.755345:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762935.755353:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762935.755358:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762935.755362:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762935.755366:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762935.755370:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762935.755374:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762936.587354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762936.587363:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762936.587368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762936.587369:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762936.587381:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762936.587382:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762936.587479:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762936.587487:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762936.587493:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762936.779358:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762936.779367:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762936.779369:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762936.779376:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762936.779381:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762936.779386:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762936.779389:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762936.779393:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762936.779395:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762936.779443:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762936.779455:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762936.779458:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762936.779464:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762936.779470:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762936.779480:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21677
00000400:00000200:1.0:1787762936.779492:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762936.779501:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762936.779506:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762936.779511:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762936.779515:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762936.779518:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762936.779521:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762936.779527:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762936.779530:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:1.0:1787762936.779534:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762936.779538:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:1.0:1787762936.779541:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:1.0:1787762936.779545:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:1.0:1787762936.779549:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762936.779552:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762936.779555:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762936.779557:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762936.779561:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:1.0:1787762936.779565:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762936.779569:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762936.779572:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762936.779576:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762936.779579:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762936.779583:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762936.779585:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762936.779593:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c000.
00000020:00000040:1.0:1787762936.779598:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:1.0:1787762936.779603:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762936.779606:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762936.779610:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762936.779614:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762936.779620:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762936.779630:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee0a800.
00000100:00000001:1.0:1787762936.779639:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762936.779651:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c000 x1874597595097344/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762936.779664:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762936.779669:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762936.779675:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bd17bd7] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c000 x1874597595097344/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762936.779726:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762936.779731:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762936.779735:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762936.779737:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762936.779740:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762936.779749:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762936.779752:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21677
00000400:00000200:1.0:1787762936.779757:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762936.779761:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762936.779764:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762936.779768:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762936.779771:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762936.779774:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762936.779778:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762936.779781:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762936.779783:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:1.0:1787762936.779785:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762936.779789:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:1.0:1787762936.779792:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:1.0:1787762936.779795:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:1.0:1787762936.779800:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762936.779802:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762936.779805:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762936.779808:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762936.779809:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1787762936.779812:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000001:2.0:1787762936.779818:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1787762936.779821:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762936.779825:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787762936.779827:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762936.779834:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762936.779843:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787762936.779847:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c000 x1874597595097344/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787762936.779849:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762936.779857:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762936.779867:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762936.779872:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762936.779875:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762936.779881:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588e940.
00000020:00000040:1.0:1787762936.779889:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:1.0:1787762936.779899:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762936.779906:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762936.779906:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762936.779917:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787762936.779917:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762936.779923:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762936.779928:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762936.779931:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:1.0:1787762936.779936:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee0bc00.
02000000:00000001:2.0:1787762936.779942:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762936.779944:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762936.779958:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762936.779964:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588e940 x1874597595097472/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787762936.779974:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595097344:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762936.779991:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787762936.779994:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787762936.780000:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787762936.780001:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762936.780005:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762936.780012:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1787762936.780016:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000186ab8f7] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588e940 x1874597595097472/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787762936.780025:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762936.780031:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762936.780051:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762936.780058:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762936.780060:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000100:00080000:1.0:1787762936.780070:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1787762936.780075:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9f68.
00000100:00080000:1.0:1787762936.780078:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762936.780084:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1787762936.780087:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595097344, portal 25
00000100:00080000:1.0:1787762936.780088:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762936.780097:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762936.780098:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762936.780102:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188126720 : -110616521424896 : ffff9b651588c000)
00000100:00080000:1.0:1787762936.780113:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21677
00000100:00000040:2.0:1787762936.780123:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c000 x1874597595097344/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762936.780126:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762936.780145:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:2.0:1787762936.780148:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1787762936.780151:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762936.780163:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000040:1.0:1787762936.780164:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762936.780173:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1787762936.780174:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000040:1.0:1787762936.780182:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000200:2.0:1787762936.780183:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595097344, offset 0
00000100:00000001:1.0:1787762936.780193:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762936.780201:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1787762936.780202:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000020:00000040:1.0:1787762936.780205:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:1.0:1787762936.780210:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762936.780212:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:1.0:1787762936.780216:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:2.0:1787762936.780221:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000020:00000001:1.0:1787762936.780223:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:1.0:1787762936.780233:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000200:2.0:1787762936.780237:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000001:1.0:1787762936.780240:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762936.780296:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:2.0:1787762936.780300:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787762936.780303:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:2.0:1787762936.780313:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000020:00000040:1.0:1787762936.780314:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:1.0:1787762936.780326:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000400:00000200:2.0:1787762936.780327:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1787762936.780336:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762936.780339:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
02000000:00000001:1.0:1787762936.780344:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787762936.780354:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278354:278354:256:4294967295] 192.168.203.101@tcp LPNI seq info [278353:278353:8:4294967295]
02000000:00000001:1.0:1787762936.780356:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762936.780368:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762936.780370:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762936.780375:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762936.780383:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762936.780389:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762936.780395:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762936.780404:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000010:1.0:1787762936.780405:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c780.
00000020:00000040:1.0:1787762936.780415:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000800:00000200:2.0:1787762936.780419:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
02000000:00000001:1.0:1787762936.780423:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762936.780428:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762936.780431:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:2.0:1787762936.780432:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58a00.
02000000:00000001:1.0:1787762936.780434:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762936.780441:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787762936.780449:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
02000000:00000010:1.0:1787762936.780453:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee08800.
00000800:00000200:2.0:1787762936.780456:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1787762936.780463:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787762936.780474:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00100000:1.0:1787762936.780482:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c780 x1874597595097600/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1787762936.780484:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787762936.780505:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762936.780512:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58a00.
00000100:00000001:1.0:1787762936.780515:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762936.780521:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762936.780523:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1787762936.780532:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c5bf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c780 x1874597595097600/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762936.780539:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762936.780550:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762936.780558:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:1.0:1787762936.780559:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762936.780568:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762936.780569:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1787762936.780578:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:2.0:1787762936.780581:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c000 x1874597595097344/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762936.780587:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21687)
00000100:00000001:2.0:1787762936.780604:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762936.780611:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c000 x1874597595097344/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762961 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762936.780630:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762936.780633:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762936.780641:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762936.780646:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762936.780650:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316350712
00000100:00000010:2.0:1787762936.780656:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd6c0.
00000100:00000001:2.0:1787762936.780665:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762936.780674:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316350712
00000100:00000010:2.0:1787762936.780703:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdc60.
00000100:00000001:2.0:1787762936.780709:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762936.780713:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762936.780717:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762936.780720:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762936.780727:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762936/real 1787762936]  req@ffff9b651588c000 x1874597595097344/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762936.780740:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762936.780742:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762936.780744:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762936.780749:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9f68
00000400:00000010:2.0:1787762936.780752:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9f68.
00000100:00000001:2.0:1787762936.780755:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762936.780760:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c000 x1874597595097344/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762936.780770:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c000 x1874597595097344/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762936.780778:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762936.780781:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762936.780784:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762936.780786:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762936.780791:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c000 x1874597595097344/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762936.780801:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762936.780807:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c000 x1874597595097344/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762961 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762936.780816:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762936.780820:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762936.780822:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762936.780824:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762936.780828:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762936.780832:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762936.780838:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762936.780845:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762936.780850:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762936.780858:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c000 x1874597595097344/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762961 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762936.780876:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595097344:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762936.780887:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762936.780891:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762936.780899:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c000 x1874597595097344/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762961 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762936.780913:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762936.780918:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762936.780923:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762936.780929:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762936.780933:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762936.780936:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762936.780940:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762936.780943:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0a800.
02000000:00000001:2.0:1787762936.780948:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762936.780951:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762936.780954:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c000.
00000100:00000001:2.0:1787762936.780959:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762936.780961:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762936.780964:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762936.780973:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762936.780976:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762936.780978:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762936.780980:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762936.780983:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762936.780988:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588e940 x1874597595097472/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762936.780997:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762936.780999:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762936.781002:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762936.781005:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762936.781008:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762936.781011:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595097472:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762936.781015:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762936.781018:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762936.781020:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762936.781022:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762936.781027:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762936.781029:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762936.781034:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762936.781038:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762936.781042:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9f68.
00000100:00000200:2.0:1787762936.781046:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595097472, portal 10
00000100:00000001:2.0:1787762936.781049:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762936.781051:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188137280 : -110616521414336 : ffff9b651588e940)
00000100:00000040:2.0:1787762936.781059:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588e940 x1874597595097472/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762936.781067:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762936.781071:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762936.781074:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762936.781077:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595097472, offset 0
00000400:00000200:2.0:1787762936.781082:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762936.781088:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762936.781093:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762936.781097:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762936.781101:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762936.781104:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762936.781108:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762936.781112:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278355:278355:256:4294967295] 192.168.203.101@tcp LPNI seq info [278354:278354:8:4294967295]
00000400:00000200:2.0:1787762936.781116:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762936.781125:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762936.781131:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762936.781135:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58a00.
00000800:00000200:2.0:1787762936.781140:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762936.781144:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762936.781150:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762936.781153:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787762936.781158:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762936.781160:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58a00.
00000400:00000200:2.0:1787762936.781164:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762936.781169:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762936.781173:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762936.781175:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762936.781178:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762936.781183:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588e940 x1874597595097472/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762936.781193:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762936.781197:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588e940 x1874597595097472/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762961 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762936.781205:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762936.781207:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762936.781212:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762936.781217:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762936.781220:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762936.781223:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316349965
00000100:00000001:2.0:1787762936.781227:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316350712
00000100:00000001:2.0:1787762936.781230:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316349965
00000100:00000001:2.0:1787762936.781233:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316350712
00000100:00000001:2.0:1787762936.781235:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762936.781238:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762936.781240:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762936.781244:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762936/real 1787762936]  req@ffff9b651588e940 x1874597595097472/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762936.781293:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762936.781295:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762936.781298:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762936.781302:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9f68
00000400:00000010:2.0:1787762936.781304:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9f68.
00000100:00000001:2.0:1787762936.781307:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762936.781311:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588e940 x1874597595097472/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762936.781322:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588e940 x1874597595097472/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762936.781331:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762936.781333:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762936.781335:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762936.781337:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762936.781341:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588e940 x1874597595097472/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762936.781349:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762936.781354:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588e940 x1874597595097472/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762961 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762936.781364:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762936.781367:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762936.781369:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762936.781371:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762936.781373:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762936.781376:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762936.781379:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762936.781382:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762936.781385:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762936.781390:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588e940 x1874597595097472/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762961 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762936.781399:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595097472:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762936.781404:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762936.781408:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c780 x1874597595097600/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762936.781417:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762936.781419:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762936.781421:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762936.781424:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762936.781426:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762936.781430:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595097600:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762936.781434:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762936.781436:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762936.781438:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762936.781440:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762936.781445:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762936.781447:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762936.781452:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762936.781455:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762936.781458:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9f68.
00000100:00000200:2.0:1787762936.781462:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595097600, portal 4
00000100:00000001:2.0:1787762936.781465:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762936.781466:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188128640 : -110616521422976 : ffff9b651588c780)
00000100:00000040:2.0:1787762936.781473:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c780 x1874597595097600/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762936.781481:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762936.781484:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762936.781487:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762936.781489:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595097600, offset 0
00000400:00000200:2.0:1787762936.781494:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762936.781499:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762936.781503:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762936.781506:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762936.781510:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762936.781513:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762936.781516:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762936.781520:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278356:278356:256:4294967295] 192.168.203.101@tcp LPNI seq info [278355:278355:8:4294967295]
00000400:00000200:2.0:1787762936.781525:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762936.781533:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762936.781539:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762936.781543:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58a00.
00000800:00000200:2.0:1787762936.781548:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762936.781552:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787762936.781557:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762936.781596:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787762936.781602:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762936.781605:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58a00.
00000400:00000200:2.0:1787762936.781609:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762936.781614:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762936.781617:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762936.781621:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762936.781624:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762936.781628:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c780 x1874597595097600/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762936.781639:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762936.781643:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c780 x1874597595097600/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762961 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762936.781651:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762936.781653:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762936.781656:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762936.781660:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762936.781664:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762936.781667:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316349972
00000100:00000001:2.0:1787762936.781670:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316350712
00000100:00000001:2.0:1787762936.781673:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316349972
00000100:00000001:2.0:1787762936.781676:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316350712
00000100:00000001:2.0:1787762936.781704:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762936.781708:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762936.781712:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762936.781719:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762936/real 1787762936]  req@ffff9b651588c780 x1874597595097600/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762936.781731:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762936.781733:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762936.781736:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762936.781740:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9f68
00000400:00000010:2.0:1787762936.781742:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9f68.
00000100:00000001:2.0:1787762936.781745:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762936.781749:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c780 x1874597595097600/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762936.781759:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c780 x1874597595097600/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762936.781768:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762936.781771:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762936.781773:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762936.781775:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762936.781780:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c780 x1874597595097600/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762936.781789:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762936.781795:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c780 x1874597595097600/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762961 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762936.781806:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762936.781809:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762936.781811:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762936.781813:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762936.781815:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762936.781817:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762936.781820:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762936.781825:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762936.781829:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762936.781837:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c780 x1874597595097600/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762961 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762936.781853:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595097600:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762936.781860:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762936.781864:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762936.781871:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588e940 x1874597595097472/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762961 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762936.781885:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762936.781889:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762936.781895:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762936.781900:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762936.781903:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762936.781906:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762936.781911:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762936.781915:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0bc00.
02000000:00000001:2.0:1787762936.781920:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762936.781923:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762936.781926:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588e940.
00000100:00000001:2.0:1787762936.781934:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762936.781936:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762936.781938:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762936.781943:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c780 x1874597595097600/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762961 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762936.781952:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762936.781954:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762936.781956:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762936.781960:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762936.781961:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762936.781963:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762936.781965:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762936.781967:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08800.
02000000:00000001:2.0:1787762936.781970:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762936.781971:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762936.781973:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c780.
00000100:00000001:2.0:1787762936.781975:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762936.781977:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762936.781979:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762936.781984:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762936.781986:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762936.781988:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762936.781991:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762937.547332:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316350712, at 4316350720
00000100:00000040:1.0:1787762937.547347:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316350712, at 4316350720
00000100:00000010:0.0:1787762937.547355:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd6c0.
00000100:00000010:1.0:1787762937.547359:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdc60.
00010000:00000001:0.0:1787762937.611320:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762937.611327:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762937.611329:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762937.611332:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762937.611338:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762937.611340:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762937.611342:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762937.611344:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762937.611348:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762937.611349:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762937.611350:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762937.611352:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762937.611353:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762937.611354:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762937.611355:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762937.611357:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762937.611360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762937.611361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762937.611382:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762937.611384:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762937.611387:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762937.803329:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762937.803337:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762937.803339:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762937.803346:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762937.803349:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762937.803353:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762937.803356:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762937.803359:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762937.803361:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762938.635372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762938.635381:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762938.635387:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762938.635389:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762938.635393:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762938.635394:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762938.635422:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762938.635427:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762938.635430:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762938.827341:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762938.827350:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762938.827352:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762938.827357:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762938.827361:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762938.827365:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762938.827368:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762938.827371:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762938.827374:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762939.659319:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762939.659327:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762939.659333:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762939.659334:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762939.659337:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762939.659337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762939.659358:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762939.659361:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762939.659364:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762939.851344:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762939.851352:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762939.851354:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762939.851360:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762939.851364:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762939.851370:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762939.851372:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762939.851375:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762939.851378:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762940.683330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762940.683338:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762940.683345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762940.683346:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762940.683351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762940.683353:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762940.683404:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762940.683409:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762940.683412:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762940.875367:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762940.875375:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762940.875377:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762940.875384:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762940.875387:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762940.875391:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762940.875394:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762940.875397:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762940.875400:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762941.707350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762941.707358:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762941.707364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762941.707365:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762941.707368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762941.707369:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762941.707393:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762941.707395:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762941.707397:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762941.899352:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762941.899361:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762941.899364:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762941.899371:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762941.899375:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762941.899381:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787762941.899383:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787762941.899386:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762941.899392:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762941.899409:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762941.899409:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762941.899421:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762941.899427:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762941.899433:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762941.899445:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21682
00000400:00000200:3.0:1787762941.899459:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762941.899470:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762941.899475:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762941.899482:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762941.899488:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762941.899491:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762941.899497:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762941.899504:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762941.899508:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762941.899513:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762941.899519:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762941.899523:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762941.899528:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762941.899535:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762941.899539:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762941.899544:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762941.899548:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762941.899554:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762941.899561:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762941.899566:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762941.899572:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762941.899579:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762941.899585:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762941.899589:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762941.899594:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762941.899604:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000020:00000040:3.0:1787762941.899609:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762941.899615:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762941.899617:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762941.899621:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762941.899624:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762941.899630:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762941.899639:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14000.
00000100:00000001:3.0:1787762941.899674:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762941.899688:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597595097728/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762941.899712:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762941.899718:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762941.899725:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597595097728/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762941.899753:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762941.899758:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762941.899764:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762941.899766:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762941.899769:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762941.899775:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762941.899780:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21682
00000100:00000001:2.0:1787762941.899786:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1787762941.899787:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762941.899797:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1787762941.899802:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:2.0:1787762941.899804:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1787762941.899815:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762941.899825:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000040:2.0:1787762941.899827:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e940 x1874597595097728/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762941.899837:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762941.899852:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762941.899864:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762941.899878:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762941.899886:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000100:00000001:2.0:1787762941.899892:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1787762941.899892:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787762941.899901:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787762941.899902:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762941.899913:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
02000000:00000001:2.0:1787762941.899916:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1787762941.899920:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
02000000:00000001:2.0:1787762941.899922:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762941.899930:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762941.899932:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762941.899946:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1787762941.899953:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595097728:192.168.203.101@tcp:250:kworker.0
00000100:00000040:3.0:1787762941.899959:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762941.899970:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787762941.899971:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762941.899983:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
02000000:00000001:2.0:1787762941.899985:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762941.899989:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762941.899990:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
02000000:00000001:2.0:1787762941.900004:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787762941.900004:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762941.900015:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:2.0:1787762941.900022:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864800.
02000000:00000001:3.0:1787762941.900023:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762941.900032:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762941.900033:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762941.900040:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1787762941.900046:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000008:00100000:3.0:1787762941.900047:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762941.900054:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762941.900055:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000100:00000001:3.0:1787762941.900060:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762941.900068:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000400:00000010:2.0:1787762941.900069:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9f68.
00000020:00000040:3.0:1787762941.900075:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000100:00000200:2.0:1787762941.900083:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595097728, portal 25
02000000:00000001:3.0:1787762941.900083:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787762941.900090:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787762941.900092:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762941.900094:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765443904 : -110615944107712 : ffff9b6537f1e940)
00000100:00000001:3.0:1787762941.900105:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1787762941.900111:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e940 x1874597595097728/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762941.900113:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762941.900125:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762941.900127:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762941.900136:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762941.900143:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
02000000:00000010:3.0:1787762941.900145:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14c00.
00000100:00000200:2.0:1787762941.900148:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595097728, offset 0
00000100:00000001:3.0:1787762941.900163:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762941.900164:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762941.900181:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00100000:3.0:1787762941.900186:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597595097856/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787762941.900196:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762941.900216:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787762941.900221:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762941.900228:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762941.900229:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000040:3.0:1787762941.900285:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597595097856/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762941.900294:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762941.900302:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762941.900317:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278357:278357:256:4294967295] 192.168.203.101@tcp LPNI seq info [278356:278356:8:4294967295]
00000400:00000200:2.0:1787762941.900350:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762941.900356:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762941.900364:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787762941.900379:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1787762941.900381:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762941.900390:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.0:1787762941.900398:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00080000:3.0:1787762941.900398:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762941.900413:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:2.0:1787762941.900415:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58a00.
00000100:00080000:3.0:1787762941.900422:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21682
00000800:00000200:2.0:1787762941.900431:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000400:00000200:3.0:1787762941.900440:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000800:00000200:2.0:1787762941.900444:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000400:00000200:3.0:1787762941.900453:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762941.900458:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1787762941.900462:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:3.0:1787762941.900471:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000800:00000200:2.1:1787762941.900474:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1787762941.900481:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:2.0:1787762941.900488:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000100:00000040:3.0:1787762941.900490:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000800:00000010:2.0:1787762941.900494:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58a00.
00000100:00000001:3.0:1787762941.900497:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:2.0:1787762941.900503:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1787762941.900509:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1787762941.900518:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1787762941.900519:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000400:00000200:2.0:1787762941.900526:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000020:00000001:3.0:1787762941.900528:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:2.0:1787762941.900532:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000020:00000040:3.0:1787762941.900537:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000100:00000001:2.0:1787762941.900539:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1787762941.900547:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000200:2.0:1787762941.900548:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1e940 x1874597595097728/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787762941.900571:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000001:2.0:1787762941.900577:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762941.900587:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e940 x1874597595097728/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762966 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762941.900589:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762941.900603:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762941.900614:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762941.900615:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762941.900628:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787762941.900630:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762941.900641:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00000001:2.0:1787762941.900658:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762941.900667:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762941.900671:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316355832
00000100:00080000:3.0:1787762941.900672:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762941.900683:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762941.900684:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd9c0.
02000000:00000001:3.0:1787762941.900688:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762941.900696:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762941.900700:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1787762941.900702:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762941.900707:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762941.900711:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316355832
00000008:00100000:3.0:1787762941.900712:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762941.900720:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762941.900722:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdc60.
00000100:00000001:3.0:1787762941.900724:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762941.900730:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000010:3.0:1787762941.900733:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787762941.900739:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000100:00000001:2.0:1787762941.900741:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762941.900744:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787762941.900746:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762941.900749:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762941.900751:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787762941.900755:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762941.900759:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1787762941.900761:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762941/real 1787762941]  req@ffff9b6537f1e940 x1874597595097728/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787762941.900764:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762941.900784:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15400.
00000400:00000001:2.0:1787762941.900786:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762941.900791:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762941.900796:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000100:00000001:3.0:1787762941.900796:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762941.900813:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9f68
00000400:00000010:2.0:1787762941.900820:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9f68.
00000100:00100000:3.0:1787762941.900821:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597595097984/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762941.900831:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762941.900844:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e940 x1874597595097728/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762941.900847:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762941.900857:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762941.900876:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597595097984/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762941.900885:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e940 x1874597595097728/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762941.900969:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787762941.900970:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762941.900975:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762941.900979:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762941.900980:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762941.900986:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787762941.900993:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:2.0:1787762941.901001:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e940 x1874597595097728/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762941.901005:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21692)
00000100:00000001:2.0:1787762941.901021:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762941.901029:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e940 x1874597595097728/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762966 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762941.901034:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762941.901038:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762941.901040:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762941.901042:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762941.901045:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762941.901047:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762941.901050:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762941.901055:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762941.901061:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762941.901065:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e940 x1874597595097728/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762966 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762941.901071:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595097728:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762941.901075:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762941.901078:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762941.901081:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e940 x1874597595097728/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762966 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762941.901087:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762941.901089:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762941.901093:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762941.901096:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762941.901099:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762941.901100:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762941.901101:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762941.901104:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14000.
02000000:00000001:2.0:1787762941.901108:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762941.901110:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762941.901111:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e940.
00000100:00000001:2.0:1787762941.901114:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762941.901115:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762941.901117:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762941.901124:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762941.901126:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762941.901128:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762941.901130:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762941.901131:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762941.901134:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f480 x1874597595097856/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762941.901140:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762941.901141:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762941.901143:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762941.901145:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762941.901147:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762941.901149:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595097856:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762941.901152:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762941.901154:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762941.901155:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762941.901157:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762941.901159:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762941.901160:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762941.901163:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762941.901165:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762941.901168:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9f68.
00000100:00000200:2.0:1787762941.901170:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595097856, portal 10
00000100:00000001:2.0:1787762941.901172:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762941.901173:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765446784 : -110615944104832 : ffff9b6537f1f480)
00000100:00000040:2.0:1787762941.901179:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f480 x1874597595097856/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762941.901183:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762941.901185:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762941.901187:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762941.901188:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595097856, offset 0
00000400:00000200:2.0:1787762941.901191:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762941.901193:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762941.901196:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762941.901199:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762941.901201:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762941.901202:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762941.901204:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762941.901207:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278358:278358:256:4294967295] 192.168.203.101@tcp LPNI seq info [278357:278357:8:4294967295]
00000400:00000200:2.0:1787762941.901210:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762941.901214:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762941.901218:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762941.901221:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58a00.
00000800:00000200:2.0:1787762941.901224:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762941.901226:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762941.901230:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762941.901232:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787762941.901235:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762941.901236:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58a00.
00000400:00000200:2.0:1787762941.901238:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762941.901241:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762941.901243:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762941.901264:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762941.901267:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762941.901270:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f480 x1874597595097856/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762941.901276:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762941.901278:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f480 x1874597595097856/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762966 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762941.901283:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762941.901284:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762941.901287:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762941.901290:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762941.901292:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762941.901294:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316355086
00000100:00000001:2.0:1787762941.901296:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316355832
00000100:00000001:2.0:1787762941.901298:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316355086
00000100:00000001:2.0:1787762941.901300:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316355832
00000100:00000001:2.0:1787762941.901301:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762941.901303:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762941.901304:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762941.901306:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762941/real 1787762941]  req@ffff9b6537f1f480 x1874597595097856/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762941.901316:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762941.901317:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762941.901319:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762941.901321:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9f68
00000400:00000010:2.0:1787762941.901322:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9f68.
00000100:00000001:2.0:1787762941.901323:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762941.901325:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f480 x1874597595097856/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762941.901331:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f480 x1874597595097856/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762941.901336:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762941.901337:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762941.901338:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762941.901339:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762941.901341:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f480 x1874597595097856/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762941.901345:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762941.901347:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f480 x1874597595097856/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762966 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762941.901352:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762941.901353:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762941.901354:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762941.901355:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762941.901356:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762941.901357:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762941.901359:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762941.901361:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762941.901362:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762941.901366:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f480 x1874597595097856/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762966 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762941.901372:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595097856:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762941.901374:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762941.901377:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d680 x1874597595097984/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762941.901381:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762941.901382:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762941.901384:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762941.901385:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762941.901386:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762941.901388:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595097984:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762941.901391:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762941.901392:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762941.901393:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762941.901394:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762941.901397:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762941.901398:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762941.901401:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762941.901402:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762941.901405:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9f68.
00000100:00000200:2.0:1787762941.901407:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595097984, portal 4
00000100:00000001:2.0:1787762941.901409:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762941.901410:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765439104 : -110615944112512 : ffff9b6537f1d680)
00000100:00000040:2.0:1787762941.901414:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d680 x1874597595097984/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762941.901419:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762941.901420:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762941.901422:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762941.901424:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595097984, offset 0
00000400:00000200:2.0:1787762941.901427:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762941.901429:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762941.901431:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762941.901433:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762941.901435:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762941.901437:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762941.901439:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762941.901441:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278359:278359:256:4294967295] 192.168.203.101@tcp LPNI seq info [278358:278358:8:4294967295]
00000400:00000200:2.0:1787762941.901444:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762941.901449:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762941.901452:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762941.901454:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58a00.
00000800:00000200:2.0:1787762941.901457:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762941.901459:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787762941.901462:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762941.901464:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787762941.901467:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762941.901468:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58a00.
00000400:00000200:2.0:1787762941.901470:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762941.901472:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762941.901475:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762941.901476:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762941.901478:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762941.901480:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d680 x1874597595097984/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762941.901485:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762941.901487:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d680 x1874597595097984/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762966 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762941.901492:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762941.901493:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762941.901494:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762941.901497:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762941.901498:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762941.901500:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316355092
00000100:00000001:2.0:1787762941.901502:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316355832
00000100:00000001:2.0:1787762941.901504:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316355092
00000100:00000001:2.0:1787762941.901506:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316355832
00000100:00000001:2.0:1787762941.901507:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762941.901508:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762941.901509:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762941.901511:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762941/real 1787762941]  req@ffff9b6537f1d680 x1874597595097984/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762941.901516:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762941.901517:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762941.901518:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762941.901519:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9f68
00000400:00000010:2.0:1787762941.901520:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9f68.
00000100:00000001:2.0:1787762941.901522:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762941.901524:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d680 x1874597595097984/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762941.901530:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d680 x1874597595097984/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762941.901534:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762941.901534:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762941.901535:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762941.901536:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762941.901538:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d680 x1874597595097984/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762941.901542:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762941.901544:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d680 x1874597595097984/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762966 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762941.901548:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762941.901551:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762941.901552:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762941.901553:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762941.901554:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762941.901556:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762941.901557:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762941.901559:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762941.901561:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762941.901563:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d680 x1874597595097984/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762966 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762941.901568:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595097984:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762941.901570:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762941.901571:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762941.901573:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f480 x1874597595097856/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762966 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762941.901576:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762941.901577:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762941.901578:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762941.901580:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762941.901581:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762941.901582:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762941.901583:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762941.901584:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14c00.
02000000:00000001:2.0:1787762941.901586:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762941.901587:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762941.901588:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f480.
00000100:00000001:2.0:1787762941.901590:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762941.901591:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762941.901592:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762941.901594:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d680 x1874597595097984/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762966 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762941.901604:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762941.901605:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762941.901606:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762941.901609:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762941.901610:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762941.901611:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762941.901612:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762941.901612:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15400.
02000000:00000001:2.0:1787762941.901614:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762941.901615:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762941.901615:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d680.
00000100:00000001:2.0:1787762941.901618:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762941.901618:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762941.901619:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762941.901621:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762941.901622:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762941.901623:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762941.901624:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762942.667403:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316355832, at 4316355840
00000100:00000040:1.0:1787762942.667403:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316355832, at 4316355840
00000100:00000010:1.0:1787762942.667432:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdc60.
00000100:00000010:0.0:1787762942.667438:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd9c0.
00010000:00000001:0.0:1787762942.731372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762942.731379:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762942.731386:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762942.731388:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762942.731393:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762942.731397:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762942.731401:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762942.731406:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762942.731410:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762942.731413:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762942.731416:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762942.731419:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762942.731511:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762942.731518:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762942.731523:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787762942.923403:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787762942.923417:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762942.923422:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762942.923432:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787762942.923439:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787762942.923444:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762942.923448:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762942.923452:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762942.923456:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762943.755331:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762943.755339:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762943.755345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762943.755346:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762943.755349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762943.755350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762943.755374:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762943.755377:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762943.755380:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762943.947488:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762943.947499:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762943.947502:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762943.947510:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762943.947516:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762943.947521:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762943.947525:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762943.947528:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762943.947532:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762944.779537:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762944.779546:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762944.779553:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762944.779555:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762944.779559:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762944.779561:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762944.779689:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762944.779696:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762944.779701:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762944.971329:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762944.971337:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762944.971339:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762944.971345:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762944.971348:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762944.971352:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762944.971355:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762944.971358:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762944.971361:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762945.803326:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762945.803335:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762945.803341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762945.803342:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762945.803345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762945.803346:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762945.803369:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762945.803373:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762945.803376:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762945.995313:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762945.995321:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762945.995323:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762945.995329:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762945.995333:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762945.995337:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762945.995340:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762945.995343:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762945.995346:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762946.827338:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762946.827346:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762946.827353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762946.827354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762946.827357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762946.827358:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762946.827420:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762946.827426:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762946.827431:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762947.019323:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762947.019330:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762947.019332:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762947.019339:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762947.019343:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762947.019347:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762947.019351:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1787762947.019354:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762947.019356:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762947.019362:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762947.019366:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762947.019371:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762947.019377:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762947.019383:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762947.019395:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21687
00000400:00000200:1.0:1787762947.019407:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762947.019417:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762947.019422:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762947.019426:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762947.019430:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762947.019434:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762947.019437:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762947.019442:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762947.019445:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:1.0:1787762947.019447:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762947.019451:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:1.0:1787762947.019453:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:1.0:1787762947.019455:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:1.0:1787762947.019458:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762947.019460:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762947.019461:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762947.019463:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762947.019465:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:1.0:1787762947.019468:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762947.019469:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762947.019472:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762947.019475:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762947.019479:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762947.019480:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762947.019483:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762947.019494:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588d2c0.
00000020:00000040:1.0:1787762947.019499:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:1.0:1787762947.019504:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762947.019505:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762947.019509:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762947.019511:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762947.019517:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762947.019525:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee08c00.
00000100:00000001:1.0:1787762947.019533:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762947.019544:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588d2c0 x1874597595098112/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762947.019554:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762947.019559:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762947.019563:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000032a8dc5] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588d2c0 x1874597595098112/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762947.019582:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762947.019585:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762947.019588:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762947.019589:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762947.019591:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762947.019593:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762947.019596:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21687
00000400:00000200:1.0:1787762947.019600:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762947.019603:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762947.019604:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787762947.019606:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1787762947.019620:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762947.019623:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762947.019624:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762947.019626:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762947.019629:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762947.019633:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762947.019636:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:2.0:1787762947.019636:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588d2c0 x1874597595098112/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787762947.019637:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:1.0:1787762947.019641:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762947.019645:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:1.0:1787762947.019649:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:2.0:1787762947.019651:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1787762947.019653:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:2.0:1787762947.019653:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762947.019658:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
02000000:00000001:2.0:1787762947.019659:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787762947.019661:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787762947.019664:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787762947.019665:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
02000000:00000001:2.0:1787762947.019668:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762947.019669:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762947.019674:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00100000:2.0:1787762947.019676:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595098112:192.168.203.101@tcp:250:kworker.0
00000100:00080000:1.0:1787762947.019680:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762947.019685:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762947.019685:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762947.019689:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762947.019692:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762947.019695:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762947.019696:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762947.019698:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787762947.019700:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762947.019702:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:2.0:1787762947.019706:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867800.
00000008:00100000:1.0:1787762947.019707:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787762947.019709:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1787762947.019711:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762947.019714:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762947.019718:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588f840.
00000400:00000200:2.0:1787762947.019719:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000020:00000040:1.0:1787762947.019722:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:1.0:1787762947.019726:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1787762947.019726:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
02000000:00000001:1.0:1787762947.019727:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762947.019731:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762947.019733:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762947.019734:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762947.019737:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9f68.
02000000:00000010:1.0:1787762947.019738:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee0b400.
00000100:00000001:1.0:1787762947.019743:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762947.019747:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595098112, portal 25
00000100:00100000:1.0:1787762947.019748:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588f840 x1874597595098240/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762947.019751:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762947.019754:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188131520 : -110616521420096 : ffff9b651588d2c0)
00000100:00000001:1.0:1787762947.019761:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1787762947.019763:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588d2c0 x1874597595098112/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762947.019764:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762947.019772:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010754fdf] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588f840 x1874597595098240/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762947.019779:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762947.019786:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762947.019792:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000001:1.0:1787762947.019794:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762947.019797:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595098112, offset 0
00000100:00080000:1.0:1787762947.019798:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762947.019802:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762947.019803:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762947.019804:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787762947.019808:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000001:1.0:1787762947.019809:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762947.019814:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21687
00000400:00000200:1.0:1787762947.019818:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762947.019820:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000400:00000200:2.0:1787762947.019823:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00080000:1.0:1787762947.019824:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762947.019829:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762947.019831:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787762947.019834:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000040:1.0:1787762947.019836:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762947.019841:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762947.019843:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762947.019844:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000400:00000200:2.0:1787762947.019846:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1787762947.019847:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762947.019850:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000400:00000200:2.0:1787762947.019853:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000020:00000001:1.0:1787762947.019854:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:1.0:1787762947.019857:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:2.0:1787762947.019860:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1787762947.019862:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762947.019866:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787762947.019866:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000040:1.0:1787762947.019870:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762947.019876:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:2.0:1787762947.019876:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278360:278360:256:4294967295] 192.168.203.101@tcp LPNI seq info [278359:278359:8:4294967295]
00000020:00000040:1.0:1787762947.019881:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000400:00000200:2.0:1787762947.019886:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00080000:1.0:1787762947.019887:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762947.019892:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762947.019894:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762947.019896:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762947.019897:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762947.019898:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762947.019900:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787762947.019901:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762947.019902:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762947.019907:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c780.
00000020:00000040:1.0:1787762947.019908:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:1.0:1787762947.019910:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762947.019911:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762947.019913:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762947.019914:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762947.019915:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762947.019918:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee0a400.
00000100:00000001:1.0:1787762947.019919:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762947.019922:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c780 x1874597595098368/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762947.019927:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762947.019928:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762947.019931:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c5bf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c780 x1874597595098368/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762947.019936:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762947.019938:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787762947.019940:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1787762947.019944:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21697)
00000400:00000200:2.0:1787762947.020043:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762947.020060:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762947.020074:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58a00.
00000800:00000200:2.0:1787762947.020084:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762947.020090:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762947.020098:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762947.020103:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787762947.020109:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762947.020112:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58a00.
00000400:00000200:2.0:1787762947.020121:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762947.020127:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762947.020135:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762947.020139:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762947.020147:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762947.020158:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588d2c0 x1874597595098112/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762947.020177:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762947.020182:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588d2c0 x1874597595098112/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762972 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762947.020193:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762947.020195:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762947.020204:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762947.020212:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762947.020217:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316360951
00000100:00000010:2.0:1787762947.020224:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd6c0.
00000100:00000001:2.0:1787762947.020233:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762947.020244:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316360951
00000100:00000010:2.0:1787762947.020314:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd180.
00000100:00000001:2.0:1787762947.020322:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762947.020329:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762947.020336:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762947.020343:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762947.020354:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762947/real 1787762947]  req@ffff9b651588d2c0 x1874597595098112/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762947.020376:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762947.020380:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762947.020386:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762947.020392:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9f68
00000400:00000010:2.0:1787762947.020395:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9f68.
00000100:00000001:2.0:1787762947.020399:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762947.020404:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588d2c0 x1874597595098112/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762947.020416:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588d2c0 x1874597595098112/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762947.020437:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762947.020441:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762947.020446:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762947.020450:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762947.020459:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588d2c0 x1874597595098112/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762947.020474:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762947.020485:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588d2c0 x1874597595098112/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762972 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762947.020502:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762947.020508:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762947.020512:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762947.020515:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762947.020520:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762947.020524:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762947.020529:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762947.020536:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762947.020539:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762947.020545:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588d2c0 x1874597595098112/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762972 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762947.020556:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595098112:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762947.020563:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762947.020567:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762947.020571:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588d2c0 x1874597595098112/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762972 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762947.020579:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762947.020583:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762947.020588:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762947.020594:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762947.020598:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762947.020601:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762947.020604:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762947.020607:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:2.0:1787762947.020643:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762947.020646:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762947.020649:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588d2c0.
00000100:00000001:2.0:1787762947.020656:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762947.020658:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762947.020661:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762947.020700:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762947.020703:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762947.020706:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762947.020709:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762947.020712:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762947.020719:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588f840 x1874597595098240/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762947.020730:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762947.020732:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762947.020736:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762947.020740:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762947.020743:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762947.020747:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595098240:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762947.020752:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762947.020757:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762947.020760:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762947.020763:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762947.020769:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762947.020772:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762947.020778:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762947.020783:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762947.020789:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9f68.
00000100:00000200:2.0:1787762947.020796:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595098240, portal 10
00000100:00000001:2.0:1787762947.020800:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762947.020802:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188141120 : -110616521410496 : ffff9b651588f840)
00000100:00000040:2.0:1787762947.020811:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588f840 x1874597595098240/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762947.020820:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762947.020823:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762947.020826:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762947.020830:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595098240, offset 0
00000400:00000200:2.0:1787762947.020837:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762947.020845:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762947.020854:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762947.020860:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762947.020865:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762947.020870:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762947.020874:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762947.020878:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278361:278361:256:4294967295] 192.168.203.101@tcp LPNI seq info [278360:278360:8:4294967295]
00000400:00000200:2.0:1787762947.020885:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762947.020894:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762947.020900:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762947.020904:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58a00.
00000800:00000200:2.0:1787762947.020910:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762947.020914:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762947.020919:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762947.020923:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787762947.020928:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762947.020930:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58a00.
00000400:00000200:2.0:1787762947.020934:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762947.020939:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762947.020943:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762947.020945:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762947.020949:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762947.020953:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588f840 x1874597595098240/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762947.020973:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762947.020977:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588f840 x1874597595098240/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762972 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762947.020985:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762947.020987:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762947.020992:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762947.020997:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762947.021000:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762947.021003:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316360205
00000100:00000001:2.0:1787762947.021006:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316360951
00000100:00000001:2.0:1787762947.021009:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316360205
00000100:00000001:2.0:1787762947.021012:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316360951
00000100:00000001:2.0:1787762947.021015:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762947.021018:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762947.021020:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762947.021024:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762947/real 1787762947]  req@ffff9b651588f840 x1874597595098240/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762947.021034:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762947.021036:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762947.021038:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762947.021041:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9f68
00000400:00000010:2.0:1787762947.021043:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9f68.
00000100:00000001:2.0:1787762947.021046:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762947.021050:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588f840 x1874597595098240/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762947.021060:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588f840 x1874597595098240/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762947.021067:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762947.021070:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762947.021073:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762947.021075:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762947.021079:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588f840 x1874597595098240/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762947.021087:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762947.021092:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588f840 x1874597595098240/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762972 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762947.021100:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762947.021103:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762947.021105:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762947.021106:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762947.021109:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762947.021112:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762947.021115:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762947.021119:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762947.021121:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762947.021126:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588f840 x1874597595098240/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762972 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762947.021135:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595098240:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762947.021140:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762947.021145:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c780 x1874597595098368/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762947.021153:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762947.021155:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762947.021158:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762947.021160:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762947.021162:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762947.021167:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595098368:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762947.021171:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762947.021173:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762947.021176:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762947.021178:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762947.021182:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762947.021184:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762947.021187:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762947.021190:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762947.021194:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9f68.
00000100:00000200:2.0:1787762947.021197:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595098368, portal 4
00000100:00000001:2.0:1787762947.021200:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762947.021202:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188128640 : -110616521422976 : ffff9b651588c780)
00000100:00000040:2.0:1787762947.021208:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c780 x1874597595098368/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762947.021216:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762947.021219:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762947.021222:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762947.021225:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595098368, offset 0
00000400:00000200:2.0:1787762947.021230:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762947.021234:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762947.021238:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762947.021242:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762947.021273:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762947.021280:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762947.021285:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762947.021291:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278362:278362:256:4294967295] 192.168.203.101@tcp LPNI seq info [278361:278361:8:4294967295]
00000400:00000200:2.0:1787762947.021300:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762947.021312:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762947.021321:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762947.021328:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58a00.
00000800:00000200:2.0:1787762947.021337:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762947.021343:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787762947.021352:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762947.021359:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787762947.021367:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762947.021371:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58a00.
00000400:00000200:2.0:1787762947.021378:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762947.021385:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762947.021391:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762947.021394:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762947.021397:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762947.021403:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c780 x1874597595098368/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762947.021414:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762947.021417:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c780 x1874597595098368/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762972 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762947.021426:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762947.021429:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762947.021435:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762947.021441:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762947.021448:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762947.021452:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316360212
00000100:00000001:2.0:1787762947.021457:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316360951
00000100:00000001:2.0:1787762947.021462:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316360212
00000100:00000001:2.0:1787762947.021466:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316360951
00000100:00000001:2.0:1787762947.021471:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762947.021475:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762947.021479:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762947.021488:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762947/real 1787762947]  req@ffff9b651588c780 x1874597595098368/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762947.021506:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762947.021510:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762947.021514:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762947.021519:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9f68
00000400:00000010:2.0:1787762947.021523:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9f68.
00000100:00000001:2.0:1787762947.021528:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762947.021533:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c780 x1874597595098368/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762947.021544:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c780 x1874597595098368/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762947.021552:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762947.021554:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762947.021557:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762947.021559:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762947.021563:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c780 x1874597595098368/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762947.021571:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762947.021576:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c780 x1874597595098368/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762972 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762947.021585:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762947.021588:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762947.021590:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762947.021592:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762947.021594:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762947.021596:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762947.021599:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762947.021603:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762947.021606:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762947.021633:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c780 x1874597595098368/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762972 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762947.021651:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595098368:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762947.021656:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762947.021659:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762947.021663:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588f840 x1874597595098240/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762972 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762947.021671:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762947.021673:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762947.021676:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762947.021680:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762947.021683:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762947.021684:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762947.021687:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762947.021690:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0b400.
02000000:00000001:2.0:1787762947.021693:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762947.021695:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762947.021697:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588f840.
00000100:00000001:2.0:1787762947.021702:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762947.021703:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762947.021706:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762947.021709:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c780 x1874597595098368/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762972 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762947.021717:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762947.021719:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762947.021721:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762947.021725:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762947.021727:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762947.021728:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762947.021731:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762947.021732:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0a400.
02000000:00000001:2.0:1787762947.021735:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762947.021736:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762947.021738:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c780.
00000100:00000001:2.0:1787762947.021743:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762947.021745:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762947.021747:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762947.021752:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762947.021754:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762947.021756:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762947.021759:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762947.787350:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316360951, at 4316360960
00000100:00000010:0.0:1787762947.787370:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd6c0.
00000100:00000040:1.0:1787762947.787383:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316360951, at 4316360960
00000100:00000010:1.0:1787762947.787395:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd180.
00010000:00000001:0.0:1787762947.851334:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762947.851342:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762947.851344:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762947.851348:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762947.851352:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762947.851355:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762947.851357:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762947.851358:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762947.851362:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762947.851364:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762947.851365:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762947.851366:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762947.851367:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762947.851369:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762947.851370:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762947.851371:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762947.851374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762947.851375:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762947.851403:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762947.851406:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762947.851409:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762948.043364:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762948.043374:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762948.043376:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762948.043383:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762948.043387:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762948.043391:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762948.043395:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762948.043400:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762948.043403:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762948.875341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762948.875350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762948.875356:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762948.875357:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762948.875360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762948.875361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762948.875451:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762948.875455:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762948.875458:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762949.067366:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762949.067376:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762949.067378:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762949.067386:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762949.067390:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762949.067395:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762949.067398:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762949.067402:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762949.067405:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762949.899338:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762949.899344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762949.899351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762949.899352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762949.899355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762949.899356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762949.899400:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762949.899402:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762949.899405:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762950.091359:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762950.091368:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762950.091371:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762950.091378:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762950.091382:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762950.091387:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762950.091391:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762950.091395:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762950.091398:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762950.923407:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762950.923416:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762950.923423:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762950.923425:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762950.923429:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762950.923431:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762950.923518:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762950.923525:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762950.923530:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762951.115379:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762951.115389:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762951.115392:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762951.115399:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762951.115405:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762951.115410:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762951.115414:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762951.115418:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762951.115422:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762951.947389:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762951.947399:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762951.947408:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762951.947409:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762951.947414:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762951.947416:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762951.947456:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762951.947459:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762951.947464:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762952.139386:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762952.139397:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762952.139401:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762952.139407:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762952.139407:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762952.139418:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787762952.139420:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762952.139424:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762952.139432:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00080000:0.0:1787762952.139433:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21692
00000100:00000001:2.0:1787762952.139441:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762952.139448:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787762952.139454:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762952.139457:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762952.139463:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787762952.139467:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:2.0:1787762952.139470:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762952.139474:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762952.139483:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762952.139488:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762952.139492:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762952.139496:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762952.139501:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762952.139504:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787762952.139507:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762952.139511:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762952.139514:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787762952.139517:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787762952.139521:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762952.139524:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762952.139527:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762952.139529:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762952.139533:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787762952.139537:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762952.139540:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762952.139543:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762952.139547:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762952.139550:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762952.139553:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762952.139556:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762952.139565:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2d00.
00000020:00000040:0.0:1787762952.139569:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762952.139598:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762952.139602:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762952.139606:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762952.139608:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762952.139615:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762952.139625:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760cc00.
00000100:00000001:0.0:1787762952.139634:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762952.139647:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2d00 x1874597595098496/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762952.139667:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762952.139676:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762952.139686:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b3abd36] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2d00 x1874597595098496/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762952.139727:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762952.139734:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762952.139741:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762952.139745:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762952.139749:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762952.139756:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762952.139763:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21692
00000100:00000001:2.0:1787762952.139767:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762952.139776:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1787762952.139777:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762952.139783:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:0.0:1787762952.139789:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762952.139795:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762952.139800:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c2d00 x1874597595098496/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787762952.139805:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762952.139815:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762952.139822:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762952.139830:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762952.139840:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787762952.139842:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1787762952.139844:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000100:00000001:2.0:1787762952.139848:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762952.139850:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:2.0:1787762952.139856:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1787762952.139857:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
02000000:00000001:2.0:1787762952.139864:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1787762952.139865:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787762952.139875:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
02000000:00000001:2.0:1787762952.139877:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762952.139885:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00100000:2.0:1787762952.139888:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595098496:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787762952.139891:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762952.139900:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762952.139904:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787762952.139906:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
02000000:00000001:2.0:1787762952.139913:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1787762952.139914:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
02000000:00000001:2.0:1787762952.139921:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762952.139923:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
02000000:00000001:2.0:1787762952.139927:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787762952.139930:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762952.139936:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:2.0:1787762952.139938:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864800.
02000000:00000001:0.0:1787762952.139944:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762952.139945:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762952.139956:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762952.139962:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1787762952.139967:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000008:00100000:0.0:1787762952.139971:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1787762952.139975:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000008:00000001:0.0:1787762952.139978:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762952.139984:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762952.139990:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9f68.
00000100:00000010:0.0:1787762952.139992:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c0000.
00000020:00000040:0.0:1787762952.139999:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000100:00000200:2.0:1787762952.140003:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595098496, portal 25
02000000:00000001:0.0:1787762952.140004:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762952.140009:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762952.140013:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787762952.140015:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787762952.140019:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115999488 : -110616593552128 : ffff9b65113c2d00)
02000000:00000001:0.0:1787762952.140020:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762952.140026:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762952.140035:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c2d00 x1874597595098496/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787762952.140037:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760c400.
00000100:00000001:0.0:1787762952.140048:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762952.140060:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:0.0:1787762952.140066:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c0000 x1874597595098624/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787762952.140072:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762952.140082:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000001:0.0:1787762952.140088:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1787762952.140091:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595098496, offset 0
00000100:00000001:0.0:1787762952.140094:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762952.140107:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ecd2557] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c0000 x1874597595098624/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762952.140108:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762952.140126:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762952.140127:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762952.140134:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787762952.140139:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00080000:0.0:1787762952.140142:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762952.140149:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787762952.140153:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1787762952.140155:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762952.140162:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787762952.140164:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00080000:0.0:1787762952.140171:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21692
00000400:00000200:2.0:1787762952.140177:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787762952.140186:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762952.140190:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:0.0:1787762952.140197:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762952.140209:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787762952.140209:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278363:278363:256:4294967295] 192.168.203.101@tcp LPNI seq info [278362:278362:8:4294967295]
00000100:00000040:0.0:1787762952.140223:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000200:2.0:1787762952.140225:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762952.140230:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762952.140238:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762952.140282:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762952.140287:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762952.140289:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787762952.140296:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762952.140303:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000400:00000200:2.0:1787762952.140305:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1787762952.140310:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:0.0:1787762952.140316:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000800:00000200:2.0:1787762952.140328:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000040:0.0:1787762952.140329:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762952.140340:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1787762952.140344:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58a00.
00000100:00000040:0.0:1787762952.140345:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762952.140355:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762952.140359:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000800:00000200:2.0:1787762952.140366:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00080000:0.0:1787762952.140370:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000800:00000200:2.0:1787762952.140376:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 1 secs later)
00000100:00000001:0.0:1787762952.140377:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762952.140386:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762952.140393:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1787762952.140395:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
02000000:00000001:0.0:1787762952.140398:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787762952.140404:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 1 secs later)
00000100:00000001:0.0:1787762952.140405:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762952.140411:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1787762952.140420:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000008:00000001:0.0:1787762952.140422:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787762952.140426:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58a00.
00000100:00000001:0.0:1787762952.140428:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762952.140438:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:0.0:1787762952.140439:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1a40.
00000020:00000040:0.0:1787762952.140447:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000200:2.0:1787762952.140450:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1787762952.140453:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762952.140460:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762952.140464:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000100:00000001:0.0:1787762952.140465:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762952.140469:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1787762952.140472:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
02000000:00000001:0.0:1787762952.140474:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762952.140481:0:238635:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:0.0:1787762952.140484:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760d000.
00000100:00000200:2.0:1787762952.140494:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c2d00 x1874597595098496/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762952.140495:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762952.140512:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1a40 x1874597595098752/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762952.140564:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762952.140570:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762952.140598:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762952.140601:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7cad83] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1a40 x1874597595098752/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762952.140612:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c2d00 x1874597595098496/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762977 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762952.140627:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762952.140637:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762952.140639:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762952.140647:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1787762952.140648:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1787762952.140659:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21703)
00000100:00000001:2.0:1787762952.140661:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762952.140672:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762952.140676:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316366072
00000100:00000010:2.0:1787762952.140684:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdba0.
00000100:00000001:2.0:1787762952.140694:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762952.140702:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316366072
00000100:00000010:2.0:1787762952.140706:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd660.
00000100:00000001:2.0:1787762952.140710:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762952.140723:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762952.140726:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762952.140730:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762952.140735:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762952/real 1787762952]  req@ffff9b65113c2d00 x1874597595098496/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762952.140749:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762952.140752:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762952.140755:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762952.140759:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9f68
00000400:00000010:2.0:1787762952.140762:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9f68.
00000100:00000001:2.0:1787762952.140765:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762952.140769:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c2d00 x1874597595098496/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762952.140780:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c2d00 x1874597595098496/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762952.140788:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762952.140791:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762952.140795:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762952.140798:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762952.140803:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c2d00 x1874597595098496/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762952.140811:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762952.140817:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c2d00 x1874597595098496/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762977 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762952.140826:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762952.140829:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762952.140832:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762952.140833:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762952.140837:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762952.140839:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762952.140843:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762952.140847:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762952.140850:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762952.140855:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c2d00 x1874597595098496/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762977 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762952.140865:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595098496:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762952.140870:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762952.140873:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762952.140877:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c2d00 x1874597595098496/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762977 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762952.140884:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762952.140887:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762952.140891:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762952.140895:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762952.140898:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762952.140900:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762952.140903:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762952.140906:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760cc00.
02000000:00000001:2.0:1787762952.140911:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762952.140913:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762952.140916:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c2d00.
00000100:00000001:2.0:1787762952.140921:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762952.140923:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762952.140926:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762952.140934:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762952.140936:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762952.140939:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762952.140941:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762952.140943:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762952.140947:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c0000 x1874597595098624/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762952.140956:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762952.140958:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762952.140961:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762952.140964:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762952.140966:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762952.140970:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595098624:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762952.140974:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762952.140976:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762952.140978:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762952.140980:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762952.140984:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762952.140987:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762952.140991:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762952.140994:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762952.140999:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9f68.
00000100:00000200:2.0:1787762952.141003:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595098624, portal 10
00000100:00000001:2.0:1787762952.141005:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762952.141007:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115987968 : -110616593563648 : ffff9b65113c0000)
00000100:00000040:2.0:1787762952.141016:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c0000 x1874597595098624/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762952.141025:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762952.141028:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762952.141031:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762952.141034:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595098624, offset 0
00000400:00000200:2.0:1787762952.141039:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762952.141043:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762952.141048:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762952.141052:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762952.141055:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762952.141059:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762952.141062:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762952.141066:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278364:278364:256:4294967295] 192.168.203.101@tcp LPNI seq info [278363:278363:8:4294967295]
00000400:00000200:2.0:1787762952.141071:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762952.141079:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762952.141085:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762952.141089:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58a00.
00000800:00000200:2.0:1787762952.141094:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762952.141098:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787762952.141103:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762952.141106:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1787762952.141112:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762952.141115:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58a00.
00000400:00000200:2.0:1787762952.141119:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762952.141123:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762952.141126:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762952.141129:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762952.141132:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762952.141136:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c0000 x1874597595098624/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762952.141146:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762952.141150:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c0000 x1874597595098624/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762977 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762952.141166:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762952.141168:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762952.141172:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762952.141177:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762952.141181:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762952.141184:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316365325
00000100:00000001:2.0:1787762952.141188:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316366072
00000100:00000001:2.0:1787762952.141191:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316365325
00000100:00000001:2.0:1787762952.141193:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316366072
00000100:00000001:2.0:1787762952.141196:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762952.141199:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762952.141201:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762952.141205:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762952/real 1787762952]  req@ffff9b65113c0000 x1874597595098624/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762952.141215:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762952.141216:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762952.141218:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762952.141221:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9f68
00000400:00000010:2.0:1787762952.141223:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9f68.
00000100:00000001:2.0:1787762952.141225:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762952.141229:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c0000 x1874597595098624/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762952.141239:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c0000 x1874597595098624/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762952.141278:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762952.141280:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762952.141282:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762952.141284:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762952.141290:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c0000 x1874597595098624/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762952.141299:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762952.141307:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c0000 x1874597595098624/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762977 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762952.141317:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762952.141321:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762952.141323:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762952.141325:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762952.141327:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762952.141330:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762952.141334:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762952.141339:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762952.141343:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762952.141351:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c0000 x1874597595098624/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762977 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762952.141362:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595098624:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762952.141369:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762952.141375:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c1a40 x1874597595098752/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762952.141383:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762952.141385:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762952.141387:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762952.141390:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762952.141392:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762952.141396:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595098752:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762952.141400:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762952.141402:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762952.141405:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762952.141407:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762952.141411:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762952.141414:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762952.141418:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762952.141421:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000400:00000010:2.0:1787762952.141425:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9f68.
00000100:00000200:2.0:1787762952.141429:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595098752, portal 4
00000100:00000001:2.0:1787762952.141431:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762952.141433:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115994688 : -110616593556928 : ffff9b65113c1a40)
00000100:00000040:2.0:1787762952.141440:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c1a40 x1874597595098752/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762952.141448:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762952.141451:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762952.141454:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000200:2.0:1787762952.141456:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595098752, offset 0
00000400:00000200:2.0:1787762952.141461:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762952.141465:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762952.141469:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762952.141472:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762952.141475:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762952.141478:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762952.141481:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762952.141485:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278365:278365:256:4294967295] 192.168.203.101@tcp LPNI seq info [278364:278364:8:4294967295]
00000400:00000200:2.0:1787762952.141491:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762952.141499:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762952.141505:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762952.141508:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58a00.
00000800:00000200:2.0:1787762952.141513:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762952.141516:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787762952.141522:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762952.141525:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1787762952.141530:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762952.141533:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58a00.
00000400:00000200:2.0:1787762952.141537:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762952.141542:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762952.141545:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:2.0:1787762952.141547:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:2.0:1787762952.141550:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762952.141555:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c1a40 x1874597595098752/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762952.141565:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762952.141568:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c1a40 x1874597595098752/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762977 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762952.141599:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762952.141601:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762952.141605:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762952.141609:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762952.141613:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762952.141616:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316365332
00000100:00000001:2.0:1787762952.141619:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316366072
00000100:00000001:2.0:1787762952.141622:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316365332
00000100:00000001:2.0:1787762952.141625:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316366072
00000100:00000001:2.0:1787762952.141628:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762952.141630:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762952.141632:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762952.141637:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762952/real 1787762952]  req@ffff9b65113c1a40 x1874597595098752/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762952.141647:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762952.141649:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762952.141651:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:2.0:1787762952.141654:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9f68
00000400:00000010:2.0:1787762952.141656:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9f68.
00000100:00000001:2.0:1787762952.141660:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762952.141664:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c1a40 x1874597595098752/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762952.141674:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c1a40 x1874597595098752/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762952.141682:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762952.141683:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762952.141685:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762952.141687:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762952.141691:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c1a40 x1874597595098752/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762952.141699:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762952.141703:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c1a40 x1874597595098752/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762977 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762952.141712:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762952.141715:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762952.141717:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762952.141719:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762952.141721:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762952.141723:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762952.141726:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762952.141730:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762952.141732:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762952.141737:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c1a40 x1874597595098752/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762977 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762952.141746:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595098752:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762952.141750:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762952.141753:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762952.141757:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c0000 x1874597595098624/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762977 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762952.141765:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762952.141768:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762952.141770:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762952.141773:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762952.141775:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762952.141777:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762952.141780:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762952.141782:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760c400.
02000000:00000001:2.0:1787762952.141785:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762952.141787:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762952.141789:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c0000.
00000100:00000001:2.0:1787762952.141792:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762952.141794:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762952.141796:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762952.141800:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c1a40 x1874597595098752/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762977 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762952.141807:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762952.141809:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762952.141811:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762952.141814:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762952.141815:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762952.141817:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762952.141819:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762952.141821:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760d000.
02000000:00000001:2.0:1787762952.141823:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762952.141824:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762952.141826:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c1a40.
00000100:00000001:2.0:1787762952.141828:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762952.141830:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762952.141833:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762952.141836:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762952.141838:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762952.141841:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762952.141843:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762952.907377:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316366072, at 4316366080
00000100:00000040:1.0:1787762952.907377:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316366072, at 4316366080
00000100:00000010:0.0:1787762952.907399:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdba0.
00000100:00000010:1.0:1787762952.907401:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd660.
00010000:00000001:0.0:1787762952.971345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762952.971350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762952.971355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762952.971356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762952.971360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762952.971363:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762952.971366:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762952.971369:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762952.971372:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762952.971374:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762952.971377:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762952.971379:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762952.971428:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762952.971432:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762952.971435:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762953.163417:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762953.163426:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762953.163428:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762953.163435:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762953.163440:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762953.163444:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762953.163448:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762953.163452:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762953.163455:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762953.995381:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762953.995390:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762953.995396:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762953.995398:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762953.995403:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762953.995404:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762953.995457:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762953.995461:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762953.995465:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762954.187367:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762954.187388:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762954.187390:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762954.187394:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762954.187397:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762954.187400:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762954.187402:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762954.187404:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762954.187406:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762955.019365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762955.019376:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762955.019387:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762955.019389:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762955.019396:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762955.019398:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762955.019499:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762955.019509:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762955.019515:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762955.211343:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762955.211352:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762955.211355:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762955.211361:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762955.211366:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762955.211370:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762955.211374:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762955.211377:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762955.211381:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762956.043337:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762956.043345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762956.043350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762956.043352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762956.043355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762956.043356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762956.043375:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762956.043378:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762956.043380:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762956.235380:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762956.235393:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762956.235396:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762956.235406:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762956.235413:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762956.235418:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762956.235422:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762956.235426:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762956.235429:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762957.067338:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762957.067349:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762957.067357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762957.067359:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762957.067364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762957.067366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762957.067422:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762957.067427:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762957.067430:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787762957.259373:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762957.259385:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787762957.259388:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787762957.259398:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1787762957.259399:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762957.259410:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762957.259410:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762957.259422:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762957.259432:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21698
00000100:00100000:2.0:1787762957.259434:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762957.259442:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762957.259447:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1787762957.259448:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762957.259456:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762957.259461:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762957.259465:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762957.259514:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762957.259518:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762957.259522:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762957.259525:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762957.259527:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762957.259529:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762957.259534:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762957.259536:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:1.0:1787762957.259549:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762957.259553:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:1.0:1787762957.259555:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:1.0:1787762957.259558:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:1.0:1787762957.259561:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762957.259563:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762957.259564:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762957.259566:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762957.259568:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:1.0:1787762957.259571:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762957.259573:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762957.259575:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762957.259579:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762957.259582:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762957.259584:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787762957.259587:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762957.259596:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588e940.
00000020:00000040:1.0:1787762957.259600:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:1.0:1787762957.259604:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762957.259606:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762957.259609:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762957.259612:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762957.259629:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762957.259639:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee09400.
00000100:00000001:1.0:1787762957.259648:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762957.259658:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588e940 x1874597595098880/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762957.259668:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762957.259673:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762957.259678:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000186ab8f7] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588e940 x1874597595098880/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762957.259698:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762957.259701:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762957.259704:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787762957.259706:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762957.259707:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762957.259711:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762957.259715:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21698
00000400:00000200:1.0:1787762957.259719:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762957.259722:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762957.259725:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762957.259728:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762957.259732:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762957.259735:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762957.259738:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787762957.259742:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787762957.259744:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:1.0:1787762957.259747:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762957.259751:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:1.0:1787762957.259754:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:2.0:1787762957.259757:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1787762957.259759:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:2.0:1787762957.259764:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1787762957.259770:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762957.259771:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787762957.259781:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762957.259784:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762957.259787:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762957.259795:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000040:2.0:1787762957.259797:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588e940 x1874597595098880/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787762957.259805:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762957.259818:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762957.259828:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762957.259843:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762957.259844:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762957.259855:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762957.259857:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762957.259878:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787762957.259881:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:1.0:1787762957.259885:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787762957.259887:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:1.0:1787762957.259904:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762957.259905:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762957.259918:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762957.259919:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595098880:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762957.259933:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:1.0:1787762957.259936:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c000.
02000000:00000001:2.0:1787762957.259940:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762957.259947:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787762957.259948:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:2.0:1787762957.259950:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787762957.259961:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762957.259963:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762957.259966:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762957.259967:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762957.259972:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762957.259974:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762957.259985:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762957.259989:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee09800.
00000100:00000001:1.0:1787762957.259996:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762957.259998:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762957.260006:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df420.
00000100:00100000:1.0:1787762957.260007:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c000 x1874597595099008/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762957.260022:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1787762957.260023:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9f68.
00000100:00000001:1.0:1787762957.260029:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762957.260035:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bd17bd7] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c000 x1874597595099008/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762957.260045:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787762957.260047:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787762957.260050:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762957.260052:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787762957.260053:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787762957.260055:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787762957.260057:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21698
00000400:00000200:1.0:1787762957.260061:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762957.260063:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787762957.260064:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762957.260067:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762957.260069:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762957.260071:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000200:2.0:1787762957.260072:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595098880, portal 25
00000100:00000001:1.0:1787762957.260074:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762957.260081:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:1.0:1787762957.260083:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787762957.260086:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188137280 : -110616521414336 : ffff9b651588e940)
00000020:00000040:1.0:1787762957.260087:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:1.0:1787762957.260097:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787762957.260102:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:1.0:1787762957.260109:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:2.0:1787762957.260109:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588e940 x1874597595098880/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762957.260133:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:1.0:1787762957.260135:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:2.0:1787762957.260140:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762957.260149:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9110.
00000100:00000040:1.0:1787762957.260154:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000200:2.0:1787762957.260156:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595098880, offset 0
00000100:00000001:1.0:1787762957.260168:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787762957.260179:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000040:1.0:1787762957.260180:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762957.260190:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787762957.260194:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:1.0:1787762957.260197:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762957.260198:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762957.260199:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762957.260203:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762957.260205:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762957.260207:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787762957.260210:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787762957.260216:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000008:00000001:1.0:1787762957.260225:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762957.260230:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787762957.260236:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c780.
00000400:00000200:2.0:1787762957.260239:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000020:00000040:1.0:1787762957.260285:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:1.0:1787762957.260291:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762957.260292:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762957.260295:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787762957.260296:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762957.260299:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762957.260304:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee09000.
00000400:00000200:2.0:1787762957.260306:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787762957.260310:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762957.260319:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762957.260332:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00100000:1.0:1787762957.260333:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c780 x1874597595099136/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787762957.260339:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762957.260352:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278366:278366:256:4294967295] 192.168.203.101@tcp LPNI seq info [278365:278365:8:4294967295]
00000400:00000200:2.0:1787762957.260383:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762957.260396:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787762957.260401:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762957.260406:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c5bf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c780 x1874597595099136/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762957.260414:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762957.260417:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787762957.260423:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1787762957.260435:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1787762957.260436:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21708)
00000800:00000200:2.0:1787762957.260455:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762957.260464:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58a00.
00000800:00000200:2.0:1787762957.260473:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762957.260480:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:2.0:1787762957.260502:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762957.260507:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762957.260511:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316371192
00000100:00000010:2.0:1787762957.260518:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd060.
00000100:00000001:2.0:1787762957.260527:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762957.260536:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316371192
00000100:00000010:2.0:1787762957.260562:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdf60.
00000100:00000001:2.0:1787762957.260570:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762957.260583:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762957.260587:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762957.260591:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762957.260594:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762957.260606:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762957.260608:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787762957.260612:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762957.260614:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762957.260617:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762957.260625:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c000 x1874597595099008/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762957.260640:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762957.260643:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762957.260649:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762957.260653:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762957.260657:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762957.260664:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595099008:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762957.260673:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762957.260677:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762957.260680:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762957.260683:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762957.260691:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762957.260695:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762957.260703:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762957.260711:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df738.
00000400:00000010:2.0:1787762957.260719:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787762957.260725:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595099008, portal 10
00000100:00000001:2.0:1787762957.260729:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762957.260732:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188126720 : -110616521424896 : ffff9b651588c000)
00000100:00000040:2.0:1787762957.260747:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c000 x1874597595099008/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762957.260760:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762957.260765:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762957.260770:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9dd0.
00000100:00000200:2.0:1787762957.260774:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595099008, offset 0
00000400:00000200:2.0:1787762957.260783:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762957.260794:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762957.260803:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762957.260810:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762957.260815:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762957.260820:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762957.260825:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762957.260831:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278367:278367:255:4294967295] 192.168.203.101@tcp LPNI seq info [278366:278366:7:4294967295]
00000400:00000200:2.0:1787762957.260840:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762957.260852:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762957.260861:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762957.260868:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58b00.
00000800:00000200:2.0:1787762957.260877:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762957.260885:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:2.0:1787762957.260891:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762957.260898:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762957.260905:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762957.260909:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316370445
00000100:00000001:2.0:1787762957.260914:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316371192
00000100:00000001:2.0:1787762957.260917:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316370445
00000100:00000001:2.0:1787762957.260920:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316371192
00000100:00000001:2.0:1787762957.260923:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762957.260926:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762957.260929:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762957.260936:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c780 x1874597595099136/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762957.260945:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762957.260947:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762957.260950:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762957.260953:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762957.260955:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762957.260959:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595099136:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762957.260963:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762957.260966:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762957.260969:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762957.260971:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762957.260977:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867000.
02000000:00000001:2.0:1787762957.260979:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762957.260984:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762957.260988:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762957.260992:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9908.
00000100:00000200:2.0:1787762957.260996:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595099136, portal 4
00000100:00000001:2.0:1787762957.260999:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762957.261000:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188128640 : -110616521422976 : ffff9b651588c780)
00000100:00000040:2.0:1787762957.261008:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c780 x1874597595099136/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762957.261016:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762957.261019:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762957.261022:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9440.
00000100:00000200:2.0:1787762957.261025:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595099136, offset 0
00000400:00000200:2.0:1787762957.261029:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762957.261035:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762957.261039:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762957.261043:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762957.261047:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762957.261050:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762957.261053:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762957.261057:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278368:278368:254:4294967295] 192.168.203.101@tcp LPNI seq info [278367:278367:6:4294967295]
00000400:00000200:2.0:1787762957.261062:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762957.261071:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762957.261076:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762957.261081:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58900.
00000800:00000200:2.0:1787762957.261089:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762957.261110:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:2.0:1787762957.261115:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762957.261121:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762957.261128:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762957.261132:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316370451
00000100:00000001:2.0:1787762957.261137:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316371192
00000100:00000001:2.0:1787762957.261142:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316370451
00000100:00000001:2.0:1787762957.261146:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316371192
00000100:00000001:2.0:1787762957.261150:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762957.261154:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762957.261159:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762957.261164:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762957.261171:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762957.261174:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787762957.261178:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762957.261181:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762957.261184:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762957.261188:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762958.027343:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316371192, at 4316371200
00000100:00000040:0.0:1787762958.027344:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316371192, at 4316371200
00000100:00000010:1.0:1787762958.027366:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdf60.
00000100:00000010:0.0:1787762958.027372:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd060.
00010000:00000001:0.0:1787762958.091325:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762958.091334:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762958.091337:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762958.091341:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762958.091347:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762958.091350:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762958.091352:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762958.091353:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762958.091357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762958.091358:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762958.091359:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762958.091360:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762958.091362:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762958.091363:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762958.091364:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762958.091366:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762958.091369:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762958.091370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762958.091392:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762958.091394:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762958.091396:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762958.283372:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762958.283382:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762958.283386:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762958.283393:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762958.283399:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762958.283404:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762958.283408:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762958.283412:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762958.283416:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762959.115380:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762959.115389:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762959.115396:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762959.115398:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762959.115402:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762959.115404:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762959.115561:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762959.115568:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762959.115573:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762959.307417:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762959.307427:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762959.307430:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762959.307437:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762959.307441:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762959.307446:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762959.307450:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762959.307453:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762959.307457:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762960.139330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762960.139338:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762960.139344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762960.139345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762960.139348:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762960.139350:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762960.139378:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762960.139381:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762960.139383:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762960.331413:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762960.331422:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762960.331425:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762960.331431:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762960.331436:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762960.331443:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762960.331447:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762960.331450:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762960.331455:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1787762960.331690:0:238624:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.101:988
00000400:00000100:3.0:1787762960.331772:0:238624:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.101@tcp at host 192.168.203.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787762960.331787:0:238624:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762960.331792:0:238624:0:(router.c:1791:lnet_notify()) 192.168.203.1@tcp notifying 192.168.203.101@tcp: down
00000400:00000200:3.0:1787762960.331800:0:238624:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762960.331831:0:238624:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787762960.331840:0:238624:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:3.0:1787762960.331844:0:238624:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58a00.
00000400:00000200:3.0:1787762960.331850:0:238624:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787762960.331855:0:238624:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787762960.331863:0:238624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9110
00000400:00000010:3.0:1787762960.331866:0:238624:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9110.
00000100:00000001:3.0:1787762960.331872:0:238624:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787762960.331883:0:238624:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b651588e940 x1874597595098880/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762960.331927:0:238624:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762960.331933:0:238624:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588e940 x1874597595098880/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762982 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762960.331943:0:238624:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762960.331946:0:238624:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787762960.331961:0:238624:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:3.0:1787762960.331965:0:238624:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58b00.
00000400:00000200:3.0:1787762960.331970:0:238624:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787762960.331975:0:238624:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787762960.331981:0:238624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9dd0
00000400:00000010:3.0:1787762960.331984:0:238624:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9dd0.
00000100:00000001:3.0:1787762960.331988:0:238624:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787762960.332009:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000200:3.0:1787762960.332014:0:238624:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b651588c000 x1874597595099008/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762960.332018:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762960.332027:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787762960.332035:0:238624:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762960.332049:0:238624:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c000 x1874597595099008/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762982 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762960.332056:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762957/real 1787762960]  req@ffff9b651588e940 x1874597595098880/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762960.332061:0:238624:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762960.332071:0:238624:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787762960.332095:0:238624:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:3.0:1787762960.332108:0:238624:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58900.
00000400:00000200:3.0:1787762960.332120:0:238624:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000001:2.0:1787762960.332121:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762960.332131:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:3.0:1787762960.332141:0:238624:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000010:2.0:1787762960.332145:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df420.
00000400:00000200:3.0:1787762960.332150:0:238624:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9440
00000400:00000010:3.0:1787762960.332156:0:238624:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9440.
00000100:00000001:3.0:1787762960.332165:0:238624:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:2.0:1787762960.332166:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9f68
00000400:00000010:2.0:1787762960.332179:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9f68.
00000100:00000200:3.0:1787762960.332180:0:238624:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b651588c780 x1874597595099136/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762960.332199:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787762960.332202:0:238624:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787762960.332222:0:238624:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c780 x1874597595099136/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762982 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762960.332224:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588e940 x1874597595098880/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762960.332355:0:238624:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762960.332363:0:238624:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000200:2.0:1787762960.332373:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588e940 x1874597595098880/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762960.332395:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762960.332400:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762960.332405:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762960.332409:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762960.332418:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588e940 x1874597595098880/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762960.332433:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762960.332443:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588e940 x1874597595098880/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762982 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762960.332457:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762960.332464:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762960.332467:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762960.332471:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762960.332476:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762960.332480:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762960.332486:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762960.332494:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762960.332499:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762960.332507:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588e940 x1874597595098880/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762982 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762960.332548:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595098880:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762960.332559:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762960.332565:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762960.332574:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588e940 x1874597595098880/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762982 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762960.332587:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762960.332591:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762960.332598:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867800.
02000000:00000001:2.0:1787762960.332609:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762960.332614:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762960.332618:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762960.332624:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762960.332628:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee09400.
02000000:00000001:2.0:1787762960.332635:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762960.332638:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762960.332642:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588e940.
00000100:00000001:2.0:1787762960.332651:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762960.332654:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762960.332659:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762960.332663:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762960.332666:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762960.332669:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762960.332678:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762957/real 1787762960]  req@ffff9b651588c000 x1874597595099008/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762960.332711:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762960.332714:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762960.332718:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df738.
00000400:00000200:2.0:1787762960.332724:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787762960.332728:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787762960.332733:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762960.332740:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c000 x1874597595099008/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762960.332757:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c000 x1874597595099008/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762960.332770:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762960.332773:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762960.332777:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762960.332779:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762960.332854:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c000 x1874597595099008/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762960.332870:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762960.332879:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c000 x1874597595099008/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762982 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762960.332893:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762960.332898:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762960.332902:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762960.332904:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762960.332908:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762960.332912:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762960.332918:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762960.332925:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762960.332930:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762960.332939:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c000 x1874597595099008/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762982 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762960.332955:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595099008:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762960.332964:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762960.332972:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762957/real 1787762960]  req@ffff9b651588c780 x1874597595099136/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762960.332989:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762960.332991:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762960.332995:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762960.333002:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9908
00000400:00000010:2.0:1787762960.333005:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9908.
00000100:00000001:2.0:1787762960.333010:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762960.333016:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c780 x1874597595099136/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762960.333035:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c780 x1874597595099136/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762960.333049:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762960.333052:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762960.333056:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762960.333059:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762960.333068:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c780 x1874597595099136/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762960.333084:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762960.333093:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c780 x1874597595099136/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762982 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762960.333107:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762960.333112:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762960.333116:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762960.333119:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762960.333122:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762960.333126:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762960.333130:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762960.333138:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762960.333143:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762960.333152:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c780 x1874597595099136/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762982 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762960.333170:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595099136:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762960.333178:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762960.333182:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762960.333189:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c000 x1874597595099008/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762982 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762960.333202:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762960.333206:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762960.333210:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762960.333217:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762960.333220:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762960.333223:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762960.333228:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762960.333231:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee09800.
02000000:00000001:2.0:1787762960.333236:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762960.333239:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762960.333243:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c000.
00000100:00000001:2.0:1787762960.333297:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762960.333300:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762960.333303:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762960.333309:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c780 x1874597595099136/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762982 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762960.333318:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762960.333321:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762960.333324:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867000.
02000000:00000001:2.0:1787762960.333327:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762960.333330:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762960.333332:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762960.333335:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762960.333338:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee09000.
02000000:00000001:2.0:1787762960.333343:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762960.333346:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762960.333349:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c780.
00000100:00000001:2.0:1787762960.333353:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762960.333356:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762960.333359:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762960.333372:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762960.333375:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762960.333379:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762960.333382:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762961.163399:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762961.163560:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762961.163575:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762961.163576:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762961.163579:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762961.163581:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762961.163639:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762961.163643:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762961.163646:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762961.355542:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762961.355550:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762961.355553:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762961.355560:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762961.355565:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762961.355569:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762961.355573:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762961.355577:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762961.355580:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762962.187339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762962.187345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762962.187351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762962.187352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762962.187355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762962.187358:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762962.187361:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762962.187364:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762962.187367:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762962.187370:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762962.187372:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762962.187374:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762962.187395:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762962.187398:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762962.187401:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787762962.379438:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762962.379452:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762962.379456:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762962.379462:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762962.379468:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762962.379480:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21703
00000100:00000001:2.0:1787762962.379485:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762962.379494:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:0.0:1787762962.379495:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762962.379498:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787762962.379533:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00100000:2.0:1787762962.379536:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00080000:0.0:1787762962.379541:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787762962.379545:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762962.379566:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787762962.379575:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762962.379577:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762962.379594:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787762962.379596:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762962.379610:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762962.379629:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762962.379634:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762962.379641:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762962.379643:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787762962.379647:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762962.379653:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762962.379657:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787762962.379663:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787762962.379668:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762962.379672:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762962.379675:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762962.379693:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762962.379697:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787762962.379701:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762962.379705:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762962.379709:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762962.379714:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762962.379719:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762962.379722:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762962.379725:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762962.379738:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c3c00.
00000020:00000040:0.0:1787762962.379743:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762962.379748:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762962.379751:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762962.379755:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762962.379759:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762962.379765:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762962.379863:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760c800.
00000100:00000001:0.0:1787762962.379873:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762962.379888:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c3c00 x1874597595099264/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762962.379902:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762962.379909:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762962.379916:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a1cf69] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c3c00 x1874597595099264/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762962.379950:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762962.379954:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762962.379958:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762962.379961:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762962.379963:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762962.379967:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762962.379971:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21703
00000400:00000200:0.0:1787762962.379976:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762962.379980:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762962.379983:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762962.379987:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762962.379990:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762962.379992:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762962.379995:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762962.379998:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762962.380000:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787762962.380002:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762962.380012:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787762962.380017:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787762962.380021:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:0.0:1787762962.380026:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762962.380028:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762962.380032:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762962.380035:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762962.380038:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000001:2.0:1787762962.380043:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1787762962.380044:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762962.380053:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762962.380057:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787762962.380057:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762962.380066:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787762962.380070:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762962.380077:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762962.380080:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762962.380086:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762962.380090:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762962.380100:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762962.380104:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c3c00 x1874597595099264/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1787762962.380109:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1680.
00000020:00000040:0.0:1787762962.380117:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:0.0:1787762962.380128:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762962.380132:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762962.380135:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762962.380137:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762962.380145:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762962.380160:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e000.
00000100:00000001:2.0:1787762962.380165:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762962.380171:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762962.380174:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762962.380186:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:0.0:1787762962.380189:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1680 x1874597595099392/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787762962.380196:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787762962.380210:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787762962.380212:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762962.380222:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762962.380235:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595099264:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762962.380302:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762962.380312:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762962.380318:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762962.380324:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1787762962.380328:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c9d36cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1680 x1874597595099392/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787762962.380337:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867000.
02000000:00000001:2.0:1787762962.380348:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762962.380356:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762962.380365:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787762962.380367:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00080000:0.0:1787762962.380379:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000010:2.0:1787762962.380384:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000100:00000001:0.0:1787762962.380385:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762962.380392:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762962.380401:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1787762962.380407:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9908.
00000100:00080000:0.0:1787762962.380408:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21703
00000400:00000200:0.0:1787762962.380422:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000200:2.0:1787762962.380426:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595099264, portal 25
00000400:00000200:0.0:1787762962.380431:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762962.380439:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762962.380444:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762962.380448:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762962.380448:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762962.380458:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457116003328 : -110616593548288 : ffff9b65113c3c00)
00000100:00000040:0.0:1787762962.380459:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762962.380475:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762962.380483:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:2.0:1787762962.380487:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c3c00 x1874597595099264/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787762962.380490:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787762962.380517:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762962.380520:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:0.0:1787762962.380524:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:0.0:1787762962.380528:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:0.0:1787762962.380547:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762962.380556:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787762962.380557:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762962.380568:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000040:2.0:1787762962.380577:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000001:0.0:1787762962.380579:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000010:2.0:1787762962.380589:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000020:00000040:0.0:1787762962.380590:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:0.0:1787762962.380611:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000200:2.0:1787762962.380613:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595099264, offset 0
00000100:00000001:0.0:1787762962.380617:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762962.380628:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762962.380634:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787762962.380645:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
02000000:00000001:0.0:1787762962.380649:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762962.380658:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762962.380665:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787762962.380673:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000008:00000001:0.0:1787762962.380677:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762962.380685:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762962.380693:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2580.
00000400:00000200:2.0:1787762962.380694:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000020:00000040:0.0:1787762962.380703:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000200:2.0:1787762962.380710:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1787762962.380713:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762962.380718:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762962.380723:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787762962.380725:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
02000000:00000001:0.0:1787762962.380730:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762962.380737:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762962.380740:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
02000000:00000010:0.0:1787762962.380748:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e800.
00000100:00000001:0.0:1787762962.380756:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762962.380765:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2580 x1874597595099520/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762962.380774:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762962.380781:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762962.380782:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000040:0.0:1787762962.380814:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023dbc666] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2580 x1874597595099520/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787762962.380815:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278369:278369:256:4294967295] 192.168.203.101@tcp LPNI seq info [278368:278368:8:4294967295]
00000400:00000200:2.0:1787762962.380851:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787762962.380860:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762962.380869:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787762962.380897:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1787762962.380916:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.0:1787762962.380933:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000040:0.0:1787762962.380934:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21713)
00000800:00000010:2.0:1787762962.380946:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58c00.
00000800:00000200:2.0:1787762962.380958:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762962.380963:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762962.380975:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762962.380983:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787762962.380993:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762962.380997:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58c00.
00000400:00000200:2.0:1787762962.381006:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762962.381015:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762962.381025:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787762962.381029:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787762962.381037:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762962.381047:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c3c00 x1874597595099264/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762962.381067:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762962.381075:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c3c00 x1874597595099264/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762987 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762962.381098:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762962.381102:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762962.381113:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762962.381122:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762962.381128:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316376312
00000100:00000010:2.0:1787762962.381138:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd1e0.
00000100:00000001:2.0:1787762962.381150:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762962.381178:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316376312
00000100:00000010:2.0:1787762962.381186:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd060.
00000100:00000001:2.0:1787762962.381194:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762962.381225:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762962.381232:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762962.381236:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762962.381284:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762962/real 1787762962]  req@ffff9b65113c3c00 x1874597595099264/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762962.381309:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762962.381312:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762962.381316:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762962.381323:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9908
00000400:00000010:2.0:1787762962.381327:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9908.
00000100:00000001:2.0:1787762962.381333:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762962.381341:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c3c00 x1874597595099264/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762962.381360:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c3c00 x1874597595099264/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762962.381385:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762962.381389:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762962.381393:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762962.381397:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762962.381405:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c3c00 x1874597595099264/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762962.381417:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762962.381424:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c3c00 x1874597595099264/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762987 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762962.381443:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762962.381447:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762962.381450:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762962.381451:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762962.381455:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762962.381457:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762962.381462:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762962.381467:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762962.381471:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762962.381476:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c3c00 x1874597595099264/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762987 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762962.381487:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595099264:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762962.381493:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762962.381496:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762962.381500:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c3c00 x1874597595099264/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762987 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762962.381533:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762962.381538:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762962.381542:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867000.
02000000:00000001:2.0:1787762962.381548:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762962.381551:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762962.381554:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762962.381557:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762962.381560:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760c800.
02000000:00000001:2.0:1787762962.381565:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762962.381567:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762962.381570:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c3c00.
00000100:00000001:2.0:1787762962.381574:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762962.381576:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762962.381579:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762962.381587:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762962.381589:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762962.381592:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762962.381595:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762962.381597:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762962.381604:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c1680 x1874597595099392/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762962.381613:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762962.381615:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762962.381618:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762962.381621:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762962.381625:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762962.381629:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595099392:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762962.381634:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762962.381637:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762962.381640:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762962.381642:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762962.381647:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867000.
02000000:00000001:2.0:1787762962.381649:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762962.381654:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762962.381658:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762962.381663:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9908.
00000100:00000200:2.0:1787762962.381667:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595099392, portal 10
00000100:00000001:2.0:1787762962.381670:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762962.381672:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115993728 : -110616593557888 : ffff9b65113c1680)
00000100:00000040:2.0:1787762962.381680:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c1680 x1874597595099392/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762962.381689:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762962.381692:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762962.381695:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787762962.381698:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595099392, offset 0
00000400:00000200:2.0:1787762962.381703:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762962.381708:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762962.381714:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762962.381718:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762962.381722:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762962.381725:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762962.381728:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762962.381732:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278370:278370:256:4294967295] 192.168.203.101@tcp LPNI seq info [278369:278369:8:4294967295]
00000400:00000200:2.0:1787762962.381737:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762962.381746:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762962.381752:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762962.381756:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58c00.
00000800:00000200:2.0:1787762962.381762:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762962.381765:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762962.381771:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762962.381775:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787762962.381780:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762962.381783:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58c00.
00000400:00000200:2.0:1787762962.381787:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762962.381791:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762962.381796:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787762962.381798:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787762962.381801:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762962.381805:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c1680 x1874597595099392/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762962.381825:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762962.381829:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c1680 x1874597595099392/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762987 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762962.381837:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762962.381839:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762962.381843:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762962.381848:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762962.381852:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762962.381855:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316375566
00000100:00000001:2.0:1787762962.381859:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316376312
00000100:00000001:2.0:1787762962.381861:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316375566
00000100:00000001:2.0:1787762962.381864:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316376312
00000100:00000001:2.0:1787762962.381867:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762962.381870:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762962.381872:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762962.381877:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762962/real 1787762962]  req@ffff9b65113c1680 x1874597595099392/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762962.381896:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762962.381897:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762962.381900:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762962.381903:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9908
00000400:00000010:2.0:1787762962.381905:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9908.
00000100:00000001:2.0:1787762962.381907:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762962.381911:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c1680 x1874597595099392/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762962.381921:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c1680 x1874597595099392/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762962.381929:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762962.381931:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762962.381934:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762962.381935:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762962.381940:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c1680 x1874597595099392/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762962.381947:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762962.381952:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c1680 x1874597595099392/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762987 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762962.381960:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762962.381963:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762962.381965:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762962.381966:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762962.381969:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762962.381971:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762962.381974:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762962.381978:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762962.381981:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762962.381987:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c1680 x1874597595099392/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762987 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762962.381997:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595099392:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762962.382002:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762962.382006:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c2580 x1874597595099520/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762962.382014:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762962.382016:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762962.382019:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762962.382021:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762962.382023:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762962.382027:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595099520:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762962.382030:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762962.382033:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762962.382034:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762962.382037:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762962.382040:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762962.382043:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762962.382046:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762962.382049:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762962.382053:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9908.
00000100:00000200:2.0:1787762962.382057:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595099520, portal 4
00000100:00000001:2.0:1787762962.382059:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762962.382061:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115997568 : -110616593554048 : ffff9b65113c2580)
00000100:00000040:2.0:1787762962.382067:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c2580 x1874597595099520/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762962.382076:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762962.382078:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762962.382081:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787762962.382084:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595099520, offset 0
00000400:00000200:2.0:1787762962.382089:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762962.382104:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762962.382108:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762962.382112:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762962.382116:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762962.382119:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762962.382122:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762962.382127:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278371:278371:256:4294967295] 192.168.203.101@tcp LPNI seq info [278370:278370:8:4294967295]
00000400:00000200:2.0:1787762962.382135:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762962.382146:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762962.382156:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762962.382161:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58c00.
00000800:00000200:2.0:1787762962.382169:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762962.382174:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787762962.382183:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762962.382189:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787762962.382197:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762962.382201:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58c00.
00000400:00000200:2.0:1787762962.382207:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762962.382215:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762962.382222:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787762962.382225:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787762962.382230:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762962.382239:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c2580 x1874597595099520/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762962.382280:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762962.382285:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c2580 x1874597595099520/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762987 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762962.382294:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762962.382296:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762962.382302:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762962.382307:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762962.382314:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762962.382318:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316375573
00000100:00000001:2.0:1787762962.382323:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316376312
00000100:00000001:2.0:1787762962.382328:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316375573
00000100:00000001:2.0:1787762962.382332:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316376312
00000100:00000001:2.0:1787762962.382337:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762962.382342:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762962.382345:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762962.382354:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762962/real 1787762962]  req@ffff9b65113c2580 x1874597595099520/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762962.382371:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762962.382374:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762962.382378:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762962.382384:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9908
00000400:00000010:2.0:1787762962.382387:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9908.
00000100:00000001:2.0:1787762962.382392:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762962.382397:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c2580 x1874597595099520/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762962.382407:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c2580 x1874597595099520/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762962.382426:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762962.382428:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762962.382430:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762962.382432:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762962.382436:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c2580 x1874597595099520/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762962.382445:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762962.382450:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c2580 x1874597595099520/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762987 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762962.382458:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762962.382462:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762962.382464:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762962.382466:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762962.382468:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762962.382470:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762962.382474:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762962.382478:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762962.382480:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762962.382485:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c2580 x1874597595099520/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762987 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762962.382494:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595099520:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762962.382498:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762962.382501:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762962.382532:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c1680 x1874597595099392/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762987 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762962.382542:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762962.382544:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762962.382547:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867000.
02000000:00000001:2.0:1787762962.382551:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762962.382562:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762962.382564:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762962.382566:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762962.382569:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760e000.
02000000:00000001:2.0:1787762962.382573:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762962.382574:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762962.382577:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c1680.
00000100:00000001:2.0:1787762962.382580:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762962.382581:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762962.382584:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762962.382588:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c2580 x1874597595099520/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762987 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762962.382604:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762962.382606:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762962.382608:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762962.382612:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762962.382613:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762962.382614:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762962.382617:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762962.382618:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760e800.
02000000:00000001:2.0:1787762962.382621:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762962.382622:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762962.382623:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c2580.
00000100:00000001:2.0:1787762962.382628:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762962.382629:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762962.382631:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762962.382636:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762962.382638:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762962.382640:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762962.382642:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762963.147339:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316376312, at 4316376320
00000100:00000010:1.0:1787762963.147360:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd060.
00000100:00000040:0.0:1787762963.147362:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316376312, at 4316376320
00000100:00000010:0.0:1787762963.147373:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd1e0.
00010000:00000001:0.0:1787762963.211317:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762963.211322:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762963.211327:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762963.211328:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762963.211331:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762963.211332:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762963.211379:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762963.211384:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762963.211389:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762963.403534:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762963.403543:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762963.403546:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762963.403552:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762963.403557:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762963.403561:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762963.403565:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762963.403569:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762963.403573:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762964.235355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762964.235364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762964.235370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762964.235371:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762964.235374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762964.235376:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762964.235473:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762964.235476:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762964.235479:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762964.427374:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762964.427384:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762964.427386:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762964.427392:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762964.427397:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762964.427401:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762964.427405:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762964.427408:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762964.427412:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762965.259351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762965.259359:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762965.259365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762965.259366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762965.259369:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762965.259370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762965.259425:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762965.259430:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762965.259433:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762965.451414:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762965.451423:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762965.451426:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762965.451433:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762965.451438:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762965.451443:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762965.451447:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762965.451451:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762965.451456:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762966.283399:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762966.283411:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762966.283419:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762966.283421:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762966.283426:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762966.283429:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762966.283463:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762966.283467:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762966.283472:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762966.475351:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762966.475360:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762966.475362:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762966.475369:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762966.475374:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762966.475378:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762966.475382:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762966.475385:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762966.475388:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762967.307336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762967.307346:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762967.307348:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762967.307352:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762967.307358:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762967.307361:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762967.307363:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762967.307365:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762967.307368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762967.307370:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762967.307371:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762967.307373:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762967.307374:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762967.307375:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762967.307377:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762967.307378:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762967.307381:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762967.307382:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762967.307439:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762967.307444:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762967.307448:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762967.499351:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762967.499361:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762967.499364:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762967.499371:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762967.499378:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762967.499383:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787762967.499387:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762967.499388:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762967.499396:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787762967.499402:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762967.499405:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762967.499408:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762967.499413:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762967.499419:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762967.499429:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21708
00000400:00000200:0.0:1787762967.499443:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762967.499452:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762967.499455:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762967.499459:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762967.499463:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762967.499479:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762967.499483:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762967.499489:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762967.499491:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787762967.499494:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762967.499498:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762967.499501:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787762967.499503:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787762967.499505:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762967.499507:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762967.499509:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762967.499511:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762967.499514:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787762967.499518:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762967.499520:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762967.499524:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762967.499529:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762967.499533:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762967.499535:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762967.499537:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762967.499548:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2580.
00000020:00000040:0.0:1787762967.499553:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762967.499557:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762967.499559:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762967.499562:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762967.499564:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762967.499570:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762967.499581:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760d800.
00000100:00000001:0.0:1787762967.499588:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762967.499599:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2580 x1874597595099648/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762967.499609:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762967.499614:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762967.499618:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023dbc666] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2580 x1874597595099648/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762967.499638:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762967.499641:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762967.499644:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762967.499646:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762967.499647:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762967.499649:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762967.499651:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21708
00000400:00000200:0.0:1787762967.499654:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762967.499657:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762967.499659:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762967.499662:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762967.499664:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762967.499666:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762967.499668:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762967.499670:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762967.499673:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787762967.499675:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762967.499677:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787762967.499679:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787762967.499680:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:0.0:1787762967.499682:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762967.499683:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762967.499687:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762967.499688:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787762967.499696:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762967.499698:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1787762967.499700:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000001:2.0:1787762967.499703:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1787762967.499709:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762967.499713:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762967.499715:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762967.499724:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787762967.499725:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c2580 x1874597595099648/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787762967.499730:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762967.499744:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762967.499752:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762967.499762:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762967.499762:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787762967.499774:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762967.499774:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762967.499798:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:0.0:1787762967.499799:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1680.
00000020:00000040:0.0:1787762967.499813:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:2.0:1787762967.499815:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762967.499838:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762967.499840:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762967.499847:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762967.499857:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:2.0:1787762967.499857:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595099648:192.168.203.101@tcp:250:kworker.0
02000000:00000001:0.0:1787762967.499866:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762967.499877:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762967.499878:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:0.0:1787762967.499892:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e400.
02000000:00000001:2.0:1787762967.499894:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787762967.499904:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762967.499910:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1680 x1874597595099776/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787762967.499914:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762967.499916:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762967.499923:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762967.499923:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1787762967.499931:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c9d36cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1680 x1874597595099776/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787762967.499937:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762967.499942:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762967.499943:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762967.499956:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762967.499961:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787762967.499962:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762967.499963:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762967.499965:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762967.499967:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21708
00000400:00000200:0.0:1787762967.499969:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762967.499970:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762967.499972:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762967.499975:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762967.499976:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762967.499977:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762967.499979:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762967.499980:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762967.499981:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787762967.499981:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762967.499983:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:0.0:1787762967.499984:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:0.0:1787762967.499985:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:0.0:1787762967.499987:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762967.499988:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762967.499989:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762967.499990:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762967.499992:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:0.0:1787762967.499993:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762967.499994:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762967.499995:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762967.499997:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762967.499999:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762967.500000:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787762967.500003:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762967.500004:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762967.500005:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762967.500013:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000010:0.0:1787762967.500015:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c3c00.
00000020:00000040:0.0:1787762967.500022:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:0.0:1787762967.500024:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762967.500025:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762967.500026:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762967.500027:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762967.500028:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762967.500031:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e800.
00000100:00000001:0.0:1787762967.500034:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787762967.500037:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000100:00100000:0.0:1787762967.500042:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c3c00 x1874597595099904/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762967.500053:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1787762967.500054:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9908.
00000100:00000001:0.0:1787762967.500069:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787762967.500075:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595099648, portal 25
00000100:00000040:0.0:1787762967.500076:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a1cf69] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c3c00 x1874597595099904/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762967.500086:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762967.500093:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115997568 : -110616593554048 : ffff9b65113c2580)
00000100:00000001:0.0:1787762967.500100:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762967.500106:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787762967.500110:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c2580 x1874597595099648/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787762967.500111:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787762967.500126:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21718)
00000100:00000001:2.0:1787762967.500139:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762967.500144:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762967.500148:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787762967.500154:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595099648, offset 0
00000400:00000200:2.0:1787762967.500171:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762967.500182:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762967.500192:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762967.500199:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762967.500205:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762967.500210:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762967.500213:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762967.500218:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278372:278372:256:4294967295] 192.168.203.101@tcp LPNI seq info [278371:278371:8:4294967295]
00000400:00000200:2.0:1787762967.500225:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762967.500237:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762967.500245:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762967.500282:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58c00.
00000800:00000200:2.0:1787762967.500293:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762967.500299:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787762967.500307:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762967.500311:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787762967.500318:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762967.500321:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58c00.
00000400:00000200:2.0:1787762967.500327:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762967.500333:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762967.500339:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787762967.500343:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787762967.500347:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762967.500353:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c2580 x1874597595099648/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762967.500367:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762967.500372:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c2580 x1874597595099648/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762992 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762967.500382:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762967.500384:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762967.500413:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762967.500419:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762967.500423:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316381432
00000100:00000010:2.0:1787762967.500431:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdf60.
00000100:00000001:2.0:1787762967.500439:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787762967.500447:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316381432
00000100:00000010:2.0:1787762967.500451:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdba0.
00000100:00000001:2.0:1787762967.500455:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787762967.500494:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762967.500501:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762967.500507:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762967.500519:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762967/real 1787762967]  req@ffff9b65113c2580 x1874597595099648/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762967.500539:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762967.500544:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762967.500548:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762967.500555:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9908
00000400:00000010:2.0:1787762967.500558:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9908.
00000100:00000001:2.0:1787762967.500564:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762967.500572:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c2580 x1874597595099648/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762967.500588:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c2580 x1874597595099648/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762967.500598:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762967.500600:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762967.500603:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762967.500606:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762967.500611:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c2580 x1874597595099648/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762967.500620:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762967.500626:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c2580 x1874597595099648/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762992 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762967.500635:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762967.500639:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762967.500641:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762967.500643:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762967.500647:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762967.500650:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762967.500655:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762967.500660:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762967.500663:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762967.500668:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c2580 x1874597595099648/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762992 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762967.500678:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595099648:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787762967.500685:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762967.500688:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762967.500692:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c2580 x1874597595099648/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762992 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762967.500701:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762967.500704:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762967.500708:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762967.500713:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762967.500716:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762967.500719:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787762967.500722:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762967.500725:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760d800.
02000000:00000001:2.0:1787762967.500729:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762967.500732:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762967.500735:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c2580.
00000100:00000001:2.0:1787762967.500741:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762967.500743:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762967.500746:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762967.500755:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762967.500757:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762967.500760:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762967.500763:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762967.500765:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762967.500770:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c1680 x1874597595099776/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762967.500779:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762967.500781:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762967.500784:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762967.500787:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762967.500790:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762967.500794:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595099776:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762967.500798:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762967.500802:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762967.500804:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762967.500807:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762967.500811:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762967.500814:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762967.500820:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762967.500823:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762967.500828:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9908.
00000100:00000200:2.0:1787762967.500833:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595099776, portal 10
00000100:00000001:2.0:1787762967.500835:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762967.500837:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115993728 : -110616593557888 : ffff9b65113c1680)
00000100:00000040:2.0:1787762967.500846:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c1680 x1874597595099776/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762967.500855:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762967.500858:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762967.500861:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787762967.500864:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595099776, offset 0
00000400:00000200:2.0:1787762967.500869:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762967.500874:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762967.500879:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762967.500883:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762967.500887:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762967.500891:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762967.500894:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762967.500898:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278373:278373:256:4294967295] 192.168.203.101@tcp LPNI seq info [278372:278372:8:4294967295]
00000400:00000200:2.0:1787762967.500904:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762967.500913:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762967.500918:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762967.500922:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58c00.
00000800:00000200:2.0:1787762967.500928:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762967.500932:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787762967.500938:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762967.500941:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787762967.500947:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762967.500949:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58c00.
00000400:00000200:2.0:1787762967.500954:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762967.500958:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762967.500962:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787762967.500965:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787762967.500968:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762967.500972:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c1680 x1874597595099776/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762967.500982:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762967.500985:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c1680 x1874597595099776/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762992 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762967.500994:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762967.500996:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762967.500999:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762967.501004:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787762967.501008:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762967.501011:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316380685
00000100:00000001:2.0:1787762967.501014:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316381432
00000100:00000001:2.0:1787762967.501017:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316380685
00000100:00000001:2.0:1787762967.501020:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316381432
00000100:00000001:2.0:1787762967.501022:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762967.501025:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762967.501027:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762967.501031:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762967/real 1787762967]  req@ffff9b65113c1680 x1874597595099776/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762967.501041:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762967.501043:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762967.501045:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762967.501048:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9908
00000400:00000010:2.0:1787762967.501050:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9908.
00000100:00000001:2.0:1787762967.501053:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762967.501058:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c1680 x1874597595099776/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762967.501069:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c1680 x1874597595099776/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762967.501077:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762967.501078:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762967.501081:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762967.501082:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762967.501086:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c1680 x1874597595099776/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762967.501094:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762967.501099:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c1680 x1874597595099776/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762992 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762967.501107:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762967.501110:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762967.501112:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762967.501114:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762967.501116:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762967.501118:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762967.501121:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762967.501125:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762967.501128:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762967.501133:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c1680 x1874597595099776/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762992 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762967.501142:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595099776:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787762967.501147:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787762967.501152:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c3c00 x1874597595099904/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762967.501169:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762967.501172:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762967.501175:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787762967.501177:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762967.501179:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762967.501183:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595099904:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762967.501187:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787762967.501189:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787762967.501191:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762967.501193:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787762967.501197:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541867000.
02000000:00000001:2.0:1787762967.501200:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762967.501203:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787762967.501206:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787762967.501210:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9908.
00000100:00000200:2.0:1787762967.501214:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595099904, portal 4
00000100:00000001:2.0:1787762967.501216:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787762967.501218:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457116003328 : -110616593548288 : ffff9b65113c3c00)
00000100:00000040:2.0:1787762967.501225:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c3c00 x1874597595099904/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762967.501233:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787762967.501236:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787762967.501238:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787762967.501241:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595099904, offset 0
00000400:00000200:2.0:1787762967.501245:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787762967.501281:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762967.501286:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787762967.501290:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787762967.501293:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787762967.501296:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787762967.501300:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787762967.501304:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278374:278374:256:4294967295] 192.168.203.101@tcp LPNI seq info [278373:278373:8:4294967295]
00000400:00000200:2.0:1787762967.501310:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762967.501319:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787762967.501324:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762967.501329:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58c00.
00000800:00000200:2.0:1787762967.501334:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787762967.501338:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787762967.501343:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787762967.501346:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787762967.501351:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787762967.501354:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58c00.
00000400:00000200:2.0:1787762967.501358:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787762967.501362:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787762967.501366:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787762967.501368:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787762967.501371:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787762967.501376:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c3c00 x1874597595099904/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762967.501386:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762967.501390:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c3c00 x1874597595099904/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762992 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762967.501399:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762967.501401:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787762967.501405:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762967.501409:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787762967.501412:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762967.501415:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316380692
00000100:00000001:2.0:1787762967.501418:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316381432
00000100:00000001:2.0:1787762967.501421:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316380692
00000100:00000001:2.0:1787762967.501424:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316381432
00000100:00000001:2.0:1787762967.501426:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762967.501429:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762967.501432:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787762967.501437:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762967/real 1787762967]  req@ffff9b65113c3c00 x1874597595099904/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787762967.501447:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787762967.501448:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787762967.501450:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787762967.501453:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9908
00000400:00000010:2.0:1787762967.501455:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9908.
00000100:00000001:2.0:1787762967.501458:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787762967.501462:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c3c00 x1874597595099904/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787762967.501503:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c3c00 x1874597595099904/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762967.501517:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787762967.501521:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762967.501525:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762967.501528:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787762967.501536:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c3c00 x1874597595099904/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762967.501550:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787762967.501558:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c3c00 x1874597595099904/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762992 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762967.501574:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787762967.501579:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762967.501582:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787762967.501584:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762967.501587:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787762967.501589:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787762967.501592:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787762967.501598:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787762967.501601:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787762967.501606:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c3c00 x1874597595099904/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762992 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787762967.501617:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595099904:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787762967.501622:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762967.501624:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762967.501628:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c1680 x1874597595099776/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762992 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762967.501636:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762967.501638:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762967.501641:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864800.
02000000:00000001:2.0:1787762967.501644:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762967.501646:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762967.501648:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787762967.501650:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762967.501653:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760e400.
02000000:00000001:2.0:1787762967.501656:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762967.501658:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762967.501660:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c1680.
00000100:00000001:2.0:1787762967.501663:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762967.501665:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762967.501667:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762967.501671:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c3c00 x1874597595099904/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762992 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762967.501679:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787762967.501681:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787762967.501683:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541867000.
02000000:00000001:2.0:1787762967.501686:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787762967.501687:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787762967.501689:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787762967.501691:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787762967.501694:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760e800.
02000000:00000001:2.0:1787762967.501696:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787762967.501698:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787762967.501700:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c3c00.
00000100:00000001:2.0:1787762967.501702:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787762967.501704:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762967.501706:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762967.501711:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762967.501712:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762967.501715:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787762967.501717:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762968.267329:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316381432, at 4316381440
00000100:00000040:1.0:1787762968.267329:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316381432, at 4316381440
00000100:00000010:0.0:1787762968.267349:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdf60.
00000100:00000010:1.0:1787762968.267353:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdba0.
00010000:00000001:0.0:1787762968.331318:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762968.331322:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762968.331327:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762968.331328:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762968.331332:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762968.331333:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762968.331355:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762968.331358:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762968.331360:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762968.523362:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762968.523371:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762968.523374:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762968.523381:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762968.523385:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762968.523390:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762968.523394:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762968.523397:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762968.523400:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762969.355347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762969.355356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762969.355361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762969.355362:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762969.355365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762969.355366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762969.355420:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762969.355425:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762969.355427:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762969.547355:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762969.547367:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762969.547371:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762969.547380:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762969.547404:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762969.547408:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762969.547413:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762969.547417:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762969.547421:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762970.379349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762970.379358:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762970.379363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762970.379364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762970.379368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762970.379369:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762970.379392:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762970.379395:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762970.379397:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762970.571384:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762970.571396:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762970.571400:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762970.571408:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762970.571414:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762970.571418:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762970.571422:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762970.571425:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762970.571429:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762971.403347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762971.403355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762971.403361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762971.403362:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762971.403365:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762971.403366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762971.403453:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762971.403457:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762971.403461:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762971.595374:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762971.595384:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762971.595387:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762971.595393:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762971.595398:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762971.595403:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762971.595407:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762971.595410:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762971.595414:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762972.427328:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762972.427335:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762972.427341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762972.427342:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762972.427345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762972.427348:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762972.427351:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762972.427354:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762972.427358:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762972.427361:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762972.427362:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762972.427364:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762972.427387:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762972.427390:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762972.427392:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787762972.619474:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762972.619488:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762972.619494:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787762972.619497:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1787762972.619501:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762972.619505:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762972.619513:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787762972.619513:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762972.619525:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00080000:2.0:1787762972.619529:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21713
00000100:00000001:3.0:1787762972.619534:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762972.619541:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1787762972.619548:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762972.619550:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762972.619562:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1787762972.619571:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:3.0:1787762972.619572:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762972.619585:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762972.619594:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762972.619598:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762972.619602:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762972.619605:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762972.619612:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762972.619614:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:2.0:1787762972.619618:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762972.619622:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:2.0:1787762972.619625:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:2.0:1787762972.619629:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:2.0:1787762972.619635:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762972.619638:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762972.619643:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762972.619646:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762972.619651:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:2.0:1787762972.619659:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762972.619663:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762972.619668:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762972.619673:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762972.619677:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762972.619679:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762972.619682:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762972.619694:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a92c0.
00000020:00000040:2.0:1787762972.619699:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:2.0:1787762972.619704:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762972.619706:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762972.619710:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762972.619713:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762972.619719:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762972.619729:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541867000.
00000100:00000001:2.0:1787762972.619737:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762972.619748:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a92c0 x1874597595100032/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762972.619763:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762972.619768:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762972.619775:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050439926] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a92c0 x1874597595100032/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762972.619806:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762972.619811:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762972.619816:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762972.619820:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762972.619823:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762972.619827:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787762972.619831:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1787762972.619832:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21713
00000100:00000001:1.0:1787762972.619838:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1787762972.619845:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762972.619847:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:2.0:1787762972.619858:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762972.619862:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762972.619868:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a92c0 x1874597595100032/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762972.619875:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762972.619887:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762972.619898:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762972.619905:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762972.619906:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:1.0:1787762972.619911:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762972.619913:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762972.619916:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
02000000:00000001:1.0:1787762972.619917:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1787762972.619920:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:1.0:1787762972.619923:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1787762972.619924:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:2.0:1787762972.619938:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
02000000:00000001:1.0:1787762972.619940:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787762972.619943:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:2.0:1787762972.619955:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762972.619961:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1787762972.619963:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595100032:192.168.203.101@tcp:250:kworker.0
00000100:00000040:2.0:1787762972.619971:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762972.619981:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762972.619989:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000001:1.0:1787762972.619991:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1787762972.620003:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
02000000:00000001:1.0:1787762972.620005:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787762972.620009:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762972.620012:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762972.620014:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787762972.620017:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787762972.620026:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1787762972.620027:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787762972.620044:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762972.620045:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762972.620068:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787762972.620075:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000008:00100000:2.0:1787762972.620076:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787762972.620085:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762972.620088:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762972.620093:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a8b40.
00000020:00000040:2.0:1787762972.620096:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:2.0:1787762972.620099:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762972.620101:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762972.620104:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762972.620108:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762972.620111:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762972.620117:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541864800.
00000100:00000001:2.0:1787762972.620124:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762972.620137:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a8b40 x1874597595100160/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787762972.620143:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000100:00000001:2.0:1787762972.620156:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762972.620159:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762972.620161:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000040:2.0:1787762972.620170:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047032930] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a8b40 x1874597595100160/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762972.620174:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595100032, portal 25
00000100:00000001:1.0:1787762972.620190:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762972.620196:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739797184 : -110615969754432 : ffff9b65366a92c0)
00000100:00000001:2.0:1787762972.620204:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762972.620209:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762972.620217:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:1.0:1787762972.620219:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a92c0 x1874597595100032/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762972.620221:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762972.620224:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762972.620232:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762972.620240:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21713
00000400:00000200:2.0:1787762972.620293:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762972.620312:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:1.0:1787762972.620314:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787762972.620320:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787762972.620330:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000040:2.0:1787762972.620339:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000010:1.0:1787762972.620341:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000001:2.0:1787762972.620350:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1787762972.620353:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595100032, offset 0
00000100:00000040:2.0:1787762972.620358:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762972.620364:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762972.620368:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762972.620374:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000400:00000200:1.0:1787762972.620375:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000020:00000001:2.0:1787762972.620382:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762972.620386:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:2.0:1787762972.620390:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:1.0:1787762972.620398:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000020:00000001:2.0:1787762972.620399:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:2.0:1787762972.620411:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000200:1.0:1787762972.620415:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000001:2.0:1787762972.620418:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762972.620427:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1787762972.620428:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:1.0:1787762972.620447:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000001:2.0:1787762972.620458:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:1.0:1787762972.620462:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000020:00000040:2.0:1787762972.620464:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000400:00000200:1.0:1787762972.620475:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00080000:2.0:1787762972.620478:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762972.620488:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762972.620491:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278375:278375:256:4294967295] 192.168.203.101@tcp LPNI seq info [278374:278374:8:4294967295]
02000000:00000001:2.0:1787762972.620495:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762972.620505:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787762972.620507:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:2.0:1787762972.620518:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762972.620524:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762972.620529:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787762972.620536:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000008:00000001:2.0:1787762972.620538:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762972.620544:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762972.620554:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000010:2.0:1787762972.620555:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366aa580.
00000020:00000040:2.0:1787762972.620574:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000800:00000010:1.0:1787762972.620575:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
02000000:00000001:2.0:1787762972.620582:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762972.620586:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762972.620592:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.0:1787762972.620593:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
02000000:00000001:2.0:1787762972.620596:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.0:1787762972.620604:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
02000000:00000001:2.0:1787762972.620605:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762972.620626:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541867800.
00000800:00000200:1.1:1787762972.620631:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:2.0:1787762972.620635:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762972.620638:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000100:00100000:2.0:1787762972.620647:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366aa580 x1874597595100288/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787762972.620648:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762972.620655:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762972.620666:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787762972.620682:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787762972.620693:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1787762972.620695:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762972.620714:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000100:00000040:2.0:1787762972.620717:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd8fa0a2] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366aa580 x1874597595100288/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787762972.620719:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762972.620730:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787762972.620745:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762972.620746:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a92c0 x1874597595100032/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762972.620758:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787762972.620785:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787762972.620789:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787762972.620798:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21723)
00000100:00000040:1.0:1787762972.620799:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a92c0 x1874597595100032/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787762997 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762972.620816:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762972.620818:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762972.620827:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762972.620834:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762972.620837:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316386552
00000100:00000010:1.0:1787762972.620844:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82f00.
00000100:00000001:1.0:1787762972.620852:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762972.620860:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316386552
00000100:00000010:1.0:1787762972.620862:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82420.
00000100:00000001:1.0:1787762972.620865:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762972.620868:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762972.620870:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762972.620872:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762972.620876:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762972/real 1787762972]  req@ffff9b65366a92c0 x1874597595100032/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762972.620883:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762972.620884:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762972.620886:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762972.620888:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762972.620889:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762972.620891:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762972.620894:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a92c0 x1874597595100032/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762972.620901:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a92c0 x1874597595100032/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762972.620906:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762972.620908:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762972.620910:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762972.620912:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762972.620914:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a92c0 x1874597595100032/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762972.620919:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762972.620923:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a92c0 x1874597595100032/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762997 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762972.620928:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762972.620930:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762972.620931:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762972.620932:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762972.620936:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762972.620939:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762972.620944:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762972.620949:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762972.620952:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762972.620958:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a92c0 x1874597595100032/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762997 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762972.620967:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595100032:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762972.620973:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762972.620976:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762972.620980:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a92c0 x1874597595100032/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787762997 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762972.620988:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762972.620991:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762972.620994:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787762972.620997:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762972.620999:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762972.621001:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762972.621003:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762972.621006:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541867000.
02000000:00000001:1.0:1787762972.621010:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762972.621012:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762972.621014:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a92c0.
00000100:00000001:1.0:1787762972.621017:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762972.621019:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762972.621020:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762972.621028:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762972.621029:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762972.621032:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762972.621033:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762972.621034:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762972.621038:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8b40 x1874597595100160/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762972.621044:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762972.621046:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762972.621048:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762972.621050:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762972.621052:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762972.621053:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595100160:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762972.621056:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762972.621058:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762972.621059:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762972.621061:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762972.621063:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787762972.621065:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762972.621068:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762972.621071:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762972.621074:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762972.621077:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595100160, portal 10
00000100:00000001:1.0:1787762972.621078:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762972.621079:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739795264 : -110615969756352 : ffff9b65366a8b40)
00000100:00000040:1.0:1787762972.621085:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8b40 x1874597595100160/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762972.621090:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762972.621092:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762972.621094:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762972.621096:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595100160, offset 0
00000400:00000200:1.0:1787762972.621098:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762972.621101:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762972.621104:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762972.621106:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762972.621108:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762972.621110:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762972.621112:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762972.621115:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278376:278376:256:4294967295] 192.168.203.101@tcp LPNI seq info [278375:278375:8:4294967295]
00000400:00000200:1.0:1787762972.621118:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762972.621123:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762972.621126:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762972.621128:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762972.621131:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762972.621134:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762972.621137:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762972.621138:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787762972.621141:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762972.621143:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762972.621145:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762972.621147:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762972.621149:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762972.621151:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762972.621152:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762972.621155:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a8b40 x1874597595100160/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762972.621160:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762972.621163:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8b40 x1874597595100160/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787762997 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762972.621168:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762972.621169:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762972.621171:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762972.621175:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762972.621177:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762972.621178:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316385805
00000100:00000001:1.0:1787762972.621181:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316386552
00000100:00000001:1.0:1787762972.621183:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316385805
00000100:00000001:1.0:1787762972.621184:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316386552
00000100:00000001:1.0:1787762972.621186:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762972.621189:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762972.621190:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762972.621192:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762972/real 1787762972]  req@ffff9b65366a8b40 x1874597595100160/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762972.621199:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762972.621201:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762972.621203:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762972.621205:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762972.621207:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762972.621210:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762972.621213:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8b40 x1874597595100160/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762972.621223:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8b40 x1874597595100160/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762972.621230:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762972.621232:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762972.621234:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762972.621236:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762972.621241:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8b40 x1874597595100160/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762972.621271:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762972.621276:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8b40 x1874597595100160/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762997 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762972.621281:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762972.621284:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762972.621285:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762972.621286:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762972.621288:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762972.621289:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762972.621291:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762972.621294:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762972.621295:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762972.621298:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8b40 x1874597595100160/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762997 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762972.621304:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595100160:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762972.621306:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762972.621309:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366aa580 x1874597595100288/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762972.621313:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762972.621314:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762972.621316:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762972.621317:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762972.621318:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762972.621320:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595100288:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762972.621323:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762972.621325:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762972.621326:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762972.621327:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762972.621330:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762972.621332:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762972.621335:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762972.621337:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762972.621340:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762972.621342:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595100288, portal 4
00000100:00000001:1.0:1787762972.621344:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762972.621345:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739801984 : -110615969749632 : ffff9b65366aa580)
00000100:00000040:1.0:1787762972.621350:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366aa580 x1874597595100288/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762972.621354:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762972.621357:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762972.621359:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762972.621360:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595100288, offset 0
00000400:00000200:1.0:1787762972.621363:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762972.621366:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762972.621369:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762972.621371:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762972.621373:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762972.621375:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762972.621377:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762972.621379:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278377:278377:256:4294967295] 192.168.203.101@tcp LPNI seq info [278376:278376:8:4294967295]
00000400:00000200:1.0:1787762972.621382:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762972.621386:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762972.621389:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762972.621391:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762972.621394:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762972.621396:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787762972.621399:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762972.621400:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787762972.621403:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762972.621405:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762972.621407:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762972.621409:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762972.621411:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762972.621413:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762972.621415:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762972.621417:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366aa580 x1874597595100288/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762972.621445:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762972.621448:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366aa580 x1874597595100288/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787762997 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762972.621453:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762972.621454:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762972.621458:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762972.621460:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762972.621463:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762972.621464:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316385812
00000100:00000001:1.0:1787762972.621466:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316386552
00000100:00000001:1.0:1787762972.621468:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316385812
00000100:00000001:1.0:1787762972.621470:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316386552
00000100:00000001:1.0:1787762972.621471:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762972.621473:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762972.621474:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762972.621476:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762972/real 1787762972]  req@ffff9b65366aa580 x1874597595100288/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762972.621481:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762972.621483:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762972.621484:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762972.621486:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762972.621487:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762972.621488:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762972.621491:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366aa580 x1874597595100288/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762972.621497:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366aa580 x1874597595100288/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762972.621501:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762972.621501:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762972.621503:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762972.621503:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762972.621506:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366aa580 x1874597595100288/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762972.621510:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762972.621512:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366aa580 x1874597595100288/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762997 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762972.621517:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762972.621519:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762972.621520:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762972.621521:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762972.621523:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762972.621524:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762972.621525:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762972.621527:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762972.621528:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762972.621531:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366aa580 x1874597595100288/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762997 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762972.621535:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595100288:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762972.621538:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762972.621539:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762972.621541:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8b40 x1874597595100160/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787762997 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762972.621545:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762972.621547:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762972.621548:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787762972.621550:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762972.621551:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762972.621553:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762972.621554:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762972.621556:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541864800.
02000000:00000001:1.0:1787762972.621559:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762972.621560:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762972.621561:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8b40.
00000100:00000001:1.0:1787762972.621562:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762972.621563:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762972.621565:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762972.621567:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366aa580 x1874597595100288/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787762997 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762972.621572:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762972.621573:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762972.621574:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762972.621575:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762972.621575:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762972.621576:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762972.621577:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762972.621578:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541867800.
02000000:00000001:1.0:1787762972.621580:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762972.621580:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762972.621581:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366aa580.
00000100:00000001:1.0:1787762972.621582:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762972.621583:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762972.621584:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762972.621587:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762972.621587:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762972.621589:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762972.621590:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762973.387346:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316386552, at 4316386560
00000100:00000010:1.0:1787762973.387368:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82420.
00000100:00000040:0.0:1787762973.387382:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316386552, at 4316386560
00000100:00000010:0.0:1787762973.387412:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82f00.
00010000:00000001:0.0:1787762973.451392:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762973.451401:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762973.451411:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762973.451414:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762973.451420:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762973.451424:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762973.451569:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762973.451575:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762973.451580:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762973.643372:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762973.643390:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762973.643393:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762973.643399:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762973.643404:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762973.643408:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762973.643412:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762973.643416:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762973.643419:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762974.475337:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762974.475356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762974.475364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762974.475367:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762974.475371:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762974.475373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762974.475397:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762974.475401:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762974.475404:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762974.667372:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762974.667381:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762974.667384:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762974.667390:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762974.667395:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762974.667400:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762974.667403:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762974.667407:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762974.667410:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762975.499406:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762975.499424:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762975.499431:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762975.499432:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762975.499442:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762975.499443:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762975.499526:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762975.499530:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762975.499533:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762975.691357:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762975.691366:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762975.691368:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762975.691380:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762975.691384:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762975.691388:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762975.691391:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762975.691395:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762975.691397:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762976.523363:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762976.523371:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762976.523377:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762976.523378:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762976.523381:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762976.523382:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762976.523423:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762976.523426:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762976.523428:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762976.715333:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762976.715341:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762976.715344:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762976.715350:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762976.715354:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762976.715359:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762976.715362:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762976.715365:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762976.715368:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762977.547436:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762977.547452:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762977.547456:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762977.547463:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762977.547472:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762977.547477:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762977.547481:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762977.547501:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762977.547511:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762977.547515:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762977.547518:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762977.547520:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762977.547523:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762977.547525:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762977.547527:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762977.547530:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762977.547535:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762977.547538:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762977.547620:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762977.547637:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762977.547643:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762977.739392:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762977.739424:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762977.739428:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762977.739438:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1787762977.739438:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762977.739448:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787762977.739452:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762977.739456:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762977.739461:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787762977.739463:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762977.739469:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787762977.739470:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762977.739476:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762977.739480:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762977.739494:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21718
00000400:00000200:2.0:1787762977.739509:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762977.739519:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762977.739525:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762977.739530:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762977.739535:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762977.739538:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762977.739542:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762977.739547:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762977.739550:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:2.0:1787762977.739554:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762977.739559:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:2.0:1787762977.739562:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:2.0:1787762977.739565:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:2.0:1787762977.739569:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762977.739572:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762977.739575:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762977.739578:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762977.739582:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:2.0:1787762977.739586:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762977.739589:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762977.739593:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762977.739599:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762977.739603:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762977.739606:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787762977.739609:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787762977.739624:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366ab840.
00000020:00000040:2.0:1787762977.739630:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:2.0:1787762977.739636:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787762977.739638:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762977.739642:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762977.739646:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762977.739653:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762977.739664:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541864000.
00000100:00000001:2.0:1787762977.739674:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762977.739687:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366ab840 x1874597595100416/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762977.739702:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762977.739709:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762977.739716:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001dabcfc0] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366ab840 x1874597595100416/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787762977.739747:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762977.739752:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787762977.739757:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787762977.739759:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787762977.739761:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762977.739764:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787762977.739768:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21718
00000400:00000200:2.0:1787762977.739772:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787762977.739775:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762977.739778:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787762977.739782:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762977.739785:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762977.739788:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762977.739790:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787762977.739794:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762977.739796:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:2.0:1787762977.739798:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787762977.739801:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:2.0:1787762977.739803:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:2.0:1787762977.739805:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:2.0:1787762977.739809:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762977.739811:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762977.739813:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762977.739816:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787762977.739819:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:2.0:1787762977.739823:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787762977.739826:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787762977.739829:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787762977.739838:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762977.739841:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762977.739844:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762977.739850:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787762977.739853:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:2.0:1787762977.739855:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762977.739862:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762977.739863:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000010:2.0:1787762977.739869:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a8780.
00000100:00000001:1.0:1787762977.739870:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1787762977.739878:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:2.0:1787762977.739885:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1787762977.739888:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366ab840 x1874597595100416/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787762977.739889:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762977.739895:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787762977.739896:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762977.739899:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762977.739903:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541865400.
00000100:00000001:2.0:1787762977.739908:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762977.739916:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a8780 x1874597595100544/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787762977.739927:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787762977.739930:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762977.739936:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000105b7063] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a8780 x1874597595100544/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762977.739980:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762977.739984:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762977.739990:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762977.739994:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787762977.739999:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762977.740000:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787762977.740010:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1787762977.740016:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595100416:192.168.203.101@tcp:250:kworker.0
00000100:00080000:2.0:1787762977.740019:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787762977.740026:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787762977.740029:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1787762977.740031:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762977.740037:0:277520:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1787762977.740039:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1787762977.740044:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21718
02000000:00000001:1.0:1787762977.740047:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787762977.740055:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:1.0:1787762977.740056:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:2.0:1787762977.740063:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787762977.740068:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
02000000:00000010:1.0:1787762977.740070:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08800.
00000100:00000040:2.0:1787762977.740074:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
02000000:00000001:1.0:1787762977.740077:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762977.740080:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787762977.740086:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:1.0:1787762977.740094:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762977.740096:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000010:1.0:1787762977.740103:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000020:00000001:2.0:1787762977.740105:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787762977.740112:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:2.0:1787762977.740117:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:1.0:1787762977.740118:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000020:00000040:2.0:1787762977.740123:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:2.0:1787762977.740132:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000200:1.0:1787762977.740133:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595100416, portal 25
00000020:00000001:2.0:1787762977.740143:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000001:1.0:1787762977.740152:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1787762977.740155:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762977.740157:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739806784 : -110615969744832 : ffff9b65366ab840)
00000100:00000001:2.0:1787762977.740166:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762977.740176:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366ab840 x1874597595100416/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787762977.740180:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762977.740191:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:1.0:1787762977.740199:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:2.0:1787762977.740204:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00000040:1.0:1787762977.740209:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762977.740216:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00080000:2.0:1787762977.740219:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000200:1.0:1787762977.740222:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595100416, offset 0
00000100:00000001:2.0:1787762977.740234:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762977.740245:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
02000000:00000001:2.0:1787762977.740296:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787762977.740303:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:2.0:1787762977.740307:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787762977.740314:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762977.740319:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000001:2.0:1787762977.740321:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787762977.740329:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787762977.740334:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:2.0:1787762977.740336:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762977.740343:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762977.740346:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000010:2.0:1787762977.740355:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366aa580.
00000400:00000200:1.0:1787762977.740356:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762977.740365:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000020:00000040:2.0:1787762977.740367:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:2.0:1787762977.740377:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787762977.740378:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278378:278378:256:4294967295] 192.168.203.101@tcp LPNI seq info [278377:278377:8:4294967295]
02000000:00000001:2.0:1787762977.740383:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787762977.740391:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787762977.740393:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:2.0:1787762977.740395:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787762977.740424:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787762977.740433:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541866800.
00000100:00000001:2.0:1787762977.740441:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762977.740447:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00100000:2.0:1787762977.740457:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366aa580 x1874597595100672/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787762977.740464:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000001:2.0:1787762977.740480:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1787762977.740481:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000100:00000001:2.0:1787762977.740486:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787762977.740497:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd8fa0a2] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366aa580 x1874597595100672/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1787762977.740499:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762977.740514:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000100:00000001:2.0:1787762977.740522:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762977.740531:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:2.0:1787762977.740532:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1787762977.740544:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000100:00000040:2.0:1787762977.740545:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000100:1.0:1787762977.740560:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000100:00000040:2.0:1787762977.740561:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21728)
00000800:00000010:1.0:1787762977.740567:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762977.740577:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762977.740586:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762977.740593:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762977.740597:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762977.740604:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762977.740610:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366ab840 x1874597595100416/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762977.740624:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762977.740629:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366ab840 x1874597595100416/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763002 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762977.740639:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762977.740641:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762977.740651:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762977.740656:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762977.740660:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316391672
00000100:00000010:1.0:1787762977.740667:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82420.
00000100:00000001:1.0:1787762977.740678:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762977.740688:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316391672
00000100:00000010:1.0:1787762977.740692:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a822a0.
00000100:00000001:1.0:1787762977.740696:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762977.740701:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762977.740705:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762977.740709:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762977.740715:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762977/real 1787762977]  req@ffff9b65366ab840 x1874597595100416/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762977.740727:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762977.740729:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762977.740732:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762977.740736:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762977.740738:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762977.740740:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762977.740745:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366ab840 x1874597595100416/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762977.740757:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366ab840 x1874597595100416/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762977.740766:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762977.740768:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762977.740771:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762977.740773:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762977.740779:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366ab840 x1874597595100416/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762977.740787:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762977.740793:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366ab840 x1874597595100416/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763002 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762977.740802:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762977.740806:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762977.740808:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762977.740810:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762977.740813:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762977.740816:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762977.740820:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762977.740825:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762977.740828:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762977.740834:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366ab840 x1874597595100416/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763002 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762977.740846:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366ab840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595100416:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762977.740851:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762977.740854:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762977.740858:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366ab840 x1874597595100416/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763002 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762977.740866:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762977.740870:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762977.740873:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762977.740877:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762977.740880:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762977.740882:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762977.740885:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762977.740888:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541864000.
02000000:00000001:1.0:1787762977.740894:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762977.740896:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762977.740899:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366ab840.
00000100:00000001:1.0:1787762977.740902:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762977.740904:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762977.740907:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762977.740917:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762977.740919:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762977.740922:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762977.740924:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762977.740926:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762977.740930:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8780 x1874597595100544/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762977.740939:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762977.740942:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762977.740945:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762977.740947:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762977.740951:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762977.740955:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595100544:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762977.740959:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762977.740962:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762977.740964:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762977.740966:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762977.740970:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762977.740972:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762977.740976:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762977.740979:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762977.740983:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762977.740988:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595100544, portal 10
00000100:00000001:1.0:1787762977.740990:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762977.740992:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739794304 : -110615969757312 : ffff9b65366a8780)
00000100:00000040:1.0:1787762977.741001:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8780 x1874597595100544/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762977.741010:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762977.741013:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762977.741015:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762977.741018:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595100544, offset 0
00000400:00000200:1.0:1787762977.741023:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762977.741027:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762977.741032:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762977.741036:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762977.741039:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762977.741042:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762977.741046:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762977.741050:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278379:278379:256:4294967295] 192.168.203.101@tcp LPNI seq info [278378:278378:8:4294967295]
00000400:00000200:1.0:1787762977.741055:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762977.741063:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762977.741068:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762977.741074:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762977.741079:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762977.741083:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762977.741088:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762977.741091:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787762977.741096:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762977.741098:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762977.741102:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762977.741106:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762977.741110:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762977.741112:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762977.741115:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762977.741119:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a8780 x1874597595100544/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762977.741129:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762977.741133:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8780 x1874597595100544/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763002 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762977.741141:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762977.741143:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762977.741147:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762977.741152:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762977.741156:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762977.741158:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316390925
00000100:00000001:1.0:1787762977.741162:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316391672
00000100:00000001:1.0:1787762977.741165:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316390925
00000100:00000001:1.0:1787762977.741168:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316391672
00000100:00000001:1.0:1787762977.741171:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762977.741173:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762977.741176:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762977.741180:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762977/real 1787762977]  req@ffff9b65366a8780 x1874597595100544/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762977.741199:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762977.741200:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762977.741203:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762977.741206:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762977.741207:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762977.741210:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762977.741213:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8780 x1874597595100544/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762977.741223:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8780 x1874597595100544/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762977.741232:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762977.741234:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762977.741236:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762977.741238:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762977.741242:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8780 x1874597595100544/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762977.741279:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762977.741285:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8780 x1874597595100544/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763002 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762977.741293:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762977.741297:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762977.741299:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762977.741301:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762977.741303:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762977.741306:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762977.741309:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762977.741313:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762977.741316:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762977.741322:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8780 x1874597595100544/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763002 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762977.741332:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595100544:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762977.741337:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762977.741341:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366aa580 x1874597595100672/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762977.741349:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762977.741351:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762977.741353:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762977.741355:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762977.741358:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762977.741361:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595100672:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762977.741365:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762977.741368:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762977.741370:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762977.741372:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762977.741377:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787762977.741379:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762977.741383:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762977.741386:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762977.741390:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762977.741394:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595100672, portal 4
00000100:00000001:1.0:1787762977.741419:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762977.741422:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739801984 : -110615969749632 : ffff9b65366aa580)
00000100:00000040:1.0:1787762977.741430:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366aa580 x1874597595100672/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762977.741439:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762977.741442:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762977.741445:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762977.741448:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595100672, offset 0
00000400:00000200:1.0:1787762977.741454:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762977.741459:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762977.741463:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762977.741467:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762977.741470:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762977.741474:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762977.741477:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762977.741481:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278380:278380:256:4294967295] 192.168.203.101@tcp LPNI seq info [278379:278379:8:4294967295]
00000400:00000200:1.0:1787762977.741486:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762977.741494:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762977.741499:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762977.741503:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762977.741508:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762977.741512:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787762977.741517:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762977.741520:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787762977.741524:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762977.741527:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762977.741531:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762977.741535:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762977.741539:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762977.741541:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762977.741544:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762977.741549:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366aa580 x1874597595100672/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762977.741559:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762977.741562:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366aa580 x1874597595100672/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763002 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762977.741571:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762977.741573:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762977.741577:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762977.741580:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762977.741584:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762977.741588:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316390932
00000100:00000001:1.0:1787762977.741591:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316391672
00000100:00000001:1.0:1787762977.741594:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316390932
00000100:00000001:1.0:1787762977.741597:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316391672
00000100:00000001:1.0:1787762977.741599:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762977.741602:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762977.741604:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762977.741609:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762977/real 1787762977]  req@ffff9b65366aa580 x1874597595100672/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762977.741617:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762977.741619:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762977.741622:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762977.741624:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762977.741627:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762977.741629:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762977.741633:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366aa580 x1874597595100672/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762977.741643:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366aa580 x1874597595100672/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762977.741650:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762977.741652:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762977.741654:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762977.741656:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762977.741660:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366aa580 x1874597595100672/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762977.741668:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762977.741673:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366aa580 x1874597595100672/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763002 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762977.741681:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762977.741685:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762977.741687:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762977.741689:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762977.741691:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762977.741693:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762977.741697:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762977.741700:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762977.741703:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762977.741707:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366aa580 x1874597595100672/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763002 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762977.741716:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366aa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595100672:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762977.741721:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762977.741723:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762977.741726:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8780 x1874597595100544/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763002 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762977.741734:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762977.741736:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762977.741738:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762977.741741:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762977.741743:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762977.741745:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762977.741748:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762977.741750:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541865400.
02000000:00000001:1.0:1787762977.741754:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762977.741755:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762977.741757:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8780.
00000100:00000001:1.0:1787762977.741761:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762977.741762:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762977.741764:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762977.741768:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366aa580 x1874597595100672/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763002 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762977.741785:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762977.741787:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762977.741789:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787762977.741791:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762977.741793:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762977.741794:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762977.741796:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762977.741798:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541866800.
02000000:00000001:1.0:1787762977.741800:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762977.741801:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762977.741803:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366aa580.
00000100:00000001:1.0:1787762977.741806:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762977.741808:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762977.741810:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762977.741813:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762977.741815:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762977.741817:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762977.741820:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762978.507326:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316391672, at 4316391680
00000100:00000040:1.0:1787762978.507326:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316391672, at 4316391680
00000100:00000010:1.0:1787762978.507347:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a822a0.
00000100:00000010:0.0:1787762978.507352:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82420.
00010000:00000001:0.0:1787762978.571324:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762978.571331:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762978.571336:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762978.571337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762978.571340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762978.571341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762978.571363:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762978.571366:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762978.571368:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787762978.763321:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762978.763329:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762978.763337:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762978.763344:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787762978.763348:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787762978.763352:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762978.763355:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762978.763358:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762978.763360:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762979.595360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762979.595370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762979.595379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762979.595381:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762979.595406:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762979.595408:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762979.595503:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762979.595510:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762979.595515:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762979.787447:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762979.787458:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762979.787463:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762979.787472:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762979.787478:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762979.787483:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762979.787488:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762979.787493:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762979.787498:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762980.619451:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762980.619462:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762980.619470:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762980.619472:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762980.619476:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762980.619478:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762980.619510:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762980.619513:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762980.619517:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762980.811311:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762980.811318:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762980.811320:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762980.811325:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762980.811328:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762980.811332:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762980.811335:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762980.811338:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762980.811340:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762981.643414:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762981.643423:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762981.643431:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762981.643433:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762981.643438:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762981.643439:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762981.643536:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762981.643543:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762981.643549:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762981.835411:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762981.835422:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762981.835426:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762981.835434:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762981.835440:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762981.835445:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762981.835449:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762981.835453:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762981.835457:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762982.667394:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762982.667404:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762982.667414:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762982.667416:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762982.667422:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762982.667427:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762982.667430:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762982.667435:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762982.667439:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762982.667443:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762982.667446:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762982.667449:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762982.667482:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762982.667486:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762982.667490:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762982.859393:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762982.859402:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762982.859406:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762982.859413:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762982.859418:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762982.859424:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762982.859429:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762982.859433:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762982.859438:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762982.859467:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762982.859477:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787762982.859481:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762982.859487:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762982.859493:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762982.859504:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21723
00000400:00000200:0.0:1787762982.859517:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762982.859527:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762982.859546:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762982.859551:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762982.859556:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762982.859559:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762982.859563:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762982.859568:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762982.859571:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787762982.859575:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787762982.859580:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787762982.859583:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787762982.859586:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787762982.859590:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762982.859593:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762982.859597:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762982.859599:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762982.859604:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787762982.859608:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762982.859612:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762982.859616:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762982.859620:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762982.859624:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762982.859627:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787762982.859630:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762982.859642:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1a40.
00000020:00000040:0.0:1787762982.859648:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787762982.859654:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762982.859656:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762982.859661:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762982.859665:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762982.859671:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787762982.859690:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760c800.
00000100:00000001:0.0:1787762982.859700:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787762982.859714:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1a40 x1874597595100800/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787762982.859729:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762982.859736:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762982.859743:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7cad83] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1a40 x1874597595100800/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762982.859773:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787762982.859778:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762982.859782:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787762982.859784:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762982.859787:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787762982.859790:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762982.859795:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21723
00000400:00000200:0.0:1787762982.859800:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762982.859804:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762982.859808:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787762982.859813:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762982.859816:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762982.859822:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762982.859825:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787762982.859828:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787762982.859830:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787762982.859832:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787762982.859836:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1787762982.859837:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787762982.859845:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:1.0:1787762982.859847:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787762982.859850:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:1.0:1787762982.859853:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787762982.859860:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762982.859863:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762982.859871:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c1a40 x1874597595100800/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787762982.859887:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762982.859892:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762982.859900:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762982.859901:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
02000000:00000001:1.0:1787762982.859908:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1787762982.859912:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
02000000:00000001:1.0:1787762982.859918:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787762982.859924:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
02000000:00000001:1.0:1787762982.859930:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762982.859936:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787762982.859946:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787762982.859946:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595100800:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762982.859961:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787762982.859963:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762982.859971:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787762982.859973:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762982.859980:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787762982.859982:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787762982.859992:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1787762982.859995:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762982.860005:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762982.860007:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08c00.
00000100:00000001:0.0:1787762982.860008:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762982.860020:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787762982.860023:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c0000.
00000020:00000040:0.0:1787762982.860031:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000400:00000200:1.0:1787762982.860039:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:0.0:1787762982.860041:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762982.860048:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762982.860049:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000100:00000001:0.0:1787762982.860052:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762982.860058:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762982.860061:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762982.860063:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
02000000:00000010:0.0:1787762982.860071:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760d000.
00000100:00000200:1.0:1787762982.860078:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595100800, portal 25
00000100:00000001:0.0:1787762982.860081:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762982.860085:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762982.860090:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115994688 : -110616593556928 : ffff9b65113c1a40)
00000100:00100000:0.0:1787762982.860098:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c0000 x1874597595100928/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787762982.860111:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c1a40 x1874597595100800/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762982.860116:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762982.860123:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762982.860139:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ecd2557] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c0000 x1874597595100928/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762982.860152:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787762982.860164:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762982.860172:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00080000:0.0:1787762982.860175:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787762982.860184:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000010:1.0:1787762982.860186:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000001:0.0:1787762982.860187:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787762982.860193:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1787762982.860199:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595100800, offset 0
00000100:00000001:0.0:1787762982.860200:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787762982.860209:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21723
00000400:00000200:1.0:1787762982.860218:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787762982.860219:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787762982.860230:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787762982.860233:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787762982.860239:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:0.0:1787762982.860243:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000200:1.0:1787762982.860298:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762982.860308:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1787762982.860312:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762982.860322:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000040:0.0:1787762982.860323:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762982.860330:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:1.0:1787762982.860334:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1787762982.860337:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787762982.860345:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000020:00000040:0.0:1787762982.860346:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787762982.860352:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787762982.860357:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278381:278381:256:4294967295] 192.168.203.101@tcp LPNI seq info [278380:278380:8:4294967295]
00000020:00000040:0.0:1787762982.860359:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:0.0:1787762982.860394:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:1.0:1787762982.860400:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000020:00000001:0.0:1787762982.860404:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:0.0:1787762982.860413:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787762982.860421:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787762982.860430:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:1.0:1787762982.860432:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787762982.860439:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787762982.860445:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000800:00000200:1.0:1787762982.860452:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00080000:0.0:1787762982.860457:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787762982.860464:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787762982.860466:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
02000000:00000001:0.0:1787762982.860468:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787762982.860477:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787762982.860486:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762982.860487:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:0.0:1787762982.860492:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:1.0:1787762982.860497:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000008:00100000:0.0:1787762982.860499:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787762982.860510:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762982.860519:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:0.0:1787762982.860520:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762982.860531:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000100:00000010:0.0:1787762982.860534:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2d00.
00000800:00000100:1.0:1787762982.860543:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000020:00000040:0.0:1787762982.860546:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000800:00000010:1.0:1787762982.860549:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
02000000:00000001:0.0:1787762982.860553:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787762982.860557:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762982.860560:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1787762982.860561:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787762982.860569:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787762982.860577:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762982.860578:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
02000000:00000010:0.0:1787762982.860592:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760c400.
00000400:00000200:1.0:1787762982.860593:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762982.860600:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:0.0:1787762982.860604:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762982.860609:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:0.0:1787762982.860617:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2d00 x1874597595101056/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787762982.860622:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c1a40 x1874597595100800/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762982.860653:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787762982.860661:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762982.860664:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787762982.860673:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b3abd36] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2d00 x1874597595101056/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787762982.860679:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c1a40 x1874597595100800/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763007 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787762982.860716:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762982.860721:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762982.860724:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787762982.860726:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1787762982.860735:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787762982.860739:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762982.860744:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21733)
00000400:00000200:1.0:1787762982.860753:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762982.860758:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316396792
00000100:00000010:1.0:1787762982.860767:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a822a0.
00000100:00000001:1.0:1787762982.860778:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762982.860789:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316396792
00000100:00000010:1.0:1787762982.860793:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82a20.
00000100:00000001:1.0:1787762982.860797:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762982.860802:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762982.860806:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762982.860809:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762982.860815:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762982/real 1787762982]  req@ffff9b65113c1a40 x1874597595100800/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762982.860835:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762982.860837:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762982.860840:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762982.860845:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762982.860847:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762982.860850:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762982.860854:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c1a40 x1874597595100800/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762982.860865:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c1a40 x1874597595100800/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762982.860873:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762982.860875:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762982.860879:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762982.860881:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762982.860886:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c1a40 x1874597595100800/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762982.860895:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762982.860901:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c1a40 x1874597595100800/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763007 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762982.860910:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762982.860914:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762982.860917:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762982.860919:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762982.860924:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762982.860928:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762982.860933:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762982.860941:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762982.860946:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762982.860955:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c1a40 x1874597595100800/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763007 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762982.860974:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595100800:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762982.860983:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762982.860987:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762982.860994:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c1a40 x1874597595100800/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763007 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762982.861009:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762982.861014:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762982.861020:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787762982.861026:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762982.861028:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762982.861031:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762982.861034:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762982.861038:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760c800.
02000000:00000001:1.0:1787762982.861043:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762982.861046:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762982.861049:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c1a40.
00000100:00000001:1.0:1787762982.861053:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762982.861055:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762982.861058:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762982.861068:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762982.861070:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762982.861072:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762982.861074:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762982.861076:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762982.861082:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c0000 x1874597595100928/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762982.861092:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762982.861094:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762982.861097:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762982.861101:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762982.861106:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762982.861112:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595100928:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762982.861119:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762982.861123:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762982.861126:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762982.861130:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762982.861136:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787762982.861141:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762982.861149:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762982.861155:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762982.861163:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762982.861170:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595100928, portal 10
00000100:00000001:1.0:1787762982.861174:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762982.861177:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115987968 : -110616593563648 : ffff9b65113c0000)
00000100:00000040:1.0:1787762982.861190:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c0000 x1874597595100928/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762982.861202:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762982.861206:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762982.861210:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762982.861213:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595100928, offset 0
00000400:00000200:1.0:1787762982.861219:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762982.861225:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762982.861231:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762982.861235:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762982.861239:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762982.861243:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762982.861276:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762982.861281:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278382:278382:256:4294967295] 192.168.203.101@tcp LPNI seq info [278381:278381:8:4294967295]
00000400:00000200:1.0:1787762982.861287:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762982.861296:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762982.861302:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762982.861307:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762982.861312:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762982.861317:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787762982.861323:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762982.861326:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787762982.861331:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762982.861334:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762982.861338:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762982.861343:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762982.861347:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762982.861350:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762982.861353:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762982.861359:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c0000 x1874597595100928/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762982.861397:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762982.861402:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c0000 x1874597595100928/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763007 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762982.861411:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762982.861413:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762982.861418:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762982.861424:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762982.861429:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762982.861432:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316396046
00000100:00000001:1.0:1787762982.861436:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316396792
00000100:00000001:1.0:1787762982.861439:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316396046
00000100:00000001:1.0:1787762982.861442:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316396792
00000100:00000001:1.0:1787762982.861445:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762982.861447:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762982.861450:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762982.861455:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762982/real 1787762982]  req@ffff9b65113c0000 x1874597595100928/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762982.861466:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762982.861467:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762982.861470:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762982.861473:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762982.861476:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762982.861478:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762982.861483:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c0000 x1874597595100928/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762982.861493:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c0000 x1874597595100928/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762982.861502:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762982.861504:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762982.861506:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762982.861508:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762982.861512:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c0000 x1874597595100928/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762982.861520:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762982.861525:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c0000 x1874597595100928/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763007 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762982.861533:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762982.861536:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762982.861538:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762982.861539:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762982.861542:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762982.861544:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762982.861547:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762982.861551:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762982.861553:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762982.861558:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c0000 x1874597595100928/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763007 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762982.861567:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595100928:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762982.861573:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762982.861578:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c2d00 x1874597595101056/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762982.861587:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762982.861588:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762982.861591:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762982.861593:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762982.861596:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762982.861599:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595101056:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762982.861603:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762982.861606:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762982.861608:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762982.861611:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762982.861616:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762982.861619:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762982.861623:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762982.861626:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762982.861646:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762982.861651:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595101056, portal 4
00000100:00000001:1.0:1787762982.861653:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762982.861660:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115999488 : -110616593552128 : ffff9b65113c2d00)
00000100:00000040:1.0:1787762982.861669:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c2d00 x1874597595101056/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762982.861677:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762982.861680:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762982.861683:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762982.861687:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595101056, offset 0
00000400:00000200:1.0:1787762982.861692:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762982.861697:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762982.861701:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762982.861705:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762982.861709:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762982.861712:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762982.861716:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762982.861720:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278383:278383:256:4294967295] 192.168.203.101@tcp LPNI seq info [278382:278382:8:4294967295]
00000400:00000200:1.0:1787762982.861725:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762982.861733:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762982.861739:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762982.861743:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762982.861748:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762982.861751:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787762982.861757:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762982.861760:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787762982.861765:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762982.861768:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762982.861772:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762982.861776:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762982.861780:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762982.861782:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762982.861786:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762982.861790:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c2d00 x1874597595101056/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762982.861800:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762982.861804:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c2d00 x1874597595101056/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763007 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762982.861813:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762982.861814:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762982.861818:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762982.861822:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762982.861825:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762982.861828:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316396052
00000100:00000001:1.0:1787762982.861831:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316396792
00000100:00000001:1.0:1787762982.861834:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316396052
00000100:00000001:1.0:1787762982.861837:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316396792
00000100:00000001:1.0:1787762982.861840:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762982.861843:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762982.861845:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762982.861850:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762982/real 1787762982]  req@ffff9b65113c2d00 x1874597595101056/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762982.861859:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762982.861861:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762982.861863:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762982.861866:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762982.861869:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762982.861871:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762982.861875:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c2d00 x1874597595101056/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762982.861884:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c2d00 x1874597595101056/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762982.861893:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762982.861895:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762982.861897:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762982.861899:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762982.861903:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c2d00 x1874597595101056/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762982.861911:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762982.861918:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c2d00 x1874597595101056/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763007 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762982.861931:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762982.861936:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762982.861939:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762982.861941:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762982.861946:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762982.861950:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762982.861955:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762982.861962:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762982.861967:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762982.861976:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c2d00 x1874597595101056/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763007 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762982.861995:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595101056:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762982.862003:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762982.862007:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762982.862014:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c0000 x1874597595100928/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763007 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762982.862026:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762982.862028:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762982.862032:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787762982.862035:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762982.862037:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762982.862039:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762982.862043:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762982.862045:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760d000.
02000000:00000001:1.0:1787762982.862049:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762982.862051:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762982.862053:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c0000.
00000100:00000001:1.0:1787762982.862056:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762982.862058:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762982.862060:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762982.862065:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c2d00 x1874597595101056/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763007 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762982.862073:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762982.862075:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762982.862077:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762982.862080:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762982.862082:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762982.862084:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762982.862087:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762982.862088:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760c400.
02000000:00000001:1.0:1787762982.862091:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762982.862092:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762982.862094:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c2d00.
00000100:00000001:1.0:1787762982.862100:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762982.862102:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762982.862105:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762982.862112:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762982.862114:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762982.862118:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762982.862121:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762983.627329:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316396792, at 4316396800
00000100:00000010:1.0:1787762983.627343:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82a20.
00000100:00000040:0.0:1787762983.627431:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316396792, at 4316396800
00000100:00000010:0.0:1787762983.627452:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a822a0.
00010000:00000001:0.0:1787762983.691416:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762983.691423:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762983.691431:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762983.691433:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762983.691437:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762983.691439:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762983.691500:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762983.691505:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762983.691509:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762983.883392:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762983.883404:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762983.883408:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762983.883416:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762983.883421:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762983.883426:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762983.883431:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762983.883435:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762983.883438:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762984.715316:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762984.715322:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762984.715327:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762984.715328:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762984.715330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762984.715331:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762984.715347:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762984.715362:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762984.715365:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762984.907391:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762984.907401:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762984.907404:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762984.907412:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762984.907417:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762984.907423:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762984.907426:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762984.907430:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762984.907434:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762985.739387:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762985.739392:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762985.739397:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762985.739398:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762985.739400:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762985.739401:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762985.739452:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762985.739456:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762985.739459:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762985.931479:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762985.931491:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762985.931494:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762985.931502:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762985.931508:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762985.931513:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762985.931530:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762985.931535:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762985.931548:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762986.763422:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762986.763433:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762986.763441:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762986.763443:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762986.763447:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762986.763449:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762986.763482:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762986.763485:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762986.763489:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762986.955404:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762986.955414:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762986.955417:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762986.955424:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762986.955430:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762986.955436:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762986.955440:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762986.955444:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762986.955448:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762987.787327:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762987.787347:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762987.787349:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762987.787352:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762987.787355:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762987.787357:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762987.787370:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762987.787371:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762987.787375:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762987.787376:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762987.787378:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762987.787379:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762987.787380:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762987.787381:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762987.787383:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762987.787384:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762987.787386:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762987.787387:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762987.787473:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762987.787481:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762987.787487:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762987.979384:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762987.979391:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762987.979394:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762987.979397:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762987.979402:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762987.979410:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787762987.979411:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21728
00000400:00000200:3.0:1787762987.979434:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787762987.979436:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762987.979441:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787762987.979450:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00100000:2.0:1787762987.979453:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00080000:3.0:1787762987.979455:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787762987.979464:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787762987.979469:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762987.979473:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762987.979474:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787762987.979485:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1787762987.979487:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787762987.979490:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787762987.979492:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787762987.979499:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787762987.979500:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762987.979505:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762987.979509:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762987.979513:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762987.979516:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762987.979519:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762987.979521:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762987.979522:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762987.979525:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762987.979526:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762987.979528:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762987.979530:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762987.979532:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762987.979536:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762987.979550:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762987.979552:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762987.979554:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762987.979593:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762987.979608:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000020:00000040:3.0:1787762987.979611:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762987.979614:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762987.979615:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762987.979617:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762987.979619:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762987.979622:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762987.979628:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15800.
00000100:00000001:3.0:1787762987.979634:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762987.979641:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597595101184/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762987.979649:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762987.979653:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762987.979657:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597595101184/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762987.979673:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762987.979676:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762987.979678:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762987.979680:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762987.979681:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762987.979682:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762987.979684:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21728
00000400:00000200:3.0:1787762987.979687:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762987.979688:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762987.979690:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762987.979692:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762987.979694:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762987.979695:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762987.979697:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762987.979699:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762987.979700:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762987.979702:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762987.979704:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762987.979705:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762987.979706:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762987.979708:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762987.979710:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762987.979711:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762987.979713:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:1.0:1787762987.979715:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787762987.979716:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000001:1.0:1787762987.979724:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787762987.979724:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787762987.979729:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787762987.979731:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762987.979733:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762987.979739:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762987.979743:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762987.979744:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e1c0 x1874597595101184/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762987.979745:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762987.979750:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762987.979763:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762987.979765:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762987.979767:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762987.979768:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762987.979778:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1787762987.979778:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
02000000:00000001:1.0:1787762987.979785:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787762987.979785:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762987.979801:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787762987.979802:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762987.979807:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762987.979812:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:1.0:1787762987.979813:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595101184:192.168.203.101@tcp:250:kworker.0
02000000:00000001:3.0:1787762987.979817:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762987.979821:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762987.979822:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762987.979830:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1787762987.979830:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f17c00.
02000000:00000001:1.0:1787762987.979836:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762987.979837:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762987.979850:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1787762987.979855:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597595101312/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762987.979874:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762987.979875:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762987.979879:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08800.
00000100:00000040:3.0:1787762987.979881:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597595101312/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787762987.979886:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762987.979905:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762987.979911:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00080000:3.0:1787762987.979914:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1787762987.979920:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000100:00080000:3.0:1787762987.979925:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762987.979928:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762987.979930:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762987.979932:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1787762987.979933:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00080000:3.0:1787762987.979940:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21728
00000400:00000200:3.0:1787762987.979945:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000200:1.0:1787762987.979947:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595101184, portal 25
00000400:00000200:3.0:1787762987.979951:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:1.0:1787762987.979953:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787762987.979956:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787762987.979957:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765441984 : -110615944109632 : ffff9b6537f1e1c0)
00000100:00000040:3.0:1787762987.979967:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762987.979973:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787762987.979975:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e1c0 x1874597595101184/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762987.979980:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762987.979998:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762987.980010:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787762987.980011:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1787762987.980019:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000100:00000040:1.0:1787762987.980027:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000020:00000001:3.0:1787762987.980029:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:1.0:1787762987.980033:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000020:00000040:3.0:1787762987.980034:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000100:00000200:1.0:1787762987.980045:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595101184, offset 0
00000020:00000001:3.0:1787762987.980046:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762987.980063:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762987.980076:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000200:1.0:1787762987.980077:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762987.980090:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762987.980093:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762987.980095:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762987.980097:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:3.0:1787762987.980098:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762987.980101:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762987.980108:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787762987.980110:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:3.0:1787762987.980113:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762987.980119:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762987.980121:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762987.980122:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762987.980125:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762987.980128:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762987.980132:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000400:00000200:1.0:1787762987.980139:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000020:00000040:3.0:1787762987.980139:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:3.0:1787762987.980151:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762987.980154:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762987.980157:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762987.980158:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762987.980159:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762987.980164:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:3.0:1787762987.980164:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f16000.
00000100:00000001:3.0:1787762987.980176:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762987.980189:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00100000:3.0:1787762987.980189:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597595101440/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762987.980205:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787762987.980211:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787762987.980212:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762987.980224:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597595101440/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787762987.980231:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000001:3.0:1787762987.980243:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762987.980252:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278384:278384:256:4294967295] 192.168.203.101@tcp LPNI seq info [278383:278383:8:4294967295]
00000100:00000040:3.0:1787762987.980292:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787762987.980296:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762987.980301:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21738)
00000400:00000200:1.0:1787762987.980365:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762987.980377:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762987.980383:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762987.980388:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762987.980396:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762987.980399:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787762987.980405:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762987.980408:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1787762987.980428:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762987.980433:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762987.980443:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762987.980450:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762987.980457:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762987.980461:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762987.980467:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762987.980474:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1e1c0 x1874597595101184/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762987.980490:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762987.980495:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e1c0 x1874597595101184/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763012 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762987.980506:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762987.980508:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762987.980518:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762987.980524:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762987.980544:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316401912
00000100:00000010:1.0:1787762987.980549:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82a20.
00000100:00000001:1.0:1787762987.980556:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762987.980562:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316401912
00000100:00000010:1.0:1787762987.980565:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82960.
00000100:00000001:1.0:1787762987.980567:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762987.980570:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762987.980572:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762987.980574:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762987.980578:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762987/real 1787762987]  req@ffff9b6537f1e1c0 x1874597595101184/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762987.980584:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762987.980587:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762987.980588:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762987.980591:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762987.980592:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762987.980594:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762987.980597:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e1c0 x1874597595101184/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762987.980603:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e1c0 x1874597595101184/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762987.980608:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762987.980609:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762987.980611:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762987.980612:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762987.980615:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e1c0 x1874597595101184/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762987.980620:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762987.980625:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e1c0 x1874597595101184/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763012 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762987.980633:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762987.980636:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762987.980638:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762987.980639:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762987.980642:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762987.980644:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762987.980649:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762987.980654:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762987.980657:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762987.980662:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e1c0 x1874597595101184/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763012 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762987.980671:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595101184:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762987.980678:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762987.980681:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762987.980684:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e1c0 x1874597595101184/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763012 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762987.980692:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762987.980695:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762987.980698:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762987.980702:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762987.980705:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762987.980707:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762987.980709:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762987.980713:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15800.
02000000:00000001:1.0:1787762987.980717:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762987.980719:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762987.980720:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e1c0.
00000100:00000001:1.0:1787762987.980723:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762987.980724:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762987.980727:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762987.980734:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762987.980735:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762987.980737:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762987.980738:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762987.980739:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762987.980743:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1c3c0 x1874597595101312/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762987.980749:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762987.980750:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762987.980752:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762987.980754:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762987.980755:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762987.980757:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595101312:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762987.980760:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762987.980762:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762987.980763:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762987.980765:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762987.980767:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762987.980769:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762987.980772:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762987.980774:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762987.980777:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762987.980780:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595101312, portal 10
00000100:00000001:1.0:1787762987.980781:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762987.980782:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765434304 : -110615944117312 : ffff9b6537f1c3c0)
00000100:00000040:1.0:1787762987.980788:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1c3c0 x1874597595101312/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762987.980792:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762987.980794:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762987.980796:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762987.980797:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595101312, offset 0
00000400:00000200:1.0:1787762987.980800:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762987.980803:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762987.980806:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762987.980808:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762987.980810:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762987.980812:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762987.980814:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762987.980816:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278385:278385:256:4294967295] 192.168.203.101@tcp LPNI seq info [278384:278384:8:4294967295]
00000400:00000200:1.0:1787762987.980819:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762987.980823:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762987.980826:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762987.980828:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762987.980831:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762987.980833:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787762987.980837:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762987.980839:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1787762987.980842:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762987.980843:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762987.980846:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762987.980848:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762987.980850:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762987.980852:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762987.980853:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762987.980855:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1c3c0 x1874597595101312/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762987.980861:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762987.980881:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1c3c0 x1874597595101312/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763012 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762987.980890:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762987.980892:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762987.980897:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762987.980902:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762987.980906:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762987.980909:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316401165
00000100:00000001:1.0:1787762987.980913:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316401912
00000100:00000001:1.0:1787762987.980916:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316401165
00000100:00000001:1.0:1787762987.980919:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316401912
00000100:00000001:1.0:1787762987.980921:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762987.980924:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762987.980926:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762987.980930:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762987/real 1787762987]  req@ffff9b6537f1c3c0 x1874597595101312/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762987.980940:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762987.980942:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762987.980944:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762987.980948:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762987.980950:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762987.980953:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762987.980957:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1c3c0 x1874597595101312/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762987.980968:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1c3c0 x1874597595101312/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762987.980976:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762987.980978:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762987.980980:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762987.980982:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762987.980986:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1c3c0 x1874597595101312/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762987.980994:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762987.980999:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1c3c0 x1874597595101312/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763012 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762987.981007:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762987.981010:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762987.981012:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762987.981014:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762987.981016:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762987.981018:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762987.981021:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762987.981025:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762987.981028:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762987.981033:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1c3c0 x1874597595101312/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763012 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762987.981042:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595101312:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762987.981047:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762987.981052:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1cf00 x1874597595101440/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762987.981069:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762987.981071:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762987.981074:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762987.981077:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762987.981079:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762987.981083:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595101440:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762987.981086:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762987.981089:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762987.981091:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762987.981093:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762987.981098:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787762987.981102:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762987.981109:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762987.981113:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762987.981120:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762987.981126:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595101440, portal 4
00000100:00000001:1.0:1787762987.981129:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762987.981132:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765437184 : -110615944114432 : ffff9b6537f1cf00)
00000100:00000040:1.0:1787762987.981144:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1cf00 x1874597595101440/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762987.981157:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762987.981162:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762987.981167:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762987.981171:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595101440, offset 0
00000400:00000200:1.0:1787762987.981180:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762987.981188:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762987.981196:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762987.981202:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762987.981207:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762987.981212:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762987.981217:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762987.981223:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278386:278386:256:4294967295] 192.168.203.101@tcp LPNI seq info [278385:278385:8:4294967295]
00000400:00000200:1.0:1787762987.981229:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762987.981238:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762987.981244:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762987.981250:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762987.981255:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762987.981259:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787762987.981264:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762987.981267:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1787762987.981272:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762987.981275:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762987.981279:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762987.981284:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762987.981288:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762987.981322:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762987.981349:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762987.981370:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1cf00 x1874597595101440/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762987.981376:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762987.981378:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1cf00 x1874597595101440/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763012 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762987.981383:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762987.981384:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762987.981387:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762987.981390:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762987.981392:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762987.981394:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316401172
00000100:00000001:1.0:1787762987.981396:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316401912
00000100:00000001:1.0:1787762987.981397:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316401172
00000100:00000001:1.0:1787762987.981399:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316401912
00000100:00000001:1.0:1787762987.981400:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762987.981403:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762987.981404:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762987.981407:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762987/real 1787762987]  req@ffff9b6537f1cf00 x1874597595101440/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762987.981412:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762987.981413:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762987.981414:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762987.981416:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762987.981435:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762987.981438:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762987.981442:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1cf00 x1874597595101440/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762987.981453:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1cf00 x1874597595101440/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762987.981461:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762987.981462:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762987.981465:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762987.981467:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762987.981471:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1cf00 x1874597595101440/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762987.981479:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762987.981484:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1cf00 x1874597595101440/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763012 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762987.981492:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762987.981496:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762987.981498:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762987.981500:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762987.981502:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762987.981504:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762987.981507:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762987.981512:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762987.981515:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762987.981520:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1cf00 x1874597595101440/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763012 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762987.981544:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595101440:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762987.981547:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762987.981548:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762987.981550:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1c3c0 x1874597595101312/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763012 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762987.981554:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762987.981555:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762987.981556:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762987.981558:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762987.981559:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762987.981560:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762987.981561:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762987.981562:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f17c00.
02000000:00000001:1.0:1787762987.981564:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762987.981565:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762987.981566:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1c3c0.
00000100:00000001:1.0:1787762987.981568:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762987.981569:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762987.981570:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762987.981572:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1cf00 x1874597595101440/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763012 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762987.981577:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762987.981578:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762987.981579:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787762987.981580:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762987.981580:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762987.981581:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762987.981582:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762987.981584:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f16000.
02000000:00000001:1.0:1787762987.981586:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762987.981586:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762987.981588:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1cf00.
00000100:00000001:1.0:1787762987.981590:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762987.981591:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762987.981592:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762987.981594:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762987.981595:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762987.981596:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762987.981598:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762988.747391:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316401912, at 4316401920
00000100:00000010:0.0:1787762988.747406:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82a20.
00000100:00000040:1.0:1787762988.747416:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316401912, at 4316401920
00000100:00000010:1.0:1787762988.747436:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82960.
00010000:00000001:0.0:1787762988.811349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762988.811354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762988.811358:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762988.811359:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762988.811361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762988.811362:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762988.811380:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762988.811382:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762988.811385:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762989.003389:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762989.003398:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762989.003401:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762989.003409:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762989.003413:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762989.003419:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762989.003423:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762989.003427:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762989.003431:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762989.835328:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762989.835334:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762989.835339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762989.835340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762989.835343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762989.835344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762989.835432:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762989.835441:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762989.835447:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762990.027387:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762990.027396:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762990.027400:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762990.027407:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762990.027412:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762990.027417:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762990.027422:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762990.027425:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762990.027429:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762990.859329:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762990.859335:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762990.859339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762990.859340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762990.859344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762990.859345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762990.859375:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762990.859379:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762990.859382:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762991.051401:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762991.051412:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762991.051416:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762991.051424:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762991.051428:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762991.051433:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762991.051437:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762991.051441:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762991.051445:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762991.883334:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762991.883339:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762991.883344:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762991.883345:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762991.883347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762991.883348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762991.883425:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762991.883434:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762991.883441:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762992.075352:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762992.075359:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762992.075361:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762992.075367:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762992.075373:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762992.075377:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762992.075380:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762992.075383:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762992.075387:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762992.907403:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762992.907411:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762992.907418:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762992.907419:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762992.907422:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762992.907426:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762992.907428:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762992.907432:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762992.907435:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762992.907438:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762992.907439:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762992.907441:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762992.907474:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762992.907476:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762992.907479:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787762993.099395:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762993.099408:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787762993.099414:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787762993.099415:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762993.099422:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787762993.099427:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787762993.099429:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787762993.099434:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762993.099446:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762993.099450:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762993.099456:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762993.099460:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762993.099463:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762993.099466:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762993.099484:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21733
00000400:00000200:3.0:1787762993.099498:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762993.099506:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762993.099510:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762993.099515:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762993.099519:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762993.099523:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762993.099539:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762993.099545:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762993.099548:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762993.099552:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762993.099556:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762993.099559:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762993.099563:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762993.099567:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762993.099569:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762993.099572:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762993.099574:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762993.099578:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762993.099582:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762993.099586:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762993.099589:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762993.099593:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762993.099597:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762993.099600:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762993.099602:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762993.099612:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1cf00.
00000020:00000040:3.0:1787762993.099617:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762993.099622:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762993.099624:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762993.099627:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762993.099631:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762993.099636:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762993.099661:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14400.
00000100:00000001:3.0:1787762993.099670:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762993.099682:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1cf00 x1874597595101568/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762993.099707:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762993.099713:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762993.099720:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000daf58c67] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1cf00 x1874597595101568/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762993.099750:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762993.099755:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762993.099760:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762993.099762:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762993.099764:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762993.099767:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762993.099770:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21733
00000400:00000200:3.0:1787762993.099775:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762993.099778:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762993.099781:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762993.099785:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762993.099787:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762993.099790:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762993.099793:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762993.099796:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762993.099799:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762993.099801:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762993.099804:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:3.0:1787762993.099807:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762993.099810:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:3.0:1787762993.099814:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762993.099818:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787762993.099818:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787762993.099831:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787762993.099832:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762993.099839:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:1.0:1787762993.099840:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787762993.099848:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:3.0:1787762993.099858:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000040:1.0:1787762993.099862:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1cf00 x1874597595101568/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762993.099876:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762993.099887:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787762993.099895:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762993.099899:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762993.099903:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762993.099907:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762993.099910:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762993.099915:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595101568:192.168.203.101@tcp:250:kworker.0
02000000:00000001:3.0:1787762993.099916:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762993.099929:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762993.099932:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762993.099938:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787762993.099940:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787762993.099946:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787762993.099951:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787762993.099954:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1787762993.099962:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762993.099967:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762993.099976:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1c3c0.
00000020:00000040:3.0:1787762993.099981:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762993.099986:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762993.099988:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787762993.099993:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08c00.
00000100:00000001:3.0:1787762993.099993:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762993.100000:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787762993.100003:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762993.100008:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762993.100020:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000010:3.0:1787762993.100021:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15000.
00000400:00000010:1.0:1787762993.100031:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000100:00000001:3.0:1787762993.100032:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762993.100051:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1c3c0 x1874597595101696/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787762993.100052:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000001:3.0:1787762993.100072:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762993.100076:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762993.100081:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee60baf1] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1c3c0 x1874597595101696/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762993.100093:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595101568, portal 25
00000100:00000001:3.0:1787762993.100095:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762993.100100:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787762993.100102:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787762993.100104:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765437184 : -110615944114432 : ffff9b6537f1cf00)
00000100:00080000:3.0:1787762993.100122:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787762993.100128:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1787762993.100130:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1cf00 x1874597595101568/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762993.100140:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762993.100143:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00080000:3.0:1787762993.100147:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1787762993.100148:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762993.100157:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595101568, offset 0
00000100:00000001:3.0:1787762993.100167:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787762993.100177:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00080000:3.0:1787762993.100177:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21733
00000400:00000200:3.0:1787762993.100192:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762993.100198:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762993.100201:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787762993.100206:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:3.0:1787762993.100217:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762993.100222:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787762993.100229:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000040:3.0:1787762993.100234:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762993.100239:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:1.0:1787762993.100241:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1787762993.100288:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787762993.100314:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000020:00000040:3.0:1787762993.100319:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000400:00000200:1.0:1787762993.100321:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1787762993.100332:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787762993.100333:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000020:00000040:3.0:1787762993.100345:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000400:00000200:1.0:1787762993.100350:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278387:278387:256:4294967295] 192.168.203.101@tcp LPNI seq info [278386:278386:8:4294967295]
00000020:00000001:3.0:1787762993.100352:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762993.100364:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:1.0:1787762993.100373:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:3.0:1787762993.100379:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762993.100385:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762993.100390:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762993.100401:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:1.0:1787762993.100405:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1787762993.100416:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000800:00000200:1.0:1787762993.100425:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00080000:3.0:1787762993.100425:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762993.100439:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787762993.100441:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
02000000:00000001:3.0:1787762993.100444:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762993.100452:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1787762993.100456:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
02000000:00000001:3.0:1787762993.100459:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762993.100463:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 28 secs later)
00000100:00000001:3.0:1787762993.100465:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787762993.100471:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762993.100479:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762993.100480:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:3.0:1787762993.100492:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762993.100493:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 28 secs later)
00000100:00000010:3.0:1787762993.100510:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e1c0.
00000800:00000100:1.0:1787762993.100511:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000020:00000040:3.0:1787762993.100523:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000800:00000010:1.0:1787762993.100524:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
02000000:00000001:3.0:1787762993.100537:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787762993.100544:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1787762993.100546:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762993.100567:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762993.100577:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787762993.100578:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1787762993.100587:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762993.100590:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762993.100596:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
02000000:00000010:3.0:1787762993.100597:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15c00.
00000100:00000001:1.0:1787762993.100600:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787762993.100605:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762993.100608:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1cf00 x1874597595101568/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787762993.100620:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e1c0 x1874597595101824/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787762993.100626:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762993.100643:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1cf00 x1874597595101568/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763018 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762993.100645:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762993.100654:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762993.100672:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762993.100674:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8041d68] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e1c0 x1874597595101824/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762993.100678:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762993.100688:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762993.100694:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762993.100706:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:3.0:1787762993.100709:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787762993.100712:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316407032
00000100:00000040:3.0:1787762993.100715:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:1.0:1787762993.100721:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82960.
00000100:00000001:1.0:1787762993.100733:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787762993.100740:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316407032
00000100:00000010:1.0:1787762993.100743:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a827e0.
00000100:00000001:1.0:1787762993.100746:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762993.100756:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762993.100759:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762993.100762:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762993.100768:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762993/real 1787762993]  req@ffff9b6537f1cf00 x1874597595101568/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762993.100777:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762993.100779:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762993.100781:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762993.100784:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762993.100785:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762993.100788:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1787762993.100789:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21743)
00000100:00000200:1.0:1787762993.100796:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1cf00 x1874597595101568/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762993.100807:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1cf00 x1874597595101568/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762993.100815:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762993.100817:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762993.100821:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762993.100824:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762993.100828:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1cf00 x1874597595101568/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762993.100833:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762993.100840:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1cf00 x1874597595101568/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763018 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762993.100846:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762993.100848:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762993.100849:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762993.100850:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762993.100852:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762993.100854:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762993.100857:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762993.100861:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762993.100862:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762993.100865:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1cf00 x1874597595101568/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763018 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762993.100872:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595101568:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762993.100875:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762993.100878:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762993.100881:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1cf00 x1874597595101568/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763018 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762993.100886:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762993.100889:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762993.100894:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787762993.100897:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762993.100899:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762993.100901:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762993.100903:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762993.100906:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14400.
02000000:00000001:1.0:1787762993.100910:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762993.100912:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762993.100914:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1cf00.
00000100:00000001:1.0:1787762993.100917:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762993.100918:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762993.100920:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762993.100928:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762993.100929:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762993.100931:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762993.100933:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762993.100934:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762993.100937:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1c3c0 x1874597595101696/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762993.100943:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762993.100944:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762993.100946:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762993.100947:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762993.100949:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762993.100951:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595101696:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762993.100953:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762993.100954:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762993.100955:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762993.100957:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762993.100959:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787762993.100960:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762993.100963:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762993.100965:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762993.100968:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762993.100970:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595101696, portal 10
00000100:00000001:1.0:1787762993.100973:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762993.100974:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765434304 : -110615944117312 : ffff9b6537f1c3c0)
00000100:00000040:1.0:1787762993.100979:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1c3c0 x1874597595101696/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762993.100984:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762993.100986:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762993.100987:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762993.100989:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595101696, offset 0
00000400:00000200:1.0:1787762993.100991:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762993.100994:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762993.100996:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762993.100998:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762993.101000:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762993.101002:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762993.101003:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762993.101006:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278388:278388:256:4294967295] 192.168.203.101@tcp LPNI seq info [278387:278387:8:4294967295]
00000400:00000200:1.0:1787762993.101009:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762993.101013:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762993.101016:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762993.101018:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762993.101021:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762993.101023:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787762993.101027:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762993.101029:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1787762993.101032:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762993.101034:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762993.101036:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762993.101038:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762993.101041:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762993.101042:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762993.101044:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762993.101046:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1c3c0 x1874597595101696/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762993.101056:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762993.101058:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1c3c0 x1874597595101696/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763018 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762993.101063:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762993.101064:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762993.101065:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762993.101069:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762993.101071:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762993.101072:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316406285
00000100:00000001:1.0:1787762993.101075:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316407032
00000100:00000001:1.0:1787762993.101077:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316406285
00000100:00000001:1.0:1787762993.101079:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316407032
00000100:00000001:1.0:1787762993.101080:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762993.101081:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762993.101082:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762993.101085:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762993/real 1787762993]  req@ffff9b6537f1c3c0 x1874597595101696/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762993.101089:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762993.101090:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762993.101091:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762993.101093:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762993.101094:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762993.101095:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762993.101098:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1c3c0 x1874597595101696/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762993.101103:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1c3c0 x1874597595101696/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762993.101107:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762993.101109:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762993.101110:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762993.101111:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762993.101114:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1c3c0 x1874597595101696/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762993.101118:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762993.101120:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1c3c0 x1874597595101696/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763018 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762993.101124:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762993.101126:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762993.101127:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762993.101128:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762993.101129:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762993.101130:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762993.101131:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762993.101133:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762993.101135:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762993.101137:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1c3c0 x1874597595101696/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763018 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762993.101142:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595101696:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762993.101144:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762993.101147:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e1c0 x1874597595101824/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762993.101152:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762993.101153:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762993.101155:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762993.101156:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762993.101157:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762993.101160:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595101824:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762993.101162:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762993.101164:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762993.101165:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762993.101167:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762993.101169:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762993.101170:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762993.101172:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762993.101174:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762993.101176:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762993.101178:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595101824, portal 4
00000100:00000001:1.0:1787762993.101179:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762993.101181:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765441984 : -110615944109632 : ffff9b6537f1e1c0)
00000100:00000040:1.0:1787762993.101185:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e1c0 x1874597595101824/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762993.101189:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762993.101191:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762993.101192:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762993.101193:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595101824, offset 0
00000400:00000200:1.0:1787762993.101195:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762993.101198:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762993.101200:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762993.101202:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762993.101204:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762993.101205:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762993.101207:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762993.101209:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278389:278389:256:4294967295] 192.168.203.101@tcp LPNI seq info [278388:278388:8:4294967295]
00000400:00000200:1.0:1787762993.101212:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762993.101215:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762993.101218:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762993.101219:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762993.101241:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762993.101243:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787762993.101263:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762993.101266:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1787762993.101269:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762993.101271:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762993.101273:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762993.101275:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762993.101278:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762993.101279:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762993.101281:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762993.101283:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1e1c0 x1874597595101824/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762993.101289:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762993.101301:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e1c0 x1874597595101824/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763018 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762993.101307:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762993.101308:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762993.101310:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762993.101312:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762993.101315:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762993.101316:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316406292
00000100:00000001:1.0:1787762993.101319:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316407032
00000100:00000001:1.0:1787762993.101320:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316406292
00000100:00000001:1.0:1787762993.101322:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316407032
00000100:00000001:1.0:1787762993.101324:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762993.101325:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762993.101327:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762993.101329:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762993/real 1787762993]  req@ffff9b6537f1e1c0 x1874597595101824/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762993.101334:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762993.101336:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762993.101337:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762993.101339:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762993.101340:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762993.101341:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762993.101344:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e1c0 x1874597595101824/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762993.101348:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e1c0 x1874597595101824/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762993.101352:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762993.101353:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762993.101354:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762993.101356:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762993.101358:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e1c0 x1874597595101824/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762993.101363:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762993.101365:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e1c0 x1874597595101824/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763018 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762993.101369:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762993.101370:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762993.101371:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762993.101372:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762993.101373:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762993.101374:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762993.101376:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762993.101378:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762993.101379:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762993.101381:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e1c0 x1874597595101824/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763018 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762993.101391:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595101824:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762993.101394:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762993.101395:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762993.101397:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1c3c0 x1874597595101696/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763018 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762993.101401:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762993.101402:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762993.101403:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787762993.101405:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762993.101406:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762993.101406:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762993.101408:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762993.101409:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15000.
02000000:00000001:1.0:1787762993.101410:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762993.101411:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762993.101412:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1c3c0.
00000100:00000001:1.0:1787762993.101414:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762993.101415:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762993.101416:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762993.101418:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e1c0 x1874597595101824/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763018 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762993.101422:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762993.101423:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762993.101424:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762993.101425:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762993.101426:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762993.101426:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762993.101427:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762993.101428:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15c00.
02000000:00000001:1.0:1787762993.101429:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762993.101430:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762993.101431:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e1c0.
00000100:00000001:1.0:1787762993.101434:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762993.101435:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762993.101436:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762993.101438:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762993.101439:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762993.101441:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762993.101443:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762993.867383:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316407032, at 4316407040
00000100:00000040:0.0:1787762993.867399:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316407032, at 4316407040
00000100:00000010:1.0:1787762993.867405:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a827e0.
00000100:00000010:0.0:1787762993.867424:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82960.
00010000:00000001:0.0:1787762993.931393:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762993.931399:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762993.931405:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762993.931407:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762993.931411:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762993.931413:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762993.931480:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762993.931485:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762993.931489:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762994.123331:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762994.123340:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762994.123343:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762994.123350:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762994.123357:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762994.123361:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762994.123364:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762994.123367:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762994.123370:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762994.955418:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762994.955429:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762994.955440:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762994.955443:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762994.955450:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762994.955453:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762994.955497:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762994.955501:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762994.955505:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762995.147322:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762995.147330:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762995.147332:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762995.147338:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762995.147342:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762995.147346:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762995.147349:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762995.147353:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762995.147355:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762995.979457:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762995.979482:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762995.979489:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762995.979490:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762995.979493:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762995.979494:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762995.979547:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762995.979576:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762995.979580:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762996.171346:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762996.171357:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762996.171360:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762996.171367:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762996.171371:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762996.171375:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762996.171378:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762996.171381:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762996.171384:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762997.003390:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762997.003399:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762997.003405:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762997.003407:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762997.003412:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762997.003413:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762997.003587:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762997.003594:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762997.003599:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762997.195369:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762997.195378:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762997.195380:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762997.195387:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762997.195390:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762997.195394:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762997.195397:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762997.195400:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762997.195403:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762998.027383:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762998.027393:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762998.027396:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762998.027400:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762998.027407:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762998.027447:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762998.027451:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762998.027454:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762998.027459:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762998.027462:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787762998.027463:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787762998.027466:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762998.027468:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787762998.027470:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762998.027472:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762998.027476:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762998.027480:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762998.027482:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787762998.027551:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787762998.027558:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787762998.027562:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762998.219349:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787762998.219353:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787762998.219358:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762998.219361:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762998.219367:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762998.219370:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762998.219374:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762998.219377:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762998.219381:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762998.219384:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762998.219405:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787762998.219409:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762998.219414:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762998.219420:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762998.219430:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21738
00000400:00000200:3.0:1787762998.219464:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762998.219477:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762998.219483:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762998.219490:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762998.219519:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762998.219525:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762998.219531:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762998.219540:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762998.219544:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:3.0:1787762998.219549:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787762998.219572:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:3.0:1787762998.219575:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:3.0:1787762998.219579:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:3.0:1787762998.219583:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762998.219586:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762998.219589:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762998.219592:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762998.219605:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:3.0:1787762998.219610:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:3.0:1787762998.219614:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762998.219618:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787762998.219622:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787762998.219626:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762998.219629:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787762998.219632:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787762998.219641:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1d680.
00000020:00000040:3.0:1787762998.219656:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:3.0:1787762998.219661:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762998.219663:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762998.219668:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762998.219671:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762998.219676:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762998.219686:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15c00.
00000100:00000001:3.0:1787762998.219695:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762998.219706:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1d680 x1874597595101952/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762998.219720:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762998.219726:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762998.219732:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000966421c7] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1d680 x1874597595101952/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762998.219773:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762998.219778:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787762998.219783:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787762998.219786:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787762998.219788:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762998.219792:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787762998.219795:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21738
00000400:00000200:3.0:1787762998.219801:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:3.0:1787762998.219814:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:3.0:1787762998.219819:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787762998.219826:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762998.219830:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762998.219833:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762998.219837:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762998.219842:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787762998.219843:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787762998.219845:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:3.0:1787762998.219850:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787762998.219851:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1787762998.219855:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000100:00000001:1.0:1787762998.219856:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787762998.219861:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:3.0:1787762998.219866:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:1.0:1787762998.219876:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1d680 x1874597595101952/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762998.219877:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762998.219888:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762998.219902:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787762998.219907:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787762998.219909:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:1.0:1787762998.219912:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787762998.219919:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
02000000:00000001:1.0:1787762998.219922:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762998.219928:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787762998.219930:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
02000000:00000001:1.0:1787762998.219946:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762998.219947:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762998.219967:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787762998.219972:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595101952:192.168.203.101@tcp:250:kworker.0
02000000:00000001:3.0:1787762998.219979:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762998.219980:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787762998.219991:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762998.219993:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787762998.219995:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787762998.219998:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762998.220002:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762998.220013:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762998.220015:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787762998.220017:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762998.220024:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762998.220029:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762998.220036:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787762998.220040:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000100:00000010:3.0:1787762998.220044:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1f480.
00000020:00000040:3.0:1787762998.220048:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:3.0:1787762998.220051:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787762998.220053:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787762998.220055:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787762998.220057:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762998.220061:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787762998.220066:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f15000.
00000100:00000001:3.0:1787762998.220071:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787762998.220078:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1f480 x1874597595102080/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787762998.220089:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762998.220092:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762998.220097:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047809a65] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1f480 x1874597595102080/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787762998.220108:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000001:3.0:1787762998.220125:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787762998.220130:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787762998.220133:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595101952, portal 25
00000100:00080000:3.0:1787762998.220136:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787762998.220140:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787762998.220142:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787762998.220144:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765439104 : -110615944112512 : ffff9b6537f1d680)
00000100:00080000:3.0:1787762998.220147:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787762998.220155:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1787762998.220157:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1d680 x1874597595101952/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787762998.220165:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21738
00000400:00000200:3.0:1787762998.220190:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762998.220196:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1787762998.220204:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000040:1.0:1787762998.220213:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00080000:3.0:1787762998.220214:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1787762998.220225:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000040:3.0:1787762998.220228:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000200:1.0:1787762998.220231:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595101952, offset 0
00000100:00000001:3.0:1787762998.220239:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762998.220307:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:1.0:1787762998.220310:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762998.220318:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:3.0:1787762998.220324:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787762998.220327:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:3.0:1787762998.220330:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787762998.220334:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000020:00000040:3.0:1787762998.220335:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:3.0:1787762998.220343:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:3.0:1787762998.220347:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:3.0:1787762998.220353:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762998.220357:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787762998.220360:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:3.0:1787762998.220362:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:3.0:1787762998.220366:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000400:00000200:1.0:1787762998.220368:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00080000:3.0:1787762998.220379:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000400:00000200:1.0:1787762998.220383:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787762998.220392:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787762998.220396:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787762998.220400:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
02000000:00000001:3.0:1787762998.220406:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787762998.220408:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787762998.220422:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762998.220424:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000001:3.0:1787762998.220432:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787762998.220439:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278390:278390:256:4294967295] 192.168.203.101@tcp LPNI seq info [278389:278389:8:4294967295]
00000008:00100000:3.0:1787762998.220440:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787762998.220461:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762998.220463:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:3.0:1787762998.220473:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762998.220483:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1787762998.220487:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b6537f1e940.
00000800:00000200:1.0:1787762998.220493:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000020:00000040:3.0:1787762998.220498:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000800:00000010:1.0:1787762998.220502:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
02000000:00000001:3.0:1787762998.220512:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.0:1787762998.220521:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
02000000:00000001:3.0:1787762998.220522:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787762998.220528:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1787762998.220532:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1787762998.220539:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
02000000:00000001:3.0:1787762998.220540:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787762998.220545:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787762998.220558:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
02000000:00000010:3.0:1787762998.220560:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6503f14400.
00000800:00000100:1.0:1787762998.220570:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000100:00000001:3.0:1787762998.220572:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787762998.220575:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762998.220585:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:3.0:1787762998.220587:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b6537f1e940 x1874597595102208/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787762998.220602:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762998.220624:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762998.220634:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762998.220648:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787762998.220655:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787762998.220662:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787762998.220663:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1d680 x1874597595101952/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787762998.220685:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb439691] to pc [ptlrpcd_rcv+-1]  req@ffff9b6537f1e940 x1874597595102208/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762998.220688:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762998.220700:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1d680 x1874597595101952/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763023 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787762998.220730:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762998.220739:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787762998.220741:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787762998.220743:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762998.220751:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762998.220755:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762998.220758:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316412152
00000100:00000010:1.0:1787762998.220763:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a827e0.
00000100:00000001:1.0:1787762998.220771:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1787762998.220772:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787762998.220785:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21749)
00000100:00000001:1.0:1787762998.220786:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316412152
00000100:00000010:1.0:1787762998.220793:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82de0.
00000100:00000001:1.0:1787762998.220798:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787762998.220802:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762998.220805:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762998.220808:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762998.220812:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762998/real 1787762998]  req@ffff9b6537f1d680 x1874597595101952/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762998.220820:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762998.220822:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762998.220824:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762998.220827:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762998.220828:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762998.220830:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762998.220833:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1d680 x1874597595101952/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762998.220840:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1d680 x1874597595101952/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762998.220860:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762998.220861:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762998.220864:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762998.220866:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762998.220869:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1d680 x1874597595101952/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762998.220875:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762998.220879:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1d680 x1874597595101952/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763023 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762998.220885:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762998.220887:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762998.220888:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762998.220888:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762998.220891:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762998.220893:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762998.220895:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762998.220899:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762998.220900:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762998.220903:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1d680 x1874597595101952/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763023 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762998.220908:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595101952:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787762998.220912:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762998.220914:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762998.220916:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1d680 x1874597595101952/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763023 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762998.220921:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762998.220924:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762998.220928:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762998.220931:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762998.220934:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762998.220936:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787762998.220938:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762998.220940:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15c00.
02000000:00000001:1.0:1787762998.220944:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762998.220946:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762998.220948:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1d680.
00000100:00000001:1.0:1787762998.220951:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762998.220952:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762998.220954:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762998.220973:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762998.220974:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762998.220976:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762998.220978:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787762998.220980:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762998.220983:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1f480 x1874597595102080/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762998.220989:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762998.220990:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762998.220992:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762998.220993:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762998.220995:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762998.220997:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595102080:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762998.220999:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762998.221002:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762998.221003:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762998.221004:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762998.221007:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762998.221008:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762998.221011:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762998.221013:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762998.221015:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762998.221018:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595102080, portal 10
00000100:00000001:1.0:1787762998.221020:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762998.221021:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765446784 : -110615944104832 : ffff9b6537f1f480)
00000100:00000040:1.0:1787762998.221027:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1f480 x1874597595102080/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762998.221032:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762998.221034:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762998.221035:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762998.221037:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595102080, offset 0
00000400:00000200:1.0:1787762998.221040:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762998.221042:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762998.221045:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762998.221048:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762998.221050:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762998.221052:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762998.221054:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762998.221056:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278391:278391:256:4294967295] 192.168.203.101@tcp LPNI seq info [278390:278390:8:4294967295]
00000400:00000200:1.0:1787762998.221059:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762998.221064:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762998.221068:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762998.221070:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762998.221073:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762998.221075:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762998.221079:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762998.221081:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787762998.221084:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762998.221086:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762998.221088:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762998.221090:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762998.221093:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762998.221094:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762998.221096:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762998.221098:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1f480 x1874597595102080/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762998.221109:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762998.221111:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1f480 x1874597595102080/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763023 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762998.221116:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762998.221117:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762998.221118:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762998.221122:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787762998.221124:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762998.221125:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316411405
00000100:00000001:1.0:1787762998.221127:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316412152
00000100:00000001:1.0:1787762998.221129:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316411405
00000100:00000001:1.0:1787762998.221131:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316412152
00000100:00000001:1.0:1787762998.221132:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762998.221134:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762998.221135:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762998.221137:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762998/real 1787762998]  req@ffff9b6537f1f480 x1874597595102080/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762998.221142:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762998.221143:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762998.221144:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762998.221146:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762998.221147:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762998.221149:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762998.221151:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1f480 x1874597595102080/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762998.221156:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1f480 x1874597595102080/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762998.221160:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762998.221162:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762998.221163:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762998.221164:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762998.221167:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1f480 x1874597595102080/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762998.221171:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762998.221173:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1f480 x1874597595102080/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763023 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762998.221177:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762998.221179:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762998.221180:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762998.221181:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762998.221182:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762998.221183:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762998.221185:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762998.221187:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762998.221189:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762998.221192:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1f480 x1874597595102080/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763023 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762998.221197:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595102080:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787762998.221199:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787762998.221201:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b6537f1e940 x1874597595102208/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762998.221206:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787762998.221206:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762998.221208:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787762998.221209:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787762998.221210:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787762998.221213:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595102208:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762998.221215:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787762998.221217:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787762998.221218:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787762998.221220:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787762998.221222:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787762998.221223:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787762998.221225:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787762998.221227:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787762998.221229:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787762998.221231:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595102208, portal 4
00000100:00000001:1.0:1787762998.221232:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787762998.221234:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457765443904 : -110615944107712 : ffff9b6537f1e940)
00000100:00000040:1.0:1787762998.221238:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b6537f1e940 x1874597595102208/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762998.221242:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787762998.221244:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787762998.221245:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787762998.221285:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595102208, offset 0
00000400:00000200:1.0:1787762998.221291:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787762998.221295:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762998.221299:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787762998.221302:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787762998.221305:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787762998.221308:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787762998.221310:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787762998.221314:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278392:278392:256:4294967295] 192.168.203.101@tcp LPNI seq info [278391:278391:8:4294967295]
00000400:00000200:1.0:1787762998.221318:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787762998.221324:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787762998.221328:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762998.221331:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787762998.221334:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787762998.221336:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762998.221339:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787762998.221341:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787762998.221344:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787762998.221346:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787762998.221348:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787762998.221351:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787762998.221354:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787762998.221355:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787762998.221357:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787762998.221359:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b6537f1e940 x1874597595102208/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762998.221366:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762998.221368:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b6537f1e940 x1874597595102208/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763023 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762998.221372:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762998.221374:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787762998.221376:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787762998.221379:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787762998.221381:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787762998.221383:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316411412
00000100:00000001:1.0:1787762998.221385:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316412152
00000100:00000001:1.0:1787762998.221386:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316411412
00000100:00000001:1.0:1787762998.221388:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316412152
00000100:00000001:1.0:1787762998.221389:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787762998.221391:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762998.221392:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787762998.221394:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787762998/real 1787762998]  req@ffff9b6537f1e940 x1874597595102208/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787762998.221400:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787762998.221401:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787762998.221403:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787762998.221404:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787762998.221405:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787762998.221407:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787762998.221409:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b6537f1e940 x1874597595102208/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787762998.221414:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b6537f1e940 x1874597595102208/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762998.221419:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787762998.221420:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762998.221421:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762998.221422:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787762998.221425:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b6537f1e940 x1874597595102208/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762998.221429:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787762998.221431:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b6537f1e940 x1874597595102208/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763023 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762998.221435:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787762998.221437:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762998.221438:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787762998.221438:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762998.221440:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787762998.221440:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787762998.221442:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787762998.221444:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787762998.221445:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787762998.221448:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b6537f1e940 x1874597595102208/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763023 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787762998.221457:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b6537f1e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595102208:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787762998.221460:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762998.221462:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762998.221464:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1f480 x1874597595102080/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763023 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762998.221467:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762998.221468:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762998.221470:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787762998.221471:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762998.221472:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762998.221473:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787762998.221474:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762998.221475:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f15000.
02000000:00000001:1.0:1787762998.221477:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762998.221478:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762998.221479:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1f480.
00000100:00000001:1.0:1787762998.221481:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762998.221482:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762998.221484:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787762998.221485:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b6537f1e940 x1874597595102208/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763023 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787762998.221489:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787762998.221490:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787762998.221491:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787762998.221492:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787762998.221493:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787762998.221493:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787762998.221495:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787762998.221495:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6503f14400.
02000000:00000001:1.0:1787762998.221497:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787762998.221497:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787762998.221498:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b6537f1e940.
00000100:00000001:1.0:1787762998.221501:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787762998.221502:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762998.221503:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787762998.221506:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787762998.221507:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787762998.221508:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787762998.221510:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787762998.987348:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316412152, at 4316412160
00000100:00000040:1.0:1787762998.987350:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316412152, at 4316412160
00000100:00000010:0.0:1787762998.987372:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a827e0.
00000100:00000010:1.0:1787762998.987375:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82de0.
00010000:00000001:0.0:1787762999.051345:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762999.051352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762999.051358:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762999.051359:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787762999.051361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787762999.051363:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787762999.051388:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787762999.051390:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787762999.051393:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787762999.243364:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787762999.243376:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787762999.243378:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787762999.243385:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787762999.243388:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787762999.243392:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762999.243395:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787762999.243398:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787762999.243401:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763000.075332:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763000.075341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763000.075346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763000.075347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763000.075350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763000.075351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763000.075402:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763000.075407:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763000.075410:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763000.267372:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763000.267381:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763000.267383:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763000.267389:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763000.267394:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763000.267399:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763000.267403:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763000.267407:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763000.267411:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763001.099340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763001.099347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763001.099353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763001.099354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763001.099357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763001.099358:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763001.099384:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763001.099387:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763001.099389:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763001.291367:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763001.291375:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763001.291378:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763001.291385:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763001.291395:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763001.291399:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763001.291402:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763001.291406:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763001.291408:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763002.123335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763002.123344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763002.123350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763002.123351:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763002.123354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763002.123355:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763002.123434:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763002.123438:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763002.123441:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763002.315343:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763002.315354:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763002.315357:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763002.315365:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763002.315370:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763002.315375:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763002.315379:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763002.315383:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763002.315387:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763003.147328:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763003.147336:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763003.147374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763003.147375:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763003.147379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763003.147383:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763003.147385:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763003.147389:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763003.147393:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763003.147395:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763003.147397:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763003.147399:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763003.147420:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763003.147423:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763003.147426:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763003.339342:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763003.339351:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763003.339353:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763003.339358:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787763003.339359:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763003.339365:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787763003.339366:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763003.339371:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787763003.339371:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787763003.339376:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763003.339377:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763003.339382:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763003.339383:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787763003.339386:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763003.339392:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21744
00000400:00000200:0.0:1787763003.339403:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787763003.339411:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763003.339414:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763003.339417:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763003.339420:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763003.339422:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763003.339424:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787763003.339427:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763003.339429:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787763003.339432:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763003.339435:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787763003.339437:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787763003.339439:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787763003.339442:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763003.339444:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763003.339445:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763003.339447:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787763003.339451:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787763003.339455:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787763003.339459:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763003.339493:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763003.339499:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763003.339504:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763003.339506:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763003.339508:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763003.339517:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2d00.
00000020:00000040:0.0:1787763003.339521:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787763003.339526:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763003.339527:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763003.339532:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763003.339534:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763003.339539:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763003.339550:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760cc00.
00000100:00000001:0.0:1787763003.339557:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763003.339567:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2d00 x1874597595102336/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763003.339577:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763003.339582:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763003.339587:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b3abd36] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2d00 x1874597595102336/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763003.339606:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763003.339608:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763003.339611:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763003.339612:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763003.339614:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763003.339617:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763003.339621:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21744
00000400:00000200:0.0:1787763003.339626:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787763003.339632:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763003.339635:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763003.339639:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787763003.339641:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763003.339643:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763003.339647:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1787763003.339648:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787763003.339652:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787763003.339653:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787763003.339658:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763003.339662:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787763003.339665:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1787763003.339665:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c2d00 x1874597595102336/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787763003.339669:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787763003.339673:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787763003.339678:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:0.0:1787763003.339684:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763003.339689:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763003.339689:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1787763003.339691:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787763003.339694:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763003.339695:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787763003.339700:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:0.0:1787763003.339702:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
02000000:00000001:1.0:1787763003.339703:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787763003.339704:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763003.339708:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763003.339710:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763003.339714:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763003.339715:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763003.339718:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763003.339720:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595102336:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787763003.339721:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787763003.339728:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763003.339733:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763003.339735:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787763003.339736:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787763003.339738:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:0.0:1787763003.339741:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763003.339744:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763003.339748:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c0000.
02000000:00000010:1.0:1787763003.339749:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08c00.
00000020:00000040:0.0:1787763003.339752:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:1.0:1787763003.339753:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763003.339758:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787763003.339763:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787763003.339769:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
02000000:00000001:0.0:1787763003.339775:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763003.339777:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763003.339778:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763003.339780:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763003.339784:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760c400.
00000100:00000001:0.0:1787763003.339787:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763003.339792:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c0000 x1874597595102464/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763003.339798:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763003.339800:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763003.339801:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000040:0.0:1787763003.339804:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ecd2557] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c0000 x1874597595102464/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763003.339813:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595102336, portal 25
00000100:00000001:1.0:1787763003.339818:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763003.339821:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115999488 : -110616593552128 : ffff9b65113c2d00)
00000100:00000001:0.0:1787763003.339831:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763003.339832:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c2d00 x1874597595102336/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787763003.339838:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763003.339844:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787763003.339846:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:1.0:1787763003.339849:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000001:0.0:1787763003.339851:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1787763003.339852:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00080000:0.0:1787763003.339857:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1787763003.339858:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595102336, offset 0
00000100:00000001:0.0:1787763003.339862:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763003.339868:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21744
00000400:00000200:1.0:1787763003.339870:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:0.0:1787763003.339875:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787763003.339879:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763003.339881:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787763003.339885:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:0.0:1787763003.339888:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763003.339892:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763003.339895:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:1.0:1787763003.339896:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000001:0.0:1787763003.339898:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787763003.339902:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763003.339903:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787763003.339904:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787763003.339905:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1787763003.339907:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:0.0:1787763003.339910:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:1.0:1787763003.339913:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000020:00000001:0.0:1787763003.339915:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:1.0:1787763003.339920:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1787763003.339921:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763003.339925:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787763003.339928:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000040:0.0:1787763003.339930:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763003.339933:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:1.0:1787763003.339936:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278393:278393:256:4294967295] 192.168.203.101@tcp LPNI seq info [278392:278392:8:4294967295]
00000020:00000040:0.0:1787763003.339937:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:0.0:1787763003.339944:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000400:00000200:1.0:1787763003.339945:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787763003.339947:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763003.339950:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763003.339953:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763003.339957:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763003.339960:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787763003.339961:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000008:00100000:0.0:1787763003.339963:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763003.339968:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763003.339969:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787763003.339973:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000010:0.0:1787763003.339976:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1a40.
00000020:00000040:0.0:1787763003.339979:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:0.0:1787763003.339981:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000010:1.0:1787763003.339981:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
02000000:00000001:0.0:1787763003.339985:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763003.339987:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763003.339988:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763003.339989:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763003.339993:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760d000.
00000100:00000001:0.0:1787763003.339997:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787763003.340001:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00100000:0.0:1787763003.340006:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1a40 x1874597595102592/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787763003.340007:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1787763003.340019:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1787763003.340020:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:0.0:1787763003.340023:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763003.340026:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1787763003.340029:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7cad83] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1a40 x1874597595102592/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1787763003.340036:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787763003.340041:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000100:00000001:0.0:1787763003.340043:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763003.340047:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787763003.340049:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1787763003.340050:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787763003.340058:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21754)
00000400:00000200:1.0:1787763003.340058:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763003.340066:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787763003.340068:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787763003.340073:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763003.340077:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c2d00 x1874597595102336/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763003.340087:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763003.340089:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c2d00 x1874597595102336/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763028 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763003.340095:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763003.340097:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763003.340104:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763003.340108:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787763003.340110:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316417271
00000100:00000010:1.0:1787763003.340115:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82de0.
00000100:00000001:1.0:1787763003.340123:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787763003.340131:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316417271
00000100:00000010:1.0:1787763003.340133:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82ae0.
00000100:00000001:1.0:1787763003.340136:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787763003.340139:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763003.340141:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763003.340143:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763003.340146:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763003/real 1787763003]  req@ffff9b65113c2d00 x1874597595102336/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763003.340152:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763003.340154:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763003.340155:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787763003.340177:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787763003.340179:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787763003.340181:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763003.340184:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c2d00 x1874597595102336/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763003.340191:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c2d00 x1874597595102336/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763003.340196:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763003.340198:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763003.340200:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763003.340202:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763003.340205:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c2d00 x1874597595102336/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763003.340210:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763003.340216:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c2d00 x1874597595102336/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763028 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763003.340239:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763003.340242:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763003.340245:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763003.340276:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763003.340280:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763003.340284:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763003.340286:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763003.340291:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787763003.340293:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763003.340297:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c2d00 x1874597595102336/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763028 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763003.340303:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595102336:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787763003.340307:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763003.340309:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763003.340311:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c2d00 x1874597595102336/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763028 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763003.340316:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763003.340319:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763003.340322:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787763003.340325:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763003.340327:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763003.340329:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787763003.340331:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763003.340334:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760cc00.
02000000:00000001:1.0:1787763003.340338:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763003.340340:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763003.340341:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c2d00.
00000100:00000001:1.0:1787763003.340346:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763003.340347:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763003.340349:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763003.340368:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763003.340369:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763003.340371:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763003.340372:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763003.340373:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763003.340376:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c0000 x1874597595102464/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763003.340381:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763003.340383:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763003.340384:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763003.340386:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763003.340388:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763003.340390:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595102464:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787763003.340392:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763003.340394:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763003.340395:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763003.340396:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763003.340399:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787763003.340400:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763003.340404:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787763003.340408:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787763003.340412:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787763003.340415:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595102464, portal 10
00000100:00000001:1.0:1787763003.340417:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763003.340419:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115987968 : -110616593563648 : ffff9b65113c0000)
00000100:00000040:1.0:1787763003.340426:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c0000 x1874597595102464/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763003.340435:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763003.340437:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787763003.340440:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787763003.340443:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595102464, offset 0
00000400:00000200:1.0:1787763003.340448:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787763003.340453:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787763003.340457:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787763003.340460:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763003.340470:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787763003.340472:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763003.340474:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787763003.340477:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278394:278394:256:4294967295] 192.168.203.101@tcp LPNI seq info [278393:278393:8:4294967295]
00000400:00000200:1.0:1787763003.340480:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787763003.340485:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763003.340489:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787763003.340491:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787763003.340494:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787763003.340497:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763003.340500:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787763003.340502:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787763003.340504:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787763003.340506:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787763003.340508:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763003.340511:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763003.340513:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787763003.340515:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787763003.340516:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763003.340519:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c0000 x1874597595102464/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763003.340525:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763003.340528:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c0000 x1874597595102464/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763028 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763003.340537:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763003.340538:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763003.340541:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763003.340544:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787763003.340547:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787763003.340549:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316416525
00000100:00000001:1.0:1787763003.340551:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316417271
00000100:00000001:1.0:1787763003.340553:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316416525
00000100:00000001:1.0:1787763003.340554:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316417271
00000100:00000001:1.0:1787763003.340555:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763003.340557:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763003.340559:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763003.340561:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763003/real 1787763003]  req@ffff9b65113c0000 x1874597595102464/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763003.340567:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763003.340568:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763003.340570:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787763003.340571:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787763003.340573:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787763003.340574:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763003.340576:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c0000 x1874597595102464/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763003.340582:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c0000 x1874597595102464/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763003.340587:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763003.340588:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763003.340589:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763003.340590:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763003.340592:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c0000 x1874597595102464/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763003.340597:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763003.340600:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c0000 x1874597595102464/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763028 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763003.340605:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763003.340606:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763003.340607:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763003.340608:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763003.340609:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763003.340610:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763003.340612:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763003.340614:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787763003.340615:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763003.340617:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c0000 x1874597595102464/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763028 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763003.340622:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595102464:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787763003.340625:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763003.340627:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c1a40 x1874597595102592/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763003.340632:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763003.340633:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763003.340634:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763003.340635:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763003.340637:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763003.340638:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595102592:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787763003.340640:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763003.340642:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763003.340644:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763003.340645:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763003.340648:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787763003.340649:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763003.340652:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787763003.340654:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787763003.340657:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787763003.340660:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595102592, portal 4
00000100:00000001:1.0:1787763003.340662:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763003.340664:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115994688 : -110616593556928 : ffff9b65113c1a40)
00000100:00000040:1.0:1787763003.340670:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c1a40 x1874597595102592/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763003.340677:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763003.340680:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787763003.340682:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787763003.340685:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595102592, offset 0
00000400:00000200:1.0:1787763003.340690:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787763003.340694:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787763003.340699:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787763003.340702:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763003.340705:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787763003.340707:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763003.340710:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787763003.340712:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278395:278395:256:4294967295] 192.168.203.101@tcp LPNI seq info [278394:278394:8:4294967295]
00000400:00000200:1.0:1787763003.340716:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787763003.340720:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763003.340724:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787763003.340727:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787763003.340730:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787763003.340732:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763003.340735:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787763003.340737:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787763003.340740:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787763003.340742:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787763003.340744:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763003.340747:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763003.340749:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787763003.340750:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787763003.340752:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763003.340755:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c1a40 x1874597595102592/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763003.340760:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763003.340763:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c1a40 x1874597595102592/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763028 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763003.340767:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763003.340769:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763003.340771:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763003.340773:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787763003.340775:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787763003.340777:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316416531
00000100:00000001:1.0:1787763003.340779:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316417271
00000100:00000001:1.0:1787763003.340781:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316416531
00000100:00000001:1.0:1787763003.340782:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316417271
00000100:00000001:1.0:1787763003.340784:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763003.340785:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763003.340786:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763003.340788:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763003/real 1787763003]  req@ffff9b65113c1a40 x1874597595102592/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763003.340793:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763003.340795:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763003.340796:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787763003.340798:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787763003.340799:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787763003.340801:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763003.340803:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c1a40 x1874597595102592/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763003.340809:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c1a40 x1874597595102592/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763003.340813:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763003.340814:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763003.340815:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763003.340816:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763003.340818:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c1a40 x1874597595102592/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763003.340821:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763003.340824:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c1a40 x1874597595102592/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763028 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763003.340828:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763003.340830:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763003.340831:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763003.340833:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763003.340834:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763003.340835:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763003.340837:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763003.340839:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787763003.340840:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763003.340842:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c1a40 x1874597595102592/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763028 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763003.340847:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595102592:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787763003.340849:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763003.340850:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763003.340853:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c0000 x1874597595102464/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763028 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763003.340858:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763003.340859:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763003.340861:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787763003.340862:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763003.340863:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763003.340865:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787763003.340866:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763003.340868:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760c400.
02000000:00000001:1.0:1787763003.340870:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763003.340871:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763003.340872:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c0000.
00000100:00000001:1.0:1787763003.340874:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763003.340875:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763003.340876:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763003.340878:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c1a40 x1874597595102592/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763028 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763003.340882:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763003.340883:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763003.340884:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787763003.340885:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763003.340886:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763003.340886:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787763003.340888:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763003.340888:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760d000.
02000000:00000001:1.0:1787763003.340890:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763003.340890:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763003.340891:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c1a40.
00000100:00000001:1.0:1787763003.340893:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763003.340893:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763003.340895:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763003.340897:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763003.340898:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763003.340899:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763003.340900:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763004.107311:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316417271, at 4316417280
00000100:00000040:0.0:1787763004.107319:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316417271, at 4316417280
00000100:00000010:1.0:1787763004.107334:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82ae0.
00000100:00000010:0.0:1787763004.107338:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82de0.
00010000:00000001:0.0:1787763004.171312:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763004.171317:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763004.171323:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763004.171324:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763004.171326:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763004.171328:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763004.171381:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763004.171385:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763004.171388:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763004.363344:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763004.363354:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763004.363357:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763004.363364:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763004.363369:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763004.363373:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763004.363377:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763004.363381:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763004.363385:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763005.195353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763005.195361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763005.195368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763005.195369:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763005.195372:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763005.195373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763005.195416:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763005.195419:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763005.195422:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763005.387331:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763005.387341:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763005.387343:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763005.387349:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763005.387353:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763005.387357:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763005.387360:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763005.387363:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763005.387366:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763006.219346:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763006.219354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763006.219360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763006.219361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763006.219364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763006.219365:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763006.219412:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763006.219417:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763006.219420:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763006.411327:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763006.411336:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763006.411338:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763006.411344:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763006.411348:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763006.411352:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763006.411355:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763006.411358:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763006.411361:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763007.243347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763007.243357:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763007.243360:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763007.243363:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763007.243370:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763007.243374:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763007.243376:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763007.243379:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763007.243385:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763007.243389:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763007.243391:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763007.243393:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763007.243395:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763007.243396:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763007.243398:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763007.243401:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763007.243406:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763007.243408:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763007.243455:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763007.243458:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763007.243461:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763007.435341:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763007.435350:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763007.435352:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763007.435358:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763007.435362:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763007.435366:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763007.435368:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763007.435371:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763007.435373:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763008.267356:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763008.267364:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763008.267370:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763008.267371:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763008.267374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763008.267375:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763008.267425:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763008.267429:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763008.267432:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763008.459328:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763008.459337:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763008.459340:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763008.459342:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787763008.459346:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00080000:0.0:1787763008.459351:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763008.459352:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763008.459355:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787763008.459357:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787763008.459360:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763008.459361:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763008.459368:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787763008.459374:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787763008.459377:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21749
00000100:00000001:2.0:1787763008.459379:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763008.459389:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787763008.459398:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763008.459402:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763008.459405:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763008.459409:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763008.459411:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763008.459413:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787763008.459417:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763008.459419:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787763008.459422:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763008.459427:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787763008.459430:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787763008.459433:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787763008.459437:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763008.459439:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763008.459441:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763008.459444:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787763008.459448:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787763008.459453:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787763008.459457:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763008.459461:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763008.459466:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763008.459470:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763008.459473:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763008.459477:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763008.459490:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c3c00.
00000020:00000040:0.0:1787763008.459494:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787763008.459499:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763008.459500:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763008.459504:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763008.459507:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763008.459512:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763008.459521:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760c800.
00000100:00000001:0.0:1787763008.459529:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763008.459539:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c3c00 x1874597595102720/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763008.459549:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763008.459554:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763008.459559:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a1cf69] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c3c00 x1874597595102720/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763008.459579:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763008.459598:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763008.459637:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763008.459639:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763008.459640:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763008.459644:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763008.459647:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21749
00000400:00000200:0.0:1787763008.459651:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787763008.459652:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1787763008.459656:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:1.0:1787763008.459658:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787763008.459659:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787763008.459663:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787763008.459665:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763008.459668:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763008.459673:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000040:1.0:1787763008.459673:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c3c00 x1874597595102720/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763008.459675:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787763008.459679:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763008.459681:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787763008.459684:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763008.459687:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000100:00000001:1.0:1787763008.459691:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1787763008.459692:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:1.0:1787763008.459694:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763008.459699:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
02000000:00000001:1.0:1787763008.459700:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763008.459704:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1787763008.459707:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
02000000:00000001:1.0:1787763008.459708:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763008.459714:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1787763008.459716:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595102720:192.168.203.101@tcp:250:kworker.0
00000100:00000040:0.0:1787763008.459722:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787763008.459723:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787763008.459728:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
02000000:00000001:1.0:1787763008.459730:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1787763008.459735:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
02000000:00000001:1.0:1787763008.459735:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763008.459740:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1787763008.459744:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787763008.459747:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763008.459748:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08800.
02000000:00000001:0.0:1787763008.459749:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763008.459753:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763008.459757:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763008.459761:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763008.459762:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787763008.459764:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:1.0:1787763008.459768:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000008:00100000:0.0:1787763008.459770:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1787763008.459777:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787763008.459786:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595102720, portal 25
00000100:00000001:1.0:1787763008.459790:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00000001:0.0:1787763008.459794:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763008.459794:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457116003328 : -110616593548288 : ffff9b65113c3c00)
00000100:00000001:0.0:1787763008.459799:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763008.459804:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1680.
00000020:00000040:0.0:1787763008.459806:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:0.0:1787763008.459809:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763008.459811:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763008.459813:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763008.459814:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763008.459817:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763008.459821:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e000.
00000100:00000001:0.0:1787763008.459826:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763008.459833:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1680 x1874597595102848/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763008.459863:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1787763008.459865:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c3c00 x1874597595102720/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763008.459866:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763008.459875:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c9d36cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1680 x1874597595102848/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763008.459881:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763008.459888:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000001:0.0:1787763008.459890:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763008.459892:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00080000:0.0:1787763008.459894:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787763008.459897:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595102720, offset 0
00000100:00080000:0.0:1787763008.459899:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787763008.459902:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763008.459904:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763008.459907:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787763008.459909:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00080000:0.0:1787763008.459913:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21749
00000400:00000200:0.0:1787763008.459918:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787763008.459920:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763008.459922:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787763008.459926:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:0.0:1787763008.459927:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763008.459931:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763008.459933:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:1.0:1787763008.459937:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000001:0.0:1787763008.459938:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787763008.459943:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763008.459944:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787763008.459946:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787763008.459946:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1787763008.459949:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:0.0:1787763008.459952:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:1.0:1787763008.459955:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000020:00000001:0.0:1787763008.459956:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:0.0:1787763008.459962:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000200:1.0:1787763008.459963:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787763008.459967:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787763008.459970:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000040:0.0:1787763008.459973:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763008.459977:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:1.0:1787763008.459978:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278396:278396:256:4294967295] 192.168.203.101@tcp LPNI seq info [278395:278395:8:4294967295]
00000020:00000040:0.0:1787763008.459981:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:0.0:1787763008.459987:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000400:00000200:1.0:1787763008.459988:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787763008.459992:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763008.459995:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763008.459998:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763008.460003:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763008.460007:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787763008.460008:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763008.460012:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763008.460015:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763008.460020:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787763008.460020:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000010:0.0:1787763008.460024:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2580.
00000020:00000040:0.0:1787763008.460028:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000800:00000010:1.0:1787763008.460028:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
02000000:00000001:0.0:1787763008.460034:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763008.460035:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763008.460037:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763008.460040:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.0:1787763008.460041:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
02000000:00000001:0.0:1787763008.460042:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787763008.460047:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
02000000:00000010:0.0:1787763008.460049:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e800.
00000100:00000001:0.0:1787763008.460054:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763008.460056:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00100000:0.0:1787763008.460061:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2580 x1874597595102976/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787763008.460063:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1787763008.460078:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763008.460080:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787763008.460082:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000100:00000040:0.0:1787763008.460087:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023dbc666] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2580 x1874597595102976/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1787763008.460088:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000100:00000001:0.0:1787763008.460097:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763008.460098:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1787763008.460099:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787763008.460104:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787763008.460108:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1787763008.460112:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21759)
00000400:00000200:1.0:1787763008.460115:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787763008.460119:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787763008.460123:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763008.460128:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c3c00 x1874597595102720/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763008.460137:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763008.460141:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c3c00 x1874597595102720/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763033 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763008.460148:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763008.460150:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763008.460156:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763008.460160:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787763008.460163:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316422391
00000100:00000010:1.0:1787763008.460167:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82ae0.
00000100:00000001:1.0:1787763008.460176:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787763008.460183:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316422391
00000100:00000010:1.0:1787763008.460199:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82d20.
00000100:00000001:1.0:1787763008.460202:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787763008.460207:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763008.460209:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763008.460212:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763008.460216:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763008/real 1787763008]  req@ffff9b65113c3c00 x1874597595102720/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763008.460223:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763008.460224:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763008.460226:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787763008.460229:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787763008.460230:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787763008.460232:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763008.460235:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c3c00 x1874597595102720/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763008.460242:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c3c00 x1874597595102720/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763008.460276:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763008.460278:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763008.460280:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763008.460282:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763008.460285:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c3c00 x1874597595102720/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763008.460315:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763008.460320:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c3c00 x1874597595102720/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763033 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763008.460326:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763008.460329:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763008.460330:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763008.460331:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763008.460334:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763008.460336:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763008.460338:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763008.460341:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787763008.460344:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763008.460348:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c3c00 x1874597595102720/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763033 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763008.460355:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595102720:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787763008.460359:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763008.460361:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763008.460363:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c3c00 x1874597595102720/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763033 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763008.460367:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763008.460369:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763008.460372:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787763008.460376:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763008.460378:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763008.460379:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787763008.460381:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763008.460383:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760c800.
02000000:00000001:1.0:1787763008.460387:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763008.460389:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763008.460391:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c3c00.
00000100:00000001:1.0:1787763008.460394:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763008.460395:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763008.460397:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763008.460405:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763008.460406:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763008.460408:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763008.460409:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763008.460410:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763008.460413:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c1680 x1874597595102848/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763008.460418:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763008.460420:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763008.460421:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763008.460423:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763008.460424:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763008.460426:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595102848:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787763008.460428:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763008.460430:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763008.460431:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763008.460432:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763008.460434:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787763008.460436:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763008.460439:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787763008.460442:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787763008.460444:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787763008.460446:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595102848, portal 10
00000100:00000001:1.0:1787763008.460448:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763008.460449:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115993728 : -110616593557888 : ffff9b65113c1680)
00000100:00000040:1.0:1787763008.460455:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c1680 x1874597595102848/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763008.460460:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763008.460462:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787763008.460464:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787763008.460465:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595102848, offset 0
00000400:00000200:1.0:1787763008.460468:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787763008.460471:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787763008.460473:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787763008.460476:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763008.460479:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787763008.460481:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763008.460483:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787763008.460486:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278397:278397:256:4294967295] 192.168.203.101@tcp LPNI seq info [278396:278396:8:4294967295]
00000400:00000200:1.0:1787763008.460488:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787763008.460493:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763008.460497:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787763008.460500:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787763008.460503:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787763008.460505:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763008.460508:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787763008.460510:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787763008.460513:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787763008.460514:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787763008.460517:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763008.460520:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763008.460522:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787763008.460524:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787763008.460526:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763008.460529:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c1680 x1874597595102848/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763008.460535:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763008.460537:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c1680 x1874597595102848/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763033 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763008.460542:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763008.460543:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763008.460547:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763008.460551:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787763008.460553:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787763008.460555:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316421645
00000100:00000001:1.0:1787763008.460557:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316422391
00000100:00000001:1.0:1787763008.460559:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316421645
00000100:00000001:1.0:1787763008.460561:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316422391
00000100:00000001:1.0:1787763008.460562:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763008.460563:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763008.460565:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763008.460567:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763008/real 1787763008]  req@ffff9b65113c1680 x1874597595102848/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763008.460572:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763008.460574:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763008.460575:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787763008.460577:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787763008.460578:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787763008.460581:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763008.460584:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c1680 x1874597595102848/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763008.460590:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c1680 x1874597595102848/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763008.460594:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763008.460595:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763008.460596:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763008.460597:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763008.460615:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c1680 x1874597595102848/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763008.460620:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763008.460623:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c1680 x1874597595102848/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763033 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763008.460629:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763008.460631:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763008.460632:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763008.460634:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763008.460635:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763008.460636:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763008.460638:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763008.460640:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787763008.460642:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763008.460644:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c1680 x1874597595102848/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763033 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763008.460649:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595102848:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787763008.460652:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763008.460655:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c2580 x1874597595102976/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763008.460660:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763008.460662:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763008.460664:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763008.460665:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763008.460667:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763008.460669:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595102976:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787763008.460671:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763008.460672:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763008.460673:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763008.460674:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763008.460677:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787763008.460679:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763008.460683:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787763008.460685:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787763008.460688:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787763008.460691:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595102976, portal 4
00000100:00000001:1.0:1787763008.460692:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763008.460693:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115997568 : -110616593554048 : ffff9b65113c2580)
00000100:00000040:1.0:1787763008.460698:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c2580 x1874597595102976/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763008.460704:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763008.460706:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787763008.460708:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787763008.460710:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595102976, offset 0
00000400:00000200:1.0:1787763008.460714:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787763008.460717:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787763008.460719:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787763008.460722:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763008.460724:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787763008.460726:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763008.460728:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787763008.460732:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278398:278398:256:4294967295] 192.168.203.101@tcp LPNI seq info [278397:278397:8:4294967295]
00000400:00000200:1.0:1787763008.460737:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787763008.460744:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763008.460747:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787763008.460750:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787763008.460753:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787763008.460756:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763008.460759:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787763008.460761:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787763008.460764:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787763008.460765:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787763008.460768:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763008.460770:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763008.460772:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787763008.460774:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787763008.460776:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763008.460778:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c2580 x1874597595102976/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763008.460784:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763008.460786:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c2580 x1874597595102976/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763033 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763008.460791:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763008.460792:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763008.460794:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763008.460796:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787763008.460798:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787763008.460799:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316421651
00000100:00000001:1.0:1787763008.460801:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316422391
00000100:00000001:1.0:1787763008.460802:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316421651
00000100:00000001:1.0:1787763008.460804:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316422391
00000100:00000001:1.0:1787763008.460806:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763008.460807:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763008.460808:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763008.460810:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763008/real 1787763008]  req@ffff9b65113c2580 x1874597595102976/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763008.460815:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763008.460816:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763008.460817:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787763008.460818:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787763008.460820:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787763008.460821:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763008.460839:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c2580 x1874597595102976/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763008.460844:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c2580 x1874597595102976/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763008.460850:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763008.460851:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763008.460853:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763008.460854:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763008.460856:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c2580 x1874597595102976/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763008.460860:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763008.460863:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c2580 x1874597595102976/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763033 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763008.460867:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763008.460868:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763008.460869:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763008.460870:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763008.460871:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763008.460872:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763008.460874:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763008.460875:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787763008.460877:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763008.460879:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c2580 x1874597595102976/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763033 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763008.460884:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595102976:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787763008.460886:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763008.460887:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763008.460889:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c1680 x1874597595102848/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763033 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763008.460895:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763008.460896:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763008.460915:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787763008.460917:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763008.460918:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763008.460920:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787763008.460921:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763008.460923:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760e000.
02000000:00000001:1.0:1787763008.460925:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763008.460926:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763008.460927:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c1680.
00000100:00000001:1.0:1787763008.460929:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763008.460930:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763008.460932:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763008.460934:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c2580 x1874597595102976/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763033 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763008.460939:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763008.460940:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763008.460942:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787763008.460943:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763008.460944:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763008.460945:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787763008.460947:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763008.460948:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760e800.
02000000:00000001:1.0:1787763008.460949:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763008.460949:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763008.460950:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c2580.
00000100:00000001:1.0:1787763008.460954:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763008.460954:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763008.460956:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763008.460958:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763008.460958:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763008.460960:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763008.460961:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763009.227336:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316422391, at 4316422400
00000100:00000040:1.0:1787763009.227337:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316422391, at 4316422400
00000100:00000010:0.0:1787763009.227361:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82ae0.
00000100:00000010:1.0:1787763009.227368:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82d20.
00010000:00000001:0.0:1787763009.291318:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763009.291323:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763009.291329:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763009.291331:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763009.291335:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763009.291337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763009.291373:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763009.291378:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763009.291381:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763009.483360:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763009.483370:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763009.483373:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763009.483379:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763009.483384:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763009.483389:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763009.483393:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763009.483398:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763009.483402:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763010.315349:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763010.315358:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763010.315364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763010.315365:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763010.315368:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763010.315369:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763010.315425:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763010.315430:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763010.315434:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763010.507340:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763010.507349:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763010.507352:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763010.507358:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763010.507362:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763010.507366:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763010.507368:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763010.507371:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763010.507374:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763011.339359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763011.339367:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763011.339373:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763011.339374:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763011.339378:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763011.339379:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763011.339403:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763011.339407:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763011.339410:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763011.531337:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763011.531349:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763011.531352:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763011.531360:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763011.531366:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763011.531371:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763011.531375:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763011.531380:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763011.531384:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763012.363338:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763012.363346:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763012.363352:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763012.363353:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763012.363357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763012.363358:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763012.363446:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763012.363454:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763012.363460:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763012.555363:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763012.555373:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763012.555375:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763012.555380:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763012.555384:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763012.555389:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763012.555392:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763012.555395:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763012.555397:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763013.387348:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763013.387358:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763013.387367:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763013.387369:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763013.387373:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763013.387378:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763013.387381:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763013.387386:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763013.387391:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763013.387393:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763013.387395:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763013.387397:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763013.387422:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763013.387425:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763013.387427:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763013.579358:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787763013.579358:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763013.579367:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1787763013.579370:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763013.579372:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763013.579374:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763013.579379:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787763013.579381:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:0.0:1787763013.579387:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787763013.579388:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763013.579394:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787763013.579396:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21754
00000100:00000001:2.0:1787763013.579401:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763013.579407:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787763013.579408:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787763013.579415:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763013.579418:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763013.579423:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763013.579426:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763013.579429:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763013.579431:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763013.579477:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787763013.579481:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763013.579484:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787763013.579487:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763013.579490:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787763013.579492:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787763013.579494:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787763013.579497:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763013.579498:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763013.579500:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763013.579501:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787763013.579504:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787763013.579507:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787763013.579509:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763013.579511:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763013.579514:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763013.579517:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763013.579519:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763013.579523:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763013.579537:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2580.
00000020:00000040:0.0:1787763013.579549:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787763013.579554:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763013.579557:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763013.579561:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763013.579565:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763013.579572:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763013.579585:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760d800.
00000100:00000001:0.0:1787763013.579611:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763013.579629:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2580 x1874597595103104/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763013.579646:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763013.579655:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763013.579665:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023dbc666] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2580 x1874597595103104/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763013.579704:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763013.579709:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763013.579715:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763013.579718:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763013.579721:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763013.579727:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763013.579731:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21754
00000400:00000200:0.0:1787763013.579755:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787763013.579759:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763013.579761:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763013.579764:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763013.579766:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763013.579767:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763013.579769:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787763013.579770:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763013.579771:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787763013.579773:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763013.579775:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787763013.579778:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787763013.579779:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:0.0:1787763013.579782:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763013.579784:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763013.579786:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763013.579788:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787763013.579790:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00080000:0.0:1787763013.579792:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787763013.579793:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763013.579796:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787763013.579799:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1787763013.579802:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763013.579806:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763013.579807:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763013.579808:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787763013.579812:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00100000:0.0:1787763013.579815:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763013.579819:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763013.579822:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763013.579825:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c2580 x1874597595103104/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1787763013.579827:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1680.
00000020:00000040:0.0:1787763013.579831:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:0.0:1787763013.579837:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763013.579840:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763013.579843:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763013.579844:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787763013.579846:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763013.579847:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763013.579851:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763013.579854:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:0.0:1787763013.579856:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e800.
02000000:00000001:1.0:1787763013.579858:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787763013.579862:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763013.579862:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763013.579866:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595103104:192.168.203.101@tcp:250:kworker.0
00000100:00100000:0.0:1787763013.579872:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1680 x1874597595103232/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763013.579873:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763013.579879:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787763013.579883:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787763013.579884:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763013.579887:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763013.579889:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1787763013.579893:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c9d36cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1680 x1874597595103232/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1787763013.579896:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787763013.579901:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763013.579904:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763013.579907:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763013.579911:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1787763013.579911:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787763013.579914:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763013.579917:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1787763013.579918:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000100:00000001:0.0:1787763013.579921:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763013.579925:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21754
00000400:00000010:1.0:1787763013.579928:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000400:00000200:0.0:1787763013.579929:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787763013.579935:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763013.579937:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763013.579940:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000200:1.0:1787763013.579941:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595103104, portal 25
00000100:00000001:0.0:1787763013.579942:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763013.579946:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1787763013.579947:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787763013.579949:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115997568 : -110616593554048 : ffff9b65113c2580)
00000100:00000001:0.0:1787763013.579951:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787763013.579955:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763013.579956:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787763013.579958:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763013.579961:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000100:00000040:1.0:1787763013.579961:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c2580 x1874597595103104/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787763013.579964:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:0.0:1787763013.579969:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:0.0:1787763013.579976:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787763013.579978:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787763013.579979:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763013.579983:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000040:0.0:1787763013.579985:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000010:1.0:1787763013.579987:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000001:0.0:1787763013.579988:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000200:1.0:1787763013.579991:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595103104, offset 0
00000020:00000040:0.0:1787763013.580000:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000400:00000200:1.0:1787763013.580001:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00080000:0.0:1787763013.580006:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787763013.580009:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763013.580011:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763013.580013:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787763013.580014:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:0.0:1787763013.580019:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763013.580022:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763013.580024:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787763013.580042:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000008:00000001:0.0:1787763013.580046:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763013.580050:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763013.580054:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:0.0:1787763013.580056:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c3c00.
00000020:00000040:0.0:1787763013.580061:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000200:1.0:1787763013.580062:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
02000000:00000001:0.0:1787763013.580069:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787763013.580074:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1787763013.580075:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763013.580080:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787763013.580081:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
02000000:00000001:0.0:1787763013.580084:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763013.580088:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763013.580093:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278399:278399:256:4294967295] 192.168.203.101@tcp LPNI seq info [278398:278398:8:4294967295]
02000000:00000010:0.0:1787763013.580097:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e000.
00000400:00000200:1.0:1787763013.580103:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787763013.580105:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763013.580114:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c3c00 x1874597595103360/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787763013.580126:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787763013.580141:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1787763013.580146:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000001:0.0:1787763013.580147:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763013.580174:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a1cf69] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c3c00 x1874597595103360/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1787763013.580178:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000100:00000001:0.0:1787763013.580189:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787763013.580196:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:0.0:1787763013.580197:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787763013.580220:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.0:1787763013.580221:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1787763013.580225:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21764)
00000800:00000200:1.1:1787763013.580230:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787763013.580234:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787763013.580238:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787763013.580241:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787763013.580291:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763013.580298:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763013.580304:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787763013.580306:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787763013.580312:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763013.580317:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c2580 x1874597595103104/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763013.580329:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763013.580333:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c2580 x1874597595103104/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763038 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763013.580341:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763013.580343:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763013.580352:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763013.580356:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787763013.580359:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316427512
00000100:00000010:1.0:1787763013.580366:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82d20.
00000100:00000001:1.0:1787763013.580377:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787763013.580386:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316427512
00000100:00000010:1.0:1787763013.580389:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a828a0.
00000100:00000001:1.0:1787763013.580393:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787763013.580396:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763013.580399:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763013.580402:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763013.580406:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763013/real 1787763013]  req@ffff9b65113c2580 x1874597595103104/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763013.580415:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763013.580418:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763013.580420:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787763013.580424:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787763013.580426:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787763013.580428:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763013.580432:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c2580 x1874597595103104/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763013.580440:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c2580 x1874597595103104/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763013.580446:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763013.580448:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763013.580450:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763013.580453:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763013.580457:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c2580 x1874597595103104/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763013.580464:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763013.580469:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c2580 x1874597595103104/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763038 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763013.580477:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763013.580480:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763013.580482:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763013.580484:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763013.580487:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763013.580489:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763013.580493:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763013.580497:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787763013.580499:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763013.580503:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c2580 x1874597595103104/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763038 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763013.580511:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595103104:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787763013.580515:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763013.580517:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763013.580536:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c2580 x1874597595103104/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763038 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763013.580540:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763013.580543:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763013.580546:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787763013.580548:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763013.580550:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763013.580551:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787763013.580553:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763013.580556:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760d800.
02000000:00000001:1.0:1787763013.580560:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763013.580562:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763013.580563:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c2580.
00000100:00000001:1.0:1787763013.580567:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763013.580568:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763013.580570:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763013.580577:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763013.580578:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763013.580580:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763013.580581:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763013.580582:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763013.580602:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c1680 x1874597595103232/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763013.580609:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763013.580611:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763013.580614:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763013.580616:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763013.580618:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763013.580621:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595103232:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787763013.580624:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763013.580626:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763013.580628:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763013.580630:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763013.580633:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787763013.580635:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763013.580639:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787763013.580642:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787763013.580645:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787763013.580649:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595103232, portal 10
00000100:00000001:1.0:1787763013.580651:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763013.580652:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115993728 : -110616593557888 : ffff9b65113c1680)
00000100:00000040:1.0:1787763013.580660:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c1680 x1874597595103232/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763013.580666:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763013.580669:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787763013.580671:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787763013.580673:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595103232, offset 0
00000400:00000200:1.0:1787763013.580677:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787763013.580681:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787763013.580684:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787763013.580687:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763013.580691:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787763013.580693:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763013.580696:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787763013.580700:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278400:278400:256:4294967295] 192.168.203.101@tcp LPNI seq info [278399:278399:8:4294967295]
00000400:00000200:1.0:1787763013.580704:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787763013.580710:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763013.580715:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787763013.580733:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787763013.580736:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787763013.580738:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763013.580741:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787763013.580743:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787763013.580746:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787763013.580749:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787763013.580752:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763013.580755:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763013.580759:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787763013.580761:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787763013.580763:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763013.580767:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c1680 x1874597595103232/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763013.580776:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763013.580780:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c1680 x1874597595103232/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763038 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763013.580788:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763013.580790:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763013.580794:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763013.580799:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787763013.580803:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787763013.580805:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316426765
00000100:00000001:1.0:1787763013.580807:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316427512
00000100:00000001:1.0:1787763013.580809:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316426765
00000100:00000001:1.0:1787763013.580811:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316427512
00000100:00000001:1.0:1787763013.580813:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763013.580815:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763013.580816:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763013.580819:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763013/real 1787763013]  req@ffff9b65113c1680 x1874597595103232/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763013.580825:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763013.580827:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763013.580828:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787763013.580829:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787763013.580830:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787763013.580832:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763013.580834:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c1680 x1874597595103232/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763013.580840:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c1680 x1874597595103232/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763013.580844:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763013.580845:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763013.580846:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763013.580847:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763013.580849:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c1680 x1874597595103232/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763013.580854:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763013.580856:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c1680 x1874597595103232/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763038 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763013.580861:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763013.580863:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763013.580864:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763013.580865:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763013.580866:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763013.580867:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763013.580869:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763013.580872:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787763013.580874:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763013.580876:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c1680 x1874597595103232/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763038 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763013.580881:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595103232:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787763013.580883:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763013.580885:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c3c00 x1874597595103360/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763013.580889:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763013.580890:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763013.580891:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763013.580892:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763013.580894:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763013.580895:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595103360:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787763013.580898:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763013.580899:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763013.580900:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763013.580902:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763013.580904:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787763013.580906:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763013.580908:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787763013.580910:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787763013.580913:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787763013.580915:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595103360, portal 4
00000100:00000001:1.0:1787763013.580916:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763013.580918:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457116003328 : -110616593548288 : ffff9b65113c3c00)
00000100:00000040:1.0:1787763013.580923:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c3c00 x1874597595103360/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763013.580932:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763013.580934:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787763013.580935:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787763013.580937:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595103360, offset 0
00000400:00000200:1.0:1787763013.580939:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787763013.580942:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787763013.580944:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787763013.580946:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763013.580948:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787763013.580950:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763013.580951:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787763013.580954:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278401:278401:256:4294967295] 192.168.203.101@tcp LPNI seq info [278400:278400:8:4294967295]
00000400:00000200:1.0:1787763013.580956:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787763013.580960:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763013.580963:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787763013.580965:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787763013.580968:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787763013.580970:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763013.580973:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787763013.580975:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787763013.580978:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787763013.580979:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787763013.580982:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763013.580984:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763013.580986:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787763013.580987:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787763013.580989:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763013.580991:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c3c00 x1874597595103360/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763013.580996:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763013.580999:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c3c00 x1874597595103360/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763038 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763013.581008:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763013.581009:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763013.581011:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763013.581014:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787763013.581016:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787763013.581017:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316426771
00000100:00000001:1.0:1787763013.581019:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316427512
00000100:00000001:1.0:1787763013.581021:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316426771
00000100:00000001:1.0:1787763013.581023:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316427512
00000100:00000001:1.0:1787763013.581024:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763013.581026:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763013.581027:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763013.581029:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763013/real 1787763013]  req@ffff9b65113c3c00 x1874597595103360/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763013.581033:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763013.581034:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763013.581035:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787763013.581036:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787763013.581037:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787763013.581038:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763013.581040:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c3c00 x1874597595103360/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763013.581045:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c3c00 x1874597595103360/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763013.581049:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763013.581051:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763013.581052:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763013.581053:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763013.581080:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c3c00 x1874597595103360/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763013.581086:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763013.581089:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c3c00 x1874597595103360/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763038 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763013.581095:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763013.581096:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763013.581098:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763013.581098:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763013.581100:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763013.581100:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763013.581102:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763013.581104:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787763013.581105:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763013.581107:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c3c00 x1874597595103360/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763038 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763013.581113:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595103360:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787763013.581116:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763013.581117:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763013.581119:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c1680 x1874597595103232/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763038 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763013.581123:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763013.581124:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763013.581125:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787763013.581127:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763013.581128:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763013.581130:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787763013.581131:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763013.581133:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760e800.
02000000:00000001:1.0:1787763013.581136:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763013.581137:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763013.581138:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c1680.
00000100:00000001:1.0:1787763013.581140:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763013.581141:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763013.581142:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763013.581145:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c3c00 x1874597595103360/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763038 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763013.581163:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763013.581164:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763013.581165:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08800.
02000000:00000001:1.0:1787763013.581167:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763013.581168:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763013.581169:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787763013.581170:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763013.581172:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760e000.
02000000:00000001:1.0:1787763013.581173:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763013.581174:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763013.581175:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c3c00.
00000100:00000001:1.0:1787763013.581176:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763013.581177:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763013.581178:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763013.581181:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763013.581182:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763013.581183:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763013.581185:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763014.347334:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316427512, at 4316427520
00000100:00000010:1.0:1787763014.347355:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a828a0.
00000100:00000040:0.0:1787763014.347370:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316427512, at 4316427520
00000100:00000010:0.0:1787763014.347382:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82d20.
00010000:00000001:0.0:1787763014.411313:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763014.411318:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763014.411324:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763014.411325:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763014.411328:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763014.411329:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763014.411374:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763014.411379:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763014.411382:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763014.603332:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763014.603342:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763014.603345:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763014.603353:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763014.603358:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763014.603364:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763014.603368:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763014.603372:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763014.603377:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763015.435395:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763015.435403:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763015.435410:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763015.435412:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763015.435416:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763015.435418:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763015.435443:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763015.435446:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763015.435449:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763015.627407:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763015.627420:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763015.627425:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763015.627435:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763015.627442:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763015.627448:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763015.627453:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763015.627458:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763015.627463:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763016.459426:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763016.459435:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763016.459442:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763016.459444:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763016.459449:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763016.459451:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763016.459512:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763016.459519:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763016.459530:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763016.651321:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763016.651330:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763016.651332:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763016.651338:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763016.651342:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763016.651346:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763016.651348:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763016.651351:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763016.651354:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000008:00000020:0.0:1787763017.163317:0:311388:0:(osc_request.c:747:osc_update_next_shrink()) next time 22963 to shrink grant
00000008:00000020:0.0:1787763017.163327:0:311388:0:(osc_request.c:747:osc_update_next_shrink()) next time 22963 to shrink grant
00000008:00000020:0.0:1787763017.163329:0:311388:0:(osc_request.c:747:osc_update_next_shrink()) next time 22963 to shrink grant
00010000:00000001:0.0:1787763017.483333:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763017.483342:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763017.483344:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763017.483347:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763017.483352:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763017.483354:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763017.483356:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763017.483357:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763017.483361:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763017.483363:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763017.483365:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763017.483366:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763017.483368:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763017.483370:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763017.483372:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763017.483374:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763017.483379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763017.483380:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763017.483415:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763017.483419:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763017.483422:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763017.675315:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763017.675338:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763017.675341:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763017.675348:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763017.675353:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763017.675373:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763017.675377:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763017.675382:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763017.675385:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763018.507351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763018.507361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763018.507369:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763018.507371:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763018.507375:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763018.507377:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763018.507464:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763018.507469:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763018.507473:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763018.699329:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787763018.699331:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763018.699339:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1787763018.699341:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763018.699345:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763018.699346:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763018.699351:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787763018.699353:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763018.699358:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763018.699362:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763018.699365:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787763018.699368:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763018.699373:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787763018.699377:0:299392:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21759
00000100:00000001:2.0:1787763018.699379:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763018.699389:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787763018.699397:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763018.699400:0:299392:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763018.699404:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763018.699407:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763018.699410:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763018.699412:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787763018.699416:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763018.699418:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787763018.699420:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763018.699423:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787763018.699425:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787763018.699427:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787763018.699430:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763018.699431:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763018.699433:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763018.699434:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787763018.699436:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787763018.699439:0:299392:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787763018.699441:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763018.699443:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763018.699447:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763018.699449:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763018.699451:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763018.699453:0:299392:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763018.699463:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1a40.
00000020:00000040:0.0:1787763018.699466:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787763018.699471:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763018.699472:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763018.699475:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763018.699478:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763018.699484:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763018.699493:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e400.
00000100:00000001:0.0:1787763018.699501:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763018.699511:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1a40 x1874597595103488/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763018.699520:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763018.699526:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763018.699530:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7cad83] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1a40 x1874597595103488/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763018.699549:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763018.699551:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763018.699554:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763018.699555:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763018.699557:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763018.699559:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763018.699562:0:299392:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21759
00000400:00000200:0.0:1787763018.699565:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787763018.699568:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763018.699570:0:299392:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763018.699573:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763018.699575:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763018.699577:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787763018.699577:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763018.699580:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787763018.699583:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763018.699584:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000100:00000001:1.0:1787763018.699584:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787763018.699588:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787763018.699589:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1787763018.699590:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787763018.699593:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787763018.699596:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:1.0:1787763018.699599:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c1a40 x1874597595103488/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763018.699600:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763018.699605:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763018.699609:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763018.699613:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787763018.699620:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000001:1.0:1787763018.699620:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763018.699624:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763018.699625:0:299392:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787763018.699629:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763018.699630:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763018.699630:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763018.699636:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763018.699639:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763018.699640:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763018.699645:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763018.699648:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595103488:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787763018.699649:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787763018.699655:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:0.0:1787763018.699656:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763018.699659:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763018.699660:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787763018.699661:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763018.699664:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763018.699665:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c0000.
02000000:00000001:1.0:1787763018.699668:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1787763018.699669:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:0.0:1787763018.699672:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763018.699673:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763018.699675:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763018.699676:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1787763018.699676:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08c00.
02000000:00000001:0.0:1787763018.699680:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763018.699681:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763018.699685:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760c800.
00000100:00000001:0.0:1787763018.699689:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763018.699690:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00100000:0.0:1787763018.699696:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c0000 x1874597595103616/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787763018.699696:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000100:00000001:0.0:1787763018.699705:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763018.699708:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763018.699708:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000040:0.0:1787763018.699715:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ecd2557] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c0000 x1874597595103616/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763018.699720:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595103488, portal 25
00000100:00000001:0.0:1787763018.699722:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763018.699725:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787763018.699726:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763018.699728:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115994688 : -110616593556928 : ffff9b65113c1a40)
00000100:00080000:0.0:1787763018.699730:0:299392:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787763018.699733:0:299392:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763018.699736:0:299392:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1787763018.699737:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c1a40 x1874597595103488/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763018.699739:0:299392:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763018.699744:0:299392:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21759
00000400:00000200:0.0:1787763018.699752:0:299392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787763018.699756:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:0.0:1787763018.699757:0:299392:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763018.699761:0:299392:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787763018.699764:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000040:0.0:1787763018.699766:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000010:1.0:1787763018.699768:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000001:0.0:1787763018.699769:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763018.699773:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000200:1.0:1787763018.699774:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595103488, offset 0
00000100:00000001:0.0:1787763018.699775:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787763018.699778:0:299392:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763018.699779:0:299392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787763018.699780:0:299392:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763018.699781:0:299392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:0.0:1787763018.699784:0:299392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:1.0:1787763018.699785:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000020:00000001:0.0:1787763018.699786:0:299392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:0.0:1787763018.699791:0:299392:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763018.699792:0:299392:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763018.699794:0:299392:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763018.699795:0:299392:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:1.0:1787763018.699799:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000020:00000040:0.0:1787763018.699800:0:299392:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:0.0:1787763018.699804:0:299392:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787763018.699805:0:299392:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763018.699807:0:299392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763018.699810:0:299392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787763018.699810:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
02000000:00000001:0.0:1787763018.699815:0:299392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763018.699818:0:299392:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763018.699820:0:299392:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787763018.699823:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:0.0:1787763018.699824:0:299392:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763018.699827:0:299392:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763018.699829:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000010:0.0:1787763018.699831:0:299392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2d00.
00000020:00000040:0.0:1787763018.699834:0:299392:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000400:00000200:1.0:1787763018.699836:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1787763018.699837:0:299392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763018.699840:0:299392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763018.699840:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000001:0.0:1787763018.699843:0:299392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763018.699846:0:299392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787763018.699847:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278402:278402:256:4294967295] 192.168.203.101@tcp LPNI seq info [278401:278401:8:4294967295]
02000000:00000001:0.0:1787763018.699849:0:299392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763018.699854:0:299392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760d000.
00000400:00000200:1.0:1787763018.699858:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787763018.699860:0:299392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763018.699865:0:299392:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2d00 x1874597595103744/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787763018.699875:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787763018.699879:0:299392:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763018.699881:0:299392:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763018.699884:0:299392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b3abd36] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2d00 x1874597595103744/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763018.699893:0:299392:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763018.699897:0:299392:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1787763018.699897:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000040:0.0:1787763018.699904:0:299392:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:1.0:1787763018.699906:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000100:00000040:0.0:1787763018.699907:0:299392:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21769)
00000800:00000200:1.0:1787763018.699916:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787763018.699921:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763018.699927:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787763018.700013:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787763018.700017:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787763018.700020:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787763018.700027:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763018.700031:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763018.700037:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787763018.700039:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787763018.700044:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763018.700047:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c1a40 x1874597595103488/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763018.700056:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763018.700059:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c1a40 x1874597595103488/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763043 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763018.700065:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763018.700066:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763018.700073:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763018.700077:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787763018.700079:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316432631
00000100:00000010:1.0:1787763018.700085:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a828a0.
00000100:00000001:1.0:1787763018.700093:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787763018.700100:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316432631
00000100:00000010:1.0:1787763018.700103:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82360.
00000100:00000001:1.0:1787763018.700105:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787763018.700108:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763018.700111:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763018.700113:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763018.700130:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763018/real 1787763018]  req@ffff9b65113c1a40 x1874597595103488/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763018.700136:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763018.700138:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763018.700140:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787763018.700143:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787763018.700144:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787763018.700146:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763018.700149:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c1a40 x1874597595103488/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763018.700155:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c1a40 x1874597595103488/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763018.700160:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763018.700161:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763018.700163:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763018.700165:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763018.700168:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c1a40 x1874597595103488/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763018.700172:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763018.700176:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c1a40 x1874597595103488/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763043 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763018.700182:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763018.700185:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763018.700186:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763018.700188:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763018.700190:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763018.700192:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763018.700195:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763018.700198:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787763018.700199:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763018.700202:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c1a40 x1874597595103488/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763043 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763018.700208:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595103488:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787763018.700212:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763018.700213:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763018.700215:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c1a40 x1874597595103488/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763043 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763018.700219:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763018.700222:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763018.700225:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787763018.700228:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763018.700229:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763018.700231:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787763018.700233:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763018.700235:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760e400.
02000000:00000001:1.0:1787763018.700240:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763018.700241:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763018.700243:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c1a40.
00000100:00000001:1.0:1787763018.700268:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763018.700270:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763018.700272:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763018.700280:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763018.700281:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763018.700282:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763018.700289:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763018.700291:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763018.700294:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c0000 x1874597595103616/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763018.700300:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763018.700301:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763018.700303:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763018.700304:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763018.700306:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763018.700308:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595103616:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787763018.700311:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763018.700312:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763018.700313:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763018.700315:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763018.700317:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787763018.700319:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763018.700322:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787763018.700324:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787763018.700327:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787763018.700329:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595103616, portal 10
00000100:00000001:1.0:1787763018.700330:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763018.700332:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115987968 : -110616593563648 : ffff9b65113c0000)
00000100:00000040:1.0:1787763018.700338:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c0000 x1874597595103616/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763018.700343:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763018.700344:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787763018.700346:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787763018.700348:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595103616, offset 0
00000400:00000200:1.0:1787763018.700351:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787763018.700353:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787763018.700360:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787763018.700363:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763018.700365:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787763018.700367:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763018.700368:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787763018.700371:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278403:278403:256:4294967295] 192.168.203.101@tcp LPNI seq info [278402:278402:8:4294967295]
00000400:00000200:1.0:1787763018.700374:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787763018.700379:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763018.700382:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787763018.700385:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787763018.700388:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787763018.700390:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763018.700393:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787763018.700395:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787763018.700398:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787763018.700400:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787763018.700402:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763018.700405:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763018.700407:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787763018.700408:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787763018.700410:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763018.700413:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c0000 x1874597595103616/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763018.700419:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763018.700421:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c0000 x1874597595103616/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763043 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763018.700426:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763018.700427:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763018.700429:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763018.700433:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787763018.700434:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787763018.700436:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316431885
00000100:00000001:1.0:1787763018.700439:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316432631
00000100:00000001:1.0:1787763018.700440:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316431885
00000100:00000001:1.0:1787763018.700442:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316432631
00000100:00000001:1.0:1787763018.700444:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763018.700446:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763018.700447:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763018.700450:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763018/real 1787763018]  req@ffff9b65113c0000 x1874597595103616/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763018.700456:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763018.700456:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763018.700457:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787763018.700459:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787763018.700460:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787763018.700461:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763018.700463:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c0000 x1874597595103616/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763018.700470:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c0000 x1874597595103616/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763018.700474:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763018.700474:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763018.700476:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763018.700476:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763018.700479:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c0000 x1874597595103616/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763018.700482:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763018.700485:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c0000 x1874597595103616/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763043 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763018.700489:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763018.700490:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763018.700491:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763018.700492:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763018.700493:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763018.700494:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763018.700496:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763018.700499:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787763018.700500:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763018.700503:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c0000 x1874597595103616/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763043 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763018.700508:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595103616:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787763018.700511:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763018.700513:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c2d00 x1874597595103744/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763018.700517:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763018.700518:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763018.700519:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763018.700520:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763018.700521:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763018.700523:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595103744:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787763018.700526:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763018.700527:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763018.700529:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763018.700530:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763018.700532:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787763018.700533:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763018.700536:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787763018.700537:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000400:00000010:1.0:1787763018.700540:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
00000100:00000200:1.0:1787763018.700542:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595103744, portal 4
00000100:00000001:1.0:1787763018.700543:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763018.700544:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115999488 : -110616593552128 : ffff9b65113c2d00)
00000100:00000040:1.0:1787763018.700549:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c2d00 x1874597595103744/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763018.700554:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763018.700556:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787763018.700558:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787763018.700559:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595103744, offset 0
00000400:00000200:1.0:1787763018.700562:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787763018.700564:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787763018.700567:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787763018.700569:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763018.700571:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787763018.700573:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763018.700574:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787763018.700576:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278404:278404:256:4294967295] 192.168.203.101@tcp LPNI seq info [278403:278403:8:4294967295]
00000400:00000200:1.0:1787763018.700579:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787763018.700583:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763018.700586:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787763018.700588:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000800:00000200:1.0:1787763018.700590:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787763018.700592:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763018.700594:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787763018.700596:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787763018.700599:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787763018.700601:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787763018.700603:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763018.700605:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763018.700606:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787763018.700608:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787763018.700609:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763018.700611:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c2d00 x1874597595103744/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763018.700616:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763018.700619:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c2d00 x1874597595103744/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763043 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763018.700623:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763018.700624:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763018.700626:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763018.700628:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787763018.700630:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787763018.700632:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316431891
00000100:00000001:1.0:1787763018.700634:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316432631
00000100:00000001:1.0:1787763018.700636:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316431891
00000100:00000001:1.0:1787763018.700637:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316432631
00000100:00000001:1.0:1787763018.700638:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763018.700639:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763018.700641:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763018.700643:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763018/real 1787763018]  req@ffff9b65113c2d00 x1874597595103744/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763018.700647:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763018.700648:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763018.700649:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:1.0:1787763018.700650:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:1.0:1787763018.700651:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:1.0:1787763018.700653:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763018.700655:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c2d00 x1874597595103744/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763018.700661:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c2d00 x1874597595103744/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763018.700664:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763018.700665:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763018.700666:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763018.700667:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763018.700669:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c2d00 x1874597595103744/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763018.700673:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763018.700675:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c2d00 x1874597595103744/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763043 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763018.700681:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763018.700683:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763018.700684:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763018.700685:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763018.700686:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763018.700687:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763018.700688:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763018.700690:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787763018.700692:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763018.700694:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c2d00 x1874597595103744/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763043 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763018.700698:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595103744:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787763018.700700:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763018.700702:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763018.700703:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c0000 x1874597595103616/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763043 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763018.700707:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763018.700708:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763018.700709:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:1.0:1787763018.700710:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763018.700711:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763018.700712:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787763018.700713:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763018.700714:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760c800.
02000000:00000001:1.0:1787763018.700716:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763018.700717:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763018.700718:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c0000.
00000100:00000001:1.0:1787763018.700720:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763018.700721:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763018.700723:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763018.700725:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c2d00 x1874597595103744/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763043 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763018.700730:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763018.700731:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763018.700732:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0bc00.
02000000:00000001:1.0:1787763018.700734:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763018.700734:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763018.700735:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787763018.700736:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763018.700737:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760d000.
02000000:00000001:1.0:1787763018.700738:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763018.700739:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763018.700740:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c2d00.
00000100:00000001:1.0:1787763018.700743:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763018.700744:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763018.700745:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763018.700747:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763018.700748:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763018.700749:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763018.700750:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763019.467361:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316432631, at 4316432640
00000100:00000040:1.0:1787763019.467362:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316432631, at 4316432640
00000100:00000010:1.0:1787763019.467385:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82360.
00000100:00000010:0.0:1787763019.467390:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a828a0.
00010000:00000001:0.0:1787763019.531350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763019.531356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763019.531362:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763019.531363:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763019.531367:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763019.531368:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763019.531392:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763019.531395:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763019.531397:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763019.723358:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763019.723371:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763019.723374:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763019.723380:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763019.723385:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763019.723389:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763019.723392:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763019.723396:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763019.723398:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763020.555401:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763020.555412:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763020.555420:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763020.555422:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763020.555426:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763020.555428:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763020.555527:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763020.555537:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763020.555545:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763020.747372:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763020.747383:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763020.747386:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763020.747395:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763020.747400:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763020.747405:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763020.747410:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763020.747414:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763020.747418:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763021.579399:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763021.579408:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763021.579418:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763021.579420:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763021.579424:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763021.579426:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763021.579459:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763021.579463:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763021.579467:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763021.771336:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763021.771347:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763021.771349:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763021.771355:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763021.771359:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763021.771363:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763021.771366:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763021.771370:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763021.771372:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763022.603357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763022.603367:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763022.603374:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763022.603377:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763022.603381:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763022.603382:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763022.603467:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763022.603474:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763022.603480:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763022.795391:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763022.795404:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763022.795408:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763022.795419:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763022.795428:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763022.795434:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763022.795440:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763022.795445:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763022.795450:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763023.627400:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763023.627411:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763023.627419:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763023.627421:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763023.627426:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763023.627431:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763023.627434:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763023.627439:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763023.627443:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763023.627446:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763023.627449:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763023.627452:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763023.627484:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763023.627488:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763023.627492:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763023.819343:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763023.819353:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1787763023.819354:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787763023.819356:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763023.819365:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00080000:0.0:1787763023.819367:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763023.819371:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763023.819375:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787763023.819376:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763023.819382:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1787763023.819384:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763023.819385:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763023.819393:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763023.819395:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763023.819408:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21764
00000400:00000200:0.0:1787763023.819422:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787763023.819433:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763023.819438:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763023.819443:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763023.819447:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763023.819451:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763023.819454:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787763023.819460:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763023.819463:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787763023.819467:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763023.819472:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787763023.819476:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787763023.819481:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787763023.819486:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763023.819489:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763023.819492:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763023.819495:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787763023.819500:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787763023.819516:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787763023.819520:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763023.819524:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763023.819529:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763023.819533:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763023.819537:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763023.819541:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763023.819552:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2d00.
00000020:00000040:0.0:1787763023.819557:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787763023.819565:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763023.819579:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763023.819585:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763023.819589:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763023.819595:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763023.819610:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760cc00.
00000100:00000001:0.0:1787763023.819620:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763023.819635:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2d00 x1874597595103872/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763023.819652:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763023.819659:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763023.819666:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b3abd36] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2d00 x1874597595103872/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763023.819694:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763023.819699:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763023.819703:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763023.819706:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763023.819708:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763023.819712:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763023.819715:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21764
00000400:00000200:0.0:1787763023.819721:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787763023.819725:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763023.819728:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763023.819732:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763023.819735:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763023.819738:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763023.819741:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787763023.819745:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763023.819748:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787763023.819751:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763023.819755:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787763023.819760:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787763023.819775:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:1.0:1787763023.819775:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763023.819782:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1787763023.819784:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787763023.819786:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787763023.819793:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763023.819799:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c2d00 x1874597595103872/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763023.819801:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763023.819809:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787763023.819818:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000001:1.0:1787763023.819819:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763023.819824:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763023.819828:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
02000000:00000001:1.0:1787763023.819830:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787763023.819834:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763023.819835:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763023.819842:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763023.819842:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763023.819849:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595103872:192.168.203.101@tcp:250:kworker.0
02000000:00000001:0.0:1787763023.819853:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763023.819854:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763023.819860:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763023.819861:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787763023.819866:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787763023.819867:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763023.819872:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1787763023.819874:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
02000000:00000010:1.0:1787763023.819878:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0bc00.
00000008:00000001:0.0:1787763023.819881:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763023.819883:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763023.819889:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763023.819894:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000010:0.0:1787763023.819897:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c0000.
00000400:00000010:1.0:1787763023.819900:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6580.
00000020:00000040:0.0:1787763023.819904:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000400:00000010:1.0:1787763023.819910:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352e58.
02000000:00000001:0.0:1787763023.819911:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763023.819915:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763023.819920:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1787763023.819923:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595103872, portal 25
02000000:00000001:0.0:1787763023.819924:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763023.819929:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763023.819929:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763023.819932:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115999488 : -110616593552128 : ffff9b65113c2d00)
02000000:00000010:0.0:1787763023.819939:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760c400.
00000100:00000040:1.0:1787763023.819940:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c2d00 x1874597595103872/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763023.819948:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763023.819954:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763023.819961:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00100000:0.0:1787763023.819963:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c0000 x1874597595104000/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787763023.819966:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352770.
00000100:00000200:1.0:1787763023.819973:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595103872, offset 0
00000100:00000001:0.0:1787763023.819984:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787763023.819985:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000001:0.0:1787763023.819991:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763023.819998:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:0.0:1787763023.820003:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ecd2557] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c0000 x1874597595104000/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787763023.820011:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787763023.820021:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763023.820030:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787763023.820038:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763023.820043:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00000001:0.0:1787763023.820045:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763023.820050:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278405:278405:256:4294967295] 192.168.203.101@tcp LPNI seq info [278404:278404:8:4294967295]
00000100:00080000:0.0:1787763023.820053:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787763023.820060:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00080000:0.0:1787763023.820065:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787763023.820069:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787763023.820075:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1787763023.820097:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1787763023.820104:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000100:00000001:0.0:1787763023.820105:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763023.820113:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21764
00000800:00000010:1.0:1787763023.820128:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18b00.
00000400:00000200:0.0:1787763023.820134:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787763023.820141:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000800:00000200:1.0:1787763023.820148:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00080000:0.0:1787763023.820149:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763023.820157:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763023.820165:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787763023.820165:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:0.0:1787763023.820173:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763023.820177:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787763023.820181:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763023.820183:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787763023.820185:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763023.820189:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:0.0:1787763023.820193:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000001:1.0:1787763023.820194:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763023.820198:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:1.0:1787763023.820206:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:0.0:1787763023.820207:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763023.820214:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787763023.820215:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316437751
00000100:00000040:0.0:1787763023.820220:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763023.820226:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000010:1.0:1787763023.820227:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82360.
00000020:00000040:0.0:1787763023.820230:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:0.0:1787763023.820237:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787763023.820242:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763023.820242:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
02000000:00000001:0.0:1787763023.820277:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763023.820282:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763023.820287:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763023.820290:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787763023.820292:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316437752
00000008:00100000:0.0:1787763023.820295:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000010:1.0:1787763023.820299:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82cc0.
00000008:00000001:0.0:1787763023.820302:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763023.820307:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763023.820308:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000010:0.0:1787763023.820316:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1a40.
00000100:00000001:1.0:1787763023.820317:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1787763023.820324:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000100:00000001:1.0:1787763023.820325:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763023.820332:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787763023.820334:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763023.820337:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763023.820340:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787763023.820342:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763023.820347:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763023.820349:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763023.820354:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000010:0.0:1787763023.820355:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760d000.
00000100:00000001:1.0:1787763023.820359:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787763023.820362:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763023.820364:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763023.820371:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763023.820374:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00100000:0.0:1787763023.820375:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1a40 x1874597595104128/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787763023.820385:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c0000 x1874597595104000/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763023.820399:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763023.820405:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763023.820408:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763023.820413:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763023.820416:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7cad83] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1a40 x1874597595104128/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787763023.820418:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763023.820423:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763023.820430:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763023.820441:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595104000:192.168.203.101@tcp:38:kworker.0
00000100:00000001:0.0:1787763023.820442:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763023.820451:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1787763023.820452:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787763023.820455:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763023.820459:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763023.820463:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:1.0:1787763023.820464:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763023.820472:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08c00.
00000100:00000040:0.0:1787763023.820474:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21774)
02000000:00000001:1.0:1787763023.820478:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763023.820485:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787763023.820489:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6d68.
00000400:00000010:1.0:1787763023.820494:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352550.
00000100:00000200:1.0:1787763023.820499:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595104000, portal 10
00000100:00000001:1.0:1787763023.820502:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763023.820503:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115987968 : -110616593563648 : ffff9b65113c0000)
00000100:00000040:1.0:1787763023.820523:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c0000 x1874597595104000/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763023.820531:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763023.820534:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787763023.820537:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352990.
00000100:00000200:1.0:1787763023.820540:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595104000, offset 0
00000400:00000200:1.0:1787763023.820545:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787763023.820550:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787763023.820555:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787763023.820558:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763023.820562:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787763023.820565:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763023.820568:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787763023.820571:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278406:278406:255:4294967295] 192.168.203.101@tcp LPNI seq info [278405:278405:7:4294967295]
00000400:00000200:1.0:1787763023.820588:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787763023.820597:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763023.820604:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787763023.820609:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18f00.
00000800:00000200:1.0:1787763023.820615:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787763023.820620:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:1.0:1787763023.820623:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763023.820629:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787763023.820632:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787763023.820634:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316437005
00000100:00000001:1.0:1787763023.820638:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316437751
00000100:00000001:1.0:1787763023.820640:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316437005
00000100:00000001:1.0:1787763023.820642:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316437752
00000100:00000001:1.0:1787763023.820644:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763023.820646:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763023.820648:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763023.820650:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763023.820652:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763023.820653:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787763023.820655:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763023.820656:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763023.820658:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763023.820661:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c1a40 x1874597595104128/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763023.820668:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763023.820670:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763023.820672:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763023.820673:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763023.820675:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763023.820677:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595104128:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787763023.820680:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763023.820682:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763023.820684:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763023.820686:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763023.820689:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0a800.
02000000:00000001:1.0:1787763023.820690:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763023.820694:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787763023.820696:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff69f8.
00000400:00000010:1.0:1787763023.820700:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352f68.
00000100:00000200:1.0:1787763023.820703:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595104128, portal 4
00000100:00000001:1.0:1787763023.820704:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763023.820706:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115994688 : -110616593556928 : ffff9b65113c1a40)
00000100:00000040:1.0:1787763023.820711:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c1a40 x1874597595104128/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763023.820744:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763023.820747:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787763023.820749:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c3524c8.
00000100:00000200:1.0:1787763023.820751:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595104128, offset 0
00000400:00000200:1.0:1787763023.820755:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787763023.820759:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787763023.820774:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787763023.820777:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763023.820779:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787763023.820781:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763023.820783:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787763023.820785:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278407:278407:254:4294967295] 192.168.203.101@tcp LPNI seq info [278406:278406:6:4294967295]
00000400:00000200:1.0:1787763023.820789:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787763023.820794:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763023.820797:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787763023.820801:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18a00.
00000800:00000200:1.0:1787763023.820804:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787763023.820808:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:1.0:1787763023.820810:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763023.820813:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787763023.820815:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787763023.820817:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316437011
00000100:00000001:1.0:1787763023.820819:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316437751
00000100:00000001:1.0:1787763023.820822:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316437011
00000100:00000001:1.0:1787763023.820823:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316437752
00000100:00000001:1.0:1787763023.820826:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763023.820827:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763023.820829:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763023.820831:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763023.820833:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763023.820835:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787763023.820836:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763023.820837:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763023.820839:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763023.820841:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763024.587331:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316437752, at 4316437760
00000100:00000040:0.0:1787763024.587335:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316437751, at 4316437760
00000100:00000010:1.0:1787763024.587352:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82cc0.
00000100:00000010:0.0:1787763024.587358:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82360.
00010000:00000001:0.0:1787763024.651332:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763024.651341:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763024.651350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763024.651352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763024.651356:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763024.651358:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763024.651398:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763024.651403:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763024.651406:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763024.843436:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763024.843444:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763024.843446:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763024.843452:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763024.843457:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763024.843461:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763024.843464:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763024.843467:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763024.843471:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763025.675340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763025.675347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763025.675353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763025.675354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763025.675358:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763025.675359:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763025.675379:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763025.675382:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763025.675384:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763025.867431:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763025.867440:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763025.867442:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763025.867447:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763025.867450:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763025.867454:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763025.867458:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763025.867460:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763025.867480:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763026.699341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763026.699347:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763026.699352:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763026.699353:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763026.699356:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763026.699357:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763026.699403:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763026.699407:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763026.699410:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763026.891636:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763026.891649:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763026.891654:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763026.891665:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763026.891672:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763026.891679:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763026.891686:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763026.891692:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763026.891698:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1787763026.891855:0:238623:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.101:988
00000400:00000100:1.0:1787763026.891961:0:238623:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.101@tcp at host 192.168.203.101 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1787763026.891983:0:238623:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787763026.891992:0:238623:0:(router.c:1791:lnet_notify()) 192.168.203.1@tcp notifying 192.168.203.101@tcp: down
00000400:00000200:1.0:1787763026.892003:0:238623:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787763026.892011:0:238623:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1787763026.892020:0:238623:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:1.0:1787763026.892027:0:238623:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18b00.
00000400:00000200:1.0:1787763026.892037:0:238623:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1787763026.892046:0:238623:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1787763026.892088:0:238623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352770
00000400:00000010:1.0:1787763026.892095:0:238623:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352770.
00000100:00000001:1.0:1787763026.892106:0:238623:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763026.892124:0:238623:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b65113c2d00 x1874597595103872/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763026.892204:0:238623:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763026.892215:0:238623:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c2d00 x1874597595103872/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763048 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763026.892231:0:238623:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763026.892234:0:238623:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1787763026.892433:0:238623:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:1.0:1787763026.892439:0:238623:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18f00.
00000400:00000200:1.0:1787763026.892445:0:238623:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1787763026.892453:0:238623:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1787763026.892461:0:238623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352990
00000400:00000010:1.0:1787763026.892465:0:238623:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352990.
00000100:00000001:1.0:1787763026.892472:0:238623:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763026.892481:0:238623:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b65113c0000 x1874597595104000/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763026.892503:0:238623:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763026.892513:0:238623:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c0000 x1874597595104000/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763048 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763026.892528:0:238623:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763026.892532:0:238623:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1787763026.892543:0:238623:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.101@tcp
00000800:00000010:1.0:1787763026.892547:0:238623:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18a00.
00000400:00000200:1.0:1787763026.892553:0:238623:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1787763026.892559:0:238623:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1787763026.892565:0:238623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c3524c8
00000400:00000010:1.0:1787763026.892569:0:238623:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c3524c8.
00000100:00000001:1.0:1787763026.892573:0:238623:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763026.892582:0:238623:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9b65113c1a40 x1874597595104128/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763026.892598:0:238623:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763026.892605:0:238623:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c1a40 x1874597595104128/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763048 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763026.892619:0:238623:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763026.892622:0:238623:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763026.892773:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763026.892781:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763026.892785:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763026.892799:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763023/real 1787763026]  req@ffff9b65113c1a40 x1874597595104128/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763026.892833:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763026.892837:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763026.892845:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff69f8.
00000400:00000200:2.0:1787763026.892897:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352f68
00000400:00000010:2.0:1787763026.892903:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352f68.
00000100:00000001:2.0:1787763026.892910:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763026.892919:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c1a40 x1874597595104128/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763026.892938:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c1a40 x1874597595104128/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763026.892952:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763026.892956:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763026.892961:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763026.892976:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763026.892984:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c1a40 x1874597595104128/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763026.892998:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763026.893009:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c1a40 x1874597595104128/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763048 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763026.893027:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763026.893033:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763026.893036:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763026.893039:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763026.893047:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763026.893052:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763026.893084:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763026.893097:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787763026.893103:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763026.893112:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c1a40 x1874597595104128/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763048 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763026.893129:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595104128:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787763026.893140:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763026.893147:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763023/real 1787763026]  req@ffff9b65113c0000 x1874597595104000/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763026.893164:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763026.893167:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763026.893173:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6d68.
00000400:00000200:2.0:1787763026.893180:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352550
00000400:00000010:2.0:1787763026.893183:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352550.
00000100:00000001:2.0:1787763026.893188:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763026.893196:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c0000 x1874597595104000/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763026.893213:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c0000 x1874597595104000/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763026.893232:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763026.893236:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763026.893240:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763026.893243:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763026.893327:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c0000 x1874597595104000/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763026.893342:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763026.893352:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c0000 x1874597595104000/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763048 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763026.893376:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763026.893381:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763026.893385:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763026.893387:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763026.893391:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763026.893395:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763026.893400:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763026.893408:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787763026.893413:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763026.893422:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c0000 x1874597595104000/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763048 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763026.893439:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595104000:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787763026.893448:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763026.893456:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763023/real 1787763026]  req@ffff9b65113c2d00 x1874597595103872/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763026.893470:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763026.893472:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763026.893475:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6580.
00000400:00000200:2.0:1787763026.893480:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352e58
00000400:00000010:2.0:1787763026.893483:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352e58.
00000100:00000001:2.0:1787763026.893487:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763026.893491:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c2d00 x1874597595103872/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763026.893509:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c2d00 x1874597595103872/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763026.893523:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763026.893528:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763026.893531:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763026.893534:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763026.893542:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c2d00 x1874597595103872/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763026.893556:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763026.893564:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c2d00 x1874597595103872/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763048 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763026.893578:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763026.893595:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763026.893599:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763026.893601:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763026.893607:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763026.893612:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763026.893618:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763026.893634:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787763026.893638:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763026.893645:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c2d00 x1874597595103872/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763048 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763026.893656:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595103872:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787763026.893663:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763026.893666:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763026.893670:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c1a40 x1874597595104128/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763048 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763026.893680:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763026.893686:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763026.893694:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0a800.
02000000:00000001:2.0:1787763026.893704:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763026.893710:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763026.893715:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787763026.893719:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763026.893725:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760d000.
02000000:00000001:2.0:1787763026.893733:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763026.893737:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763026.893741:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c1a40.
00000100:00000001:2.0:1787763026.893748:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763026.893751:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763026.893755:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763026.893762:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c0000 x1874597595104000/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763048 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763026.893776:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763026.893779:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763026.893782:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08c00.
02000000:00000001:2.0:1787763026.893788:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763026.893790:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763026.893793:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787763026.893797:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763026.893800:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760c400.
02000000:00000001:2.0:1787763026.893804:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763026.893818:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763026.893821:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c0000.
00000100:00000001:2.0:1787763026.893826:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763026.893829:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763026.893833:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763026.893840:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c2d00 x1874597595103872/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763048 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763026.893850:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763026.893853:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763026.893855:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0bc00.
02000000:00000001:2.0:1787763026.893859:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763026.893861:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763026.893862:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787763026.893865:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763026.893867:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760cc00.
02000000:00000001:2.0:1787763026.893870:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763026.893873:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763026.893875:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c2d00.
00000100:00000001:2.0:1787763026.893882:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763026.893883:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763026.893886:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763026.893897:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763026.893900:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763026.893913:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763026.893915:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763027.723390:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763027.723403:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763027.723407:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763027.723412:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763027.723418:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763027.723422:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763027.723425:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763027.723428:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763027.723433:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763027.723435:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763027.723437:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763027.723439:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763027.723442:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763027.723443:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763027.723446:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763027.723448:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763027.723453:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763027.723455:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763027.723484:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763027.723487:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763027.723492:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763027.915401:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763027.915410:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763027.915412:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763027.915418:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763027.915422:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763027.915426:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763027.915429:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763027.915432:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763027.915435:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763028.747360:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763028.747370:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763028.747378:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763028.747380:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763028.747385:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763028.747387:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763028.747452:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763028.747457:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763028.747460:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787763028.939375:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763028.939388:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787763028.939391:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763028.939395:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763028.939400:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787763028.939400:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763028.939406:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1787763028.939411:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21769
00000100:00000001:2.0:1787763028.939411:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763028.939418:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763028.939421:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:1.0:1787763028.939424:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787763028.939425:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763028.939431:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763028.939433:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1787763028.939435:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:2.0:1787763028.939438:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763028.939440:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787763028.939445:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787763028.939448:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763028.939451:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787763028.939453:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787763028.939457:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763028.939468:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:1.0:1787763028.939471:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787763028.939474:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:1.0:1787763028.939476:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:1.0:1787763028.939478:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:1.0:1787763028.939481:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787763028.939482:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763028.939484:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787763028.939485:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787763028.939487:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:1.0:1787763028.939489:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787763028.939491:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763028.939493:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763028.939496:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763028.939499:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763028.939501:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787763028.939505:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763028.939512:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588f840.
00000020:00000040:1.0:1787763028.939517:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:1.0:1787763028.939521:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763028.939523:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763028.939526:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763028.939529:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787763028.939535:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763028.939545:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee08400.
00000100:00000001:1.0:1787763028.939555:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763028.939569:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588f840 x1874597595104256/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763028.939581:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763028.939589:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763028.939595:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010754fdf] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588f840 x1874597595104256/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763028.939622:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763028.939625:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763028.939629:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787763028.939630:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763028.939632:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763028.939635:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787763028.939639:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21769
00000400:00000200:1.0:1787763028.939643:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787763028.939647:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787763028.939650:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787763028.939654:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787763028.939657:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763028.939659:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787763028.939660:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763028.939663:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787763028.939665:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1787763028.939667:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787763028.939669:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1787763028.939672:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:1.0:1787763028.939676:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:2.0:1787763028.939678:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588f840 x1874597595104256/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787763028.939681:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000100:00000001:2.0:1787763028.939688:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1787763028.939693:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000001:2.0:1787763028.939693:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763028.939699:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
02000000:00000001:2.0:1787763028.939700:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763028.939705:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787763028.939707:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
02000000:00000001:2.0:1787763028.939708:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763028.939711:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1787763028.939715:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595104256:192.168.203.101@tcp:250:kworker.0
00000100:00000040:1.0:1787763028.939716:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787763028.939720:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787763028.939726:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000001:2.0:1787763028.939727:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1787763028.939730:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787763028.939732:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763028.939734:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763028.939734:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763028.939738:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763028.939742:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787763028.939743:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763028.939746:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763028.939748:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:2.0:1787763028.939748:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864400.
02000000:00000001:2.0:1787763028.939752:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787763028.939755:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787763028.939759:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763028.939763:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763028.939763:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787763028.939770:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000100:00000010:1.0:1787763028.939771:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588d2c0.
00000020:00000040:1.0:1787763028.939776:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:1.0:1787763028.939778:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763028.939779:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763028.939780:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763028.939782:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1787763028.939782:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9908.
02000000:00000001:1.0:1787763028.939785:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763028.939790:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee0ac00.
00000100:00000001:1.0:1787763028.939793:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787763028.939796:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595104256, portal 25
00000100:00100000:1.0:1787763028.939799:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588d2c0 x1874597595104384/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763028.939802:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763028.939806:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188141120 : -110616521410496 : ffff9b651588f840)
00000100:00000001:1.0:1787763028.939811:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763028.939815:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763028.939819:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588f840 x1874597595104256/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787763028.939824:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000032a8dc5] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588d2c0 x1874597595104384/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763028.939844:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763028.939850:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787763028.939855:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787763028.939863:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595104256, offset 0
00000100:00000001:1.0:1787763028.939865:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787763028.939870:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787763028.939875:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787763028.939876:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787763028.939877:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787763028.939879:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787763028.939883:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21769
00000400:00000200:1.0:1787763028.939887:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787763028.939889:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:1.0:1787763028.939891:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787763028.939893:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787763028.939895:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763028.939897:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787763028.939898:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:1.0:1787763028.939900:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787763028.939901:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:1.0:1787763028.939902:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787763028.939903:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:1.0:1787763028.939904:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000020:00000001:1.0:1787763028.939906:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:1.0:1787763028.939908:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787763028.939909:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787763028.939911:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:1.0:1787763028.939912:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:1.0:1787763028.939914:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:1.0:1787763028.939916:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:1.0:1787763028.939917:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763028.939919:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787763028.939922:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763028.939925:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763028.939927:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787763028.939931:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787763028.939933:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763028.939935:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763028.939942:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b651588c780.
00000020:00000040:1.0:1787763028.939944:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:1.0:1787763028.939947:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787763028.939949:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763028.939950:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787763028.939952:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787763028.939954:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787763028.939959:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b652ee08000.
00000100:00000001:1.0:1787763028.939963:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763028.939969:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b651588c780 x1874597595104512/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787763028.939977:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000001:1.0:1787763028.939984:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787763028.939987:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763028.939992:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000040:1.0:1787763028.939993:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c5bf5b] to pc [ptlrpcd_rcv+-1]  req@ffff9b651588c780 x1874597595104512/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763028.940004:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763028.940004:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00000040:1.0:1787763028.940011:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787763028.940012:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1787763028.940019:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1787763028.940021:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000040:1.0:1787763028.940029:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21779)
00000400:00000200:2.0:1787763028.940030:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763028.940034:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787763028.940038:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278408:278408:256:4294967295] 192.168.203.101@tcp LPNI seq info [278407:278407:8:4294967295]
00000400:00000200:2.0:1787763028.940059:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787763028.940076:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763028.940082:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787763028.940088:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58c00.
00000800:00000200:2.0:1787763028.940097:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787763028.940104:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763028.940111:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787763028.940115:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787763028.940121:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787763028.940124:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58c00.
00000400:00000200:2.0:1787763028.940137:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763028.940144:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763028.940152:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787763028.940155:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787763028.940159:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763028.940163:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588f840 x1874597595104256/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763028.940173:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763028.940176:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588f840 x1874597595104256/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763053 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763028.940182:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763028.940184:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763028.940194:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763028.940199:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787763028.940203:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316442871
00000100:00000010:2.0:1787763028.940210:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd660.
00000100:00000001:2.0:1787763028.940220:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787763028.940229:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316442871
00000100:00000010:2.0:1787763028.940233:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd180.
00000100:00000001:2.0:1787763028.940237:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787763028.940241:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763028.940244:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763028.940273:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763028.940279:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763028/real 1787763028]  req@ffff9b651588f840 x1874597595104256/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763028.940290:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763028.940293:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763028.940296:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787763028.940326:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9908
00000400:00000010:2.0:1787763028.940330:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9908.
00000100:00000001:2.0:1787763028.940333:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763028.940337:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588f840 x1874597595104256/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763028.940346:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588f840 x1874597595104256/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763028.940353:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763028.940355:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763028.940358:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763028.940361:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763028.940365:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588f840 x1874597595104256/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763028.940373:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763028.940379:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588f840 x1874597595104256/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763053 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763028.940387:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763028.940390:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763028.940392:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763028.940394:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763028.940397:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763028.940400:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763028.940403:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763028.940409:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787763028.940413:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763028.940419:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588f840 x1874597595104256/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763053 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763028.940430:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595104256:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787763028.940438:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763028.940442:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763028.940446:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588f840 x1874597595104256/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763053 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763028.940455:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763028.940459:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763028.940463:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864400.
02000000:00000001:2.0:1787763028.940469:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763028.940471:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763028.940472:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787763028.940475:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763028.940478:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08400.
02000000:00000001:2.0:1787763028.940483:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763028.940485:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763028.940487:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588f840.
00000100:00000001:2.0:1787763028.940493:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763028.940494:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763028.940498:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763028.940512:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763028.940514:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763028.940518:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763028.940519:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763028.940521:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763028.940527:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588d2c0 x1874597595104384/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763028.940535:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763028.940537:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763028.940540:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763028.940542:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763028.940545:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763028.940549:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595104384:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787763028.940552:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763028.940557:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763028.940559:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763028.940563:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763028.940568:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864400.
02000000:00000001:2.0:1787763028.940572:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763028.940578:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787763028.940581:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787763028.940586:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9908.
00000100:00000200:2.0:1787763028.940591:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595104384, portal 10
00000100:00000001:2.0:1787763028.940594:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763028.940598:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188131520 : -110616521420096 : ffff9b651588d2c0)
00000100:00000040:2.0:1787763028.940610:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588d2c0 x1874597595104384/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763028.940619:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763028.940623:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787763028.940625:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787763028.940628:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595104384, offset 0
00000400:00000200:2.0:1787763028.940633:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787763028.940638:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787763028.940644:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787763028.940648:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763028.940651:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787763028.940654:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763028.940657:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787763028.940661:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278409:278409:256:4294967295] 192.168.203.101@tcp LPNI seq info [278408:278408:8:4294967295]
00000400:00000200:2.0:1787763028.940666:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787763028.940674:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763028.940678:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787763028.940681:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58c00.
00000800:00000200:2.0:1787763028.940685:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787763028.940688:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763028.940692:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787763028.940695:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787763028.940699:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787763028.940701:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58c00.
00000400:00000200:2.0:1787763028.940727:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763028.940730:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763028.940733:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787763028.940734:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787763028.940736:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763028.940739:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588d2c0 x1874597595104384/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763028.940749:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763028.940753:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588d2c0 x1874597595104384/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763053 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763028.940760:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763028.940763:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763028.940767:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763028.940773:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787763028.940777:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787763028.940780:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316442125
00000100:00000001:2.0:1787763028.940783:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316442871
00000100:00000001:2.0:1787763028.940785:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316442125
00000100:00000001:2.0:1787763028.940788:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316442871
00000100:00000001:2.0:1787763028.940790:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763028.940792:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763028.940795:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763028.940799:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763028/real 1787763028]  req@ffff9b651588d2c0 x1874597595104384/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763028.940809:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763028.940810:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763028.940812:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787763028.940816:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9908
00000400:00000010:2.0:1787763028.940817:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9908.
00000100:00000001:2.0:1787763028.940820:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763028.940824:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588d2c0 x1874597595104384/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763028.940834:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588d2c0 x1874597595104384/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763028.940841:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763028.940843:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763028.940845:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763028.940847:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763028.940851:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588d2c0 x1874597595104384/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763028.940858:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763028.940862:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588d2c0 x1874597595104384/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763053 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763028.940869:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763028.940871:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763028.940873:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763028.940874:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763028.940876:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763028.940879:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763028.940881:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763028.940886:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787763028.940888:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763028.940893:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588d2c0 x1874597595104384/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763053 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763028.940901:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595104384:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787763028.940906:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763028.940914:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b651588c780 x1874597595104512/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763028.940927:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763028.940929:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763028.940931:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763028.940933:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763028.940935:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763028.940938:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595104512:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787763028.940941:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763028.940943:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763028.940945:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763028.940946:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763028.940955:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787763028.940957:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763028.940961:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787763028.940964:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787763028.940967:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9908.
00000100:00000200:2.0:1787763028.940970:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595104512, portal 4
00000100:00000001:2.0:1787763028.940972:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763028.940974:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457188128640 : -110616521422976 : ffff9b651588c780)
00000100:00000040:2.0:1787763028.940981:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b651588c780 x1874597595104512/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763028.940988:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763028.940991:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787763028.940993:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787763028.940995:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595104512, offset 0
00000400:00000200:2.0:1787763028.940998:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787763028.941002:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787763028.941005:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787763028.941007:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763028.941009:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787763028.941011:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763028.941013:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787763028.941016:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278410:278410:256:4294967295] 192.168.203.101@tcp LPNI seq info [278409:278409:8:4294967295]
00000400:00000200:2.0:1787763028.941019:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787763028.941023:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763028.941027:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787763028.941029:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58c00.
00000800:00000200:2.0:1787763028.941032:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787763028.941034:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763028.941037:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787763028.941039:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787763028.941042:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787763028.941055:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58c00.
00000400:00000200:2.0:1787763028.941059:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763028.941063:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763028.941067:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787763028.941069:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787763028.941072:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763028.941075:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b651588c780 x1874597595104512/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763028.941081:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763028.941084:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b651588c780 x1874597595104512/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763053 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763028.941091:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763028.941093:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763028.941097:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763028.941100:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787763028.941103:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787763028.941105:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316442131
00000100:00000001:2.0:1787763028.941108:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316442871
00000100:00000001:2.0:1787763028.941110:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316442131
00000100:00000001:2.0:1787763028.941113:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316442871
00000100:00000001:2.0:1787763028.941116:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763028.941142:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763028.941145:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763028.941149:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763028/real 1787763028]  req@ffff9b651588c780 x1874597595104512/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763028.941158:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763028.941160:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763028.941161:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787763028.941163:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9908
00000400:00000010:2.0:1787763028.941165:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9908.
00000100:00000001:2.0:1787763028.941166:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763028.941169:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b651588c780 x1874597595104512/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763028.941175:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b651588c780 x1874597595104512/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763028.941180:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763028.941181:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763028.941183:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763028.941184:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763028.941186:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b651588c780 x1874597595104512/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763028.941191:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763028.941194:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b651588c780 x1874597595104512/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763053 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763028.941198:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763028.941199:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763028.941200:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763028.941201:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763028.941202:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763028.941203:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763028.941205:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763028.941217:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787763028.941219:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763028.941222:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b651588c780 x1874597595104512/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763053 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763028.941228:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b651588c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595104512:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787763028.941231:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763028.941233:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763028.941235:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588d2c0 x1874597595104384/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763053 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763028.941238:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763028.941240:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763028.941242:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864400.
02000000:00000001:2.0:1787763028.941244:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763028.941278:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763028.941280:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787763028.941282:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763028.941283:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee0ac00.
02000000:00000001:2.0:1787763028.941287:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763028.941288:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763028.941290:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588d2c0.
00000100:00000001:2.0:1787763028.941296:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763028.941297:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763028.941299:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763028.941302:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b651588c780 x1874597595104512/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763053 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763028.941307:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763028.941308:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763028.941310:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787763028.941311:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763028.941312:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763028.941313:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787763028.941314:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763028.941316:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b652ee08000.
02000000:00000001:2.0:1787763028.941317:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763028.941318:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763028.941319:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b651588c780.
00000100:00000001:2.0:1787763028.941323:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763028.941324:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763028.941325:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763028.941328:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763028.941329:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763028.941330:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763028.941332:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763029.707347:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316442871, at 4316442880
00000100:00000040:1.0:1787763029.707347:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316442871, at 4316442880
00000100:00000010:0.0:1787763029.707369:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd660.
00000100:00000010:1.0:1787763029.707378:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd180.
00010000:00000001:0.0:1787763029.771324:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763029.771329:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763029.771334:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763029.771335:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763029.771339:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763029.771340:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763029.771361:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763029.771364:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763029.771367:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763029.963425:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763029.963434:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763029.963437:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763029.963443:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763029.963447:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763029.963452:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763029.963456:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763029.963459:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763029.963462:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763030.795334:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763030.795342:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763030.795348:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763030.795349:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763030.795353:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763030.795354:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763030.795407:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763030.795412:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763030.795415:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763030.987329:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763030.987338:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763030.987340:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763030.987346:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763030.987349:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763030.987354:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763030.987357:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763030.987360:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763030.987362:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763031.819340:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763031.819348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763031.819355:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763031.819356:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763031.819359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763031.819360:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763031.819384:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763031.819387:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763031.819390:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763032.011347:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763032.011356:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763032.011359:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763032.011364:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763032.011367:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763032.011371:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763032.011374:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763032.011377:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763032.011380:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763032.843377:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763032.843385:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763032.843393:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763032.843395:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763032.843400:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763032.843402:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763032.843466:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763032.843472:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763032.843477:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763033.035342:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763033.035350:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763033.035352:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763033.035357:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763033.035361:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763033.035365:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763033.035368:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763033.035370:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763033.035373:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763033.867357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763033.867365:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763033.867371:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763033.867373:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763033.867378:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763033.867381:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763033.867384:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763033.867388:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763033.867392:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763033.867395:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763033.867398:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763033.867400:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763033.867442:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763033.867445:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763033.867449:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763034.059351:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763034.059359:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763034.059362:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763034.059369:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763034.059373:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763034.059378:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763034.059381:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763034.059385:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763034.059389:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763034.059419:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763034.059431:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763034.059434:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763034.059439:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763034.059445:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763034.059454:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21774
00000400:00000200:0.0:1787763034.059466:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787763034.059474:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763034.059478:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763034.059482:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763034.059486:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763034.059489:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763034.059493:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787763034.059498:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763034.059500:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787763034.059504:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763034.059507:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787763034.059511:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787763034.059515:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787763034.059519:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763034.059521:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763034.059524:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763034.059526:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787763034.059530:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787763034.059534:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787763034.059537:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763034.059541:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763034.059545:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763034.059549:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763034.059552:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763034.059554:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763034.059564:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c3c00.
00000020:00000040:0.0:1787763034.059568:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787763034.059574:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763034.059576:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763034.059579:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763034.059583:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763034.059588:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763034.059598:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e400.
00000100:00000001:0.0:1787763034.059606:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763034.059617:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c3c00 x1874597595104640/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763034.059647:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763034.059653:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763034.059660:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a1cf69] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c3c00 x1874597595104640/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763034.059688:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763034.059692:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763034.059698:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763034.059701:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763034.059704:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763034.059709:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763034.059714:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21774
00000400:00000200:0.0:1787763034.059721:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787763034.059722:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763034.059733:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1787763034.059737:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00000001:2.0:1787763034.059739:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1787763034.059752:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763034.059767:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000040:2.0:1787763034.059769:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c3c00 x1874597595104640/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763034.059780:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763034.059792:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787763034.059810:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763034.059812:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787763034.059820:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763034.059822:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763034.059827:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
02000000:00000001:2.0:1787763034.059829:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1787763034.059834:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:2.0:1787763034.059836:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1787763034.059844:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
02000000:00000001:2.0:1787763034.059844:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763034.059861:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00100000:2.0:1787763034.059867:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595104640:192.168.203.101@tcp:250:kworker.0
00000020:00000001:0.0:1787763034.059869:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:0.0:1787763034.059886:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763034.059889:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763034.059892:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787763034.059892:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787763034.059899:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
02000000:00000001:2.0:1787763034.059904:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1787763034.059906:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
02000000:00000001:2.0:1787763034.059915:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763034.059917:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
02000000:00000001:2.0:1787763034.059922:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787763034.059923:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763034.059928:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:2.0:1787763034.059934:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541865800.
02000000:00000001:0.0:1787763034.059936:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763034.059943:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763034.059944:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763034.059959:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1787763034.059967:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000008:00100000:0.0:1787763034.059968:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763034.059980:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787763034.059981:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000100:00000001:0.0:1787763034.059986:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763034.060002:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1680.
00000400:00000010:2.0:1787763034.060003:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9908.
00000100:00000200:2.0:1787763034.060028:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595104640, portal 25
00000020:00000040:0.0:1787763034.060035:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000100:00000001:2.0:1787763034.060036:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763034.060042:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457116003328 : -110616593548288 : ffff9b65113c3c00)
02000000:00000001:0.0:1787763034.060049:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763034.060054:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763034.060056:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c3c00 x1874597595104640/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763034.060058:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763034.060064:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763034.060070:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763034.060084:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:0.0:1787763034.060088:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e000.
00000100:00000040:2.0:1787763034.060090:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000100:00000001:0.0:1787763034.060101:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787763034.060102:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787763034.060115:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595104640, offset 0
00000100:00100000:0.0:1787763034.060125:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1680 x1874597595104768/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787763034.060140:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000001:0.0:1787763034.060159:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787763034.060164:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787763034.060166:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763034.060180:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c9d36cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1680 x1874597595104768/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787763034.060183:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787763034.060200:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763034.060218:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00000001:0.0:1787763034.060224:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763034.060227:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763034.060239:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000100:00080000:0.0:1787763034.060240:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787763034.060276:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278411:278411:256:4294967295] 192.168.203.101@tcp LPNI seq info [278410:278410:8:4294967295]
00000400:00000200:2.0:1787763034.060282:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787763034.060294:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763034.060301:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787763034.060308:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58c00.
00000100:00080000:0.0:1787763034.060315:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787763034.060322:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.0:1787763034.060323:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00080000:0.0:1787763034.060333:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.0:1787763034.060334:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1787763034.060352:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.1:1787763034.060353:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787763034.060364:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000100:00080000:0.0:1787763034.060372:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21774
00000800:00000100:2.0:1787763034.060382:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787763034.060387:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58c00.
00000400:00000200:0.0:1787763034.060396:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787763034.060402:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787763034.060406:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763034.060412:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787763034.060414:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1787763034.060427:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000400:00000200:2.0:1787763034.060428:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000100:00000001:0.0:1787763034.060445:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1787763034.060447:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787763034.060461:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1787763034.060462:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763034.060468:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000200:2.0:1787763034.060474:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c3c00 x1874597595104640/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787763034.060480:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763034.060487:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787763034.060497:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763034.060503:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000100:00000001:2.0:1787763034.060504:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1787763034.060511:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:2.0:1787763034.060516:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c3c00 x1874597595104640/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763059 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787763034.060518:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:0.0:1787763034.060537:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787763034.060544:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763034.060545:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787763034.060557:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1787763034.060563:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763034.060568:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787763034.060569:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787763034.060581:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000400:00000200:2.0:1787763034.060590:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00080000:0.0:1787763034.060599:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787763034.060600:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316447992
00000100:00000001:0.0:1787763034.060613:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763034.060617:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd6c0.
02000000:00000001:0.0:1787763034.060618:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763034.060627:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763034.060633:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763034.060637:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787763034.060638:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763034.060649:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763034.060655:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763034.060655:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316447992
00000100:00000001:0.0:1787763034.060665:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763034.060666:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd9c0.
00000100:00000001:2.0:1787763034.060681:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000010:0.0:1787763034.060683:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2580.
00000020:00000040:0.0:1787763034.060691:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000100:00000001:2.0:1787763034.060693:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763034.060700:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763034.060701:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763034.060706:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763034.060707:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787763034.060713:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763034.060721:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1787763034.060721:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763034/real 1787763034]  req@ffff9b65113c3c00 x1874597595104640/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787763034.060729:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787763034.060749:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000010:0.0:1787763034.060751:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e800.
00000400:00000001:2.0:1787763034.060754:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763034.060765:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000100:00000001:0.0:1787763034.060767:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763034.060776:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9908
00000400:00000010:2.0:1787763034.060787:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9908.
00000100:00100000:0.0:1787763034.060788:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2580 x1874597595104896/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763034.060796:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763034.060809:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c3c00 x1874597595104640/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763034.060891:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763034.060898:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787763034.060898:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c3c00 x1874597595104640/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763034.060917:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023dbc666] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2580 x1874597595104896/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763034.060953:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763034.060958:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763034.060964:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787763034.060965:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763034.060967:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787763034.060976:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787763034.060982:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c3c00 x1874597595104640/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763034.060989:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1787763034.061021:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763034.061026:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c3c00 x1874597595104640/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763059 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787763034.061032:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21784)
00000100:00000001:2.0:1787763034.061033:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763034.061042:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763034.061046:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763034.061047:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763034.061051:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763034.061054:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763034.061058:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763034.061062:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787763034.061064:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763034.061067:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c3c00 x1874597595104640/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763059 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763034.061073:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595104640:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787763034.061078:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763034.061080:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763034.061081:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c3c00 x1874597595104640/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763059 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763034.061086:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763034.061088:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763034.061092:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865800.
02000000:00000001:2.0:1787763034.061095:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763034.061097:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763034.061099:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787763034.061101:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763034.061103:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760e400.
02000000:00000001:2.0:1787763034.061107:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763034.061109:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763034.061111:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c3c00.
00000100:00000001:2.0:1787763034.061114:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763034.061115:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763034.061118:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763034.061125:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763034.061126:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763034.061128:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763034.061130:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763034.061131:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763034.061134:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c1680 x1874597595104768/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763034.061140:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763034.061141:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763034.061143:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763034.061145:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763034.061146:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763034.061148:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595104768:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787763034.061150:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763034.061152:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763034.061153:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763034.061154:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763034.061157:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541865800.
02000000:00000001:2.0:1787763034.061158:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763034.061161:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787763034.061163:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787763034.061165:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9908.
00000100:00000200:2.0:1787763034.061168:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595104768, portal 10
00000100:00000001:2.0:1787763034.061170:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763034.061171:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115993728 : -110616593557888 : ffff9b65113c1680)
00000100:00000040:2.0:1787763034.061176:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c1680 x1874597595104768/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763034.061181:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763034.061183:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787763034.061185:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787763034.061186:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595104768, offset 0
00000400:00000200:2.0:1787763034.061189:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787763034.061191:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787763034.061194:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787763034.061196:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763034.061199:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787763034.061201:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763034.061202:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787763034.061205:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278412:278412:256:4294967295] 192.168.203.101@tcp LPNI seq info [278411:278411:8:4294967295]
00000400:00000200:2.0:1787763034.061208:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787763034.061212:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763034.061215:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787763034.061217:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58c00.
00000800:00000200:2.0:1787763034.061219:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787763034.061222:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763034.061226:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787763034.061228:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787763034.061231:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787763034.061232:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58c00.
00000400:00000200:2.0:1787763034.061234:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763034.061237:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763034.061239:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787763034.061241:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787763034.061242:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763034.061245:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c1680 x1874597595104768/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763034.061277:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763034.061279:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c1680 x1874597595104768/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763059 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763034.061284:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763034.061285:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763034.061288:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763034.061291:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787763034.061293:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787763034.061295:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316447246
00000100:00000001:2.0:1787763034.061298:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316447992
00000100:00000001:2.0:1787763034.061300:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316447246
00000100:00000001:2.0:1787763034.061301:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316447992
00000100:00000001:2.0:1787763034.061303:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763034.061304:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763034.061306:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763034.061308:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763034/real 1787763034]  req@ffff9b65113c1680 x1874597595104768/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763034.061314:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763034.061314:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763034.061315:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787763034.061317:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9908
00000400:00000010:2.0:1787763034.061318:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9908.
00000100:00000001:2.0:1787763034.061319:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763034.061322:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c1680 x1874597595104768/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763034.061328:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c1680 x1874597595104768/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763034.061332:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763034.061334:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763034.061335:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763034.061336:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763034.061339:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c1680 x1874597595104768/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763034.061343:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763034.061345:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c1680 x1874597595104768/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763059 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763034.061350:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763034.061351:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763034.061352:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763034.061353:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763034.061354:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763034.061355:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763034.061357:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763034.061359:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787763034.061360:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763034.061362:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c1680 x1874597595104768/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763059 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763034.061367:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595104768:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787763034.061370:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763034.061372:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c2580 x1874597595104896/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763034.061377:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763034.061378:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763034.061380:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763034.061381:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763034.061382:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763034.061385:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595104896:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787763034.061387:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763034.061388:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763034.061390:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763034.061391:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763034.061394:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787763034.061395:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763034.061397:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787763034.061399:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787763034.061401:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9908.
00000100:00000200:2.0:1787763034.061403:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595104896, portal 4
00000100:00000001:2.0:1787763034.061404:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763034.061406:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115997568 : -110616593554048 : ffff9b65113c2580)
00000100:00000040:2.0:1787763034.061410:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c2580 x1874597595104896/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763034.061415:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763034.061416:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787763034.061418:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787763034.061419:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595104896, offset 0
00000400:00000200:2.0:1787763034.061421:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787763034.061423:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787763034.061425:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787763034.061427:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763034.061429:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787763034.061431:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763034.061432:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787763034.061435:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278413:278413:256:4294967295] 192.168.203.101@tcp LPNI seq info [278412:278412:8:4294967295]
00000400:00000200:2.0:1787763034.061437:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787763034.061442:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763034.061445:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787763034.061447:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58c00.
00000800:00000200:2.0:1787763034.061450:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787763034.061452:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763034.061455:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787763034.061457:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787763034.061459:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787763034.061461:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58c00.
00000400:00000200:2.0:1787763034.061463:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763034.061466:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763034.061468:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787763034.061469:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787763034.061471:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763034.061473:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c2580 x1874597595104896/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763034.061478:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763034.061480:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c2580 x1874597595104896/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763059 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763034.061485:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763034.061486:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763034.061488:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763034.061490:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787763034.061492:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787763034.061493:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316447252
00000100:00000001:2.0:1787763034.061495:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316447992
00000100:00000001:2.0:1787763034.061496:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316447252
00000100:00000001:2.0:1787763034.061498:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316447992
00000100:00000001:2.0:1787763034.061500:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763034.061501:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763034.061502:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763034.061504:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763034/real 1787763034]  req@ffff9b65113c2580 x1874597595104896/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763034.061508:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763034.061510:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763034.061511:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787763034.061513:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9908
00000400:00000010:2.0:1787763034.061514:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9908.
00000100:00000001:2.0:1787763034.061516:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763034.061518:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c2580 x1874597595104896/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763034.061523:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c2580 x1874597595104896/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763034.061526:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763034.061527:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763034.061528:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763034.061529:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763034.061531:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c2580 x1874597595104896/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763034.061535:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763034.061537:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c2580 x1874597595104896/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763059 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763034.061541:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763034.061543:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763034.061545:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763034.061546:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763034.061547:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763034.061549:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763034.061550:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763034.061552:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787763034.061553:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763034.061555:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c2580 x1874597595104896/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763059 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763034.061565:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595104896:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787763034.061568:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763034.061569:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763034.061571:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c1680 x1874597595104768/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763059 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763034.061575:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763034.061576:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763034.061577:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865800.
02000000:00000001:2.0:1787763034.061578:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763034.061579:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763034.061580:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787763034.061581:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763034.061582:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760e000.
02000000:00000001:2.0:1787763034.061584:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763034.061585:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763034.061586:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c1680.
00000100:00000001:2.0:1787763034.061588:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763034.061589:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763034.061590:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763034.061592:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c2580 x1874597595104896/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763059 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763034.061596:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763034.061597:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763034.061598:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787763034.061600:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763034.061601:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763034.061602:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787763034.061603:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763034.061604:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760e800.
02000000:00000001:2.0:1787763034.061605:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763034.061606:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763034.061606:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c2580.
00000100:00000001:2.0:1787763034.061611:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763034.061612:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763034.061613:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763034.061615:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763034.061616:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763034.061618:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763034.061619:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763034.827385:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316447992, at 4316448000
00000100:00000040:0.0:1787763034.827389:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316447992, at 4316448000
00000100:00000010:1.0:1787763034.827408:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd9c0.
00000100:00000010:0.0:1787763034.827413:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd6c0.
00010000:00000001:0.0:1787763034.891406:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763034.891411:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763034.891417:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763034.891419:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763034.891423:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763034.891425:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763034.891572:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763034.891581:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763034.891588:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763035.083318:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763035.083328:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763035.083332:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763035.083338:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763035.083342:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763035.083347:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763035.083351:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763035.083354:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763035.083356:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763035.915385:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763035.915397:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763035.915409:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763035.915412:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763035.915418:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763035.915421:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763035.915482:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763035.915489:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763035.915494:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763036.107343:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763036.107351:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763036.107353:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763036.107358:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763036.107362:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763036.107366:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763036.107369:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763036.107372:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763036.107375:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763036.939378:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763036.939385:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763036.939392:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763036.939394:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763036.939398:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763036.939400:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763036.939485:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763036.939492:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763036.939498:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763037.131339:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763037.131350:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763037.131353:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763037.131360:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763037.131365:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763037.131371:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763037.131376:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763037.131380:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763037.131382:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763037.963350:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763037.963368:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763037.963370:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763037.963372:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763037.963504:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763037.963508:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763037.963512:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763037.963534:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763037.963541:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763037.963544:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763037.963545:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763037.963547:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763037.963549:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763037.963550:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763037.963551:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763037.963552:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763037.963555:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763037.963556:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763037.963611:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763037.963615:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763037.963619:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763038.155353:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763038.155364:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763038.155367:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763038.155375:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763038.155381:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763038.155387:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763038.155391:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763038.155395:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763038.155399:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763038.987385:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763038.987394:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763038.987402:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763038.987404:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763038.987408:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763038.987410:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763038.987530:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763038.987536:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763038.987540:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763039.179367:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763039.179381:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763039.179386:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787763039.179388:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1787763039.179391:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763039.179398:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787763039.179402:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787763039.179404:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763039.179412:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00080000:0.0:1787763039.179416:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21779
00000100:00000001:2.0:1787763039.179420:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763039.179427:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763039.179432:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:0.0:1787763039.179435:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787763039.179438:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763039.179446:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787763039.179451:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763039.179458:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763039.179463:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763039.179468:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763039.179473:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763039.179479:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787763039.179485:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763039.179487:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787763039.179491:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763039.179496:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787763039.179499:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787763039.179502:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787763039.179505:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763039.179508:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763039.179511:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763039.179513:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787763039.179518:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787763039.179523:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787763039.179526:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763039.179530:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763039.179534:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763039.179538:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763039.179541:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763039.179544:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763039.179554:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2580.
00000020:00000040:0.0:1787763039.179558:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787763039.179564:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763039.179567:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763039.179572:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763039.179576:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763039.179582:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763039.179595:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760d800.
00000100:00000001:0.0:1787763039.179604:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763039.179618:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2580 x1874597595105024/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763039.179632:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763039.179640:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763039.179647:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023dbc666] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2580 x1874597595105024/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763039.179678:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763039.179683:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763039.179688:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763039.179690:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763039.179692:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763039.179696:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763039.179700:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21779
00000400:00000200:0.0:1787763039.179705:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787763039.179711:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763039.179714:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763039.179719:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787763039.179720:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763039.179724:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787763039.179729:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1787763039.179731:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787763039.179735:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787763039.179737:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787763039.179744:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763039.179750:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000100:00000040:2.0:1787763039.179752:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c2580 x1874597595105024/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787763039.179754:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763039.179761:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:0.0:1787763039.179768:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787763039.179777:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:0.0:1787763039.179789:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787763039.179792:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787763039.179794:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787763039.179798:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763039.179802:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
02000000:00000001:2.0:1787763039.179808:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787763039.179809:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
02000000:00000001:2.0:1787763039.179817:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1787763039.179818:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
02000000:00000001:2.0:1787763039.179831:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763039.179832:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787763039.179843:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763039.179847:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595105024:192.168.203.101@tcp:250:kworker.0
02000000:00000001:0.0:1787763039.179849:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787763039.179859:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787763039.179862:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763039.179866:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787763039.179868:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763039.179874:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787763039.179874:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763039.179883:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1787763039.179885:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763039.179891:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763039.179894:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763039.179895:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864c00.
00000100:00000010:0.0:1787763039.179902:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1680.
02000000:00000001:2.0:1787763039.179903:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787763039.179913:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:0.0:1787763039.179919:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787763039.179923:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
02000000:00000001:0.0:1787763039.179924:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763039.179933:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763039.179935:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1787763039.179937:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
02000000:00000001:0.0:1787763039.179938:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763039.179953:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e800.
00000400:00000010:2.0:1787763039.179957:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9908.
00000100:00000001:0.0:1787763039.179959:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787763039.179972:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595105024, portal 25
00000100:00000001:2.0:1787763039.180001:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763039.180004:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115997568 : -110616593554048 : ffff9b65113c2580)
00000100:00100000:0.0:1787763039.180006:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1680 x1874597595105152/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787763039.180017:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c2580 x1874597595105024/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763039.180036:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763039.180044:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763039.180048:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787763039.180057:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c9d36cc] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1680 x1874597595105152/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763039.180059:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787763039.180068:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787763039.180078:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595105024, offset 0
00000100:00000001:0.0:1787763039.180087:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763039.180097:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00080000:0.0:1787763039.180099:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763039.180107:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787763039.180109:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763039.180112:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787763039.180117:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787763039.180120:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763039.180128:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21779
00000400:00000200:2.0:1787763039.180135:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:0.0:1787763039.180139:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787763039.180152:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787763039.180153:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763039.180162:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787763039.180167:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787763039.180174:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763039.180177:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787763039.180183:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278414:278414:256:4294967295] 192.168.203.101@tcp LPNI seq info [278413:278413:8:4294967295]
00000400:00000200:2.0:1787763039.180189:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787763039.180202:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763039.180210:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787763039.180217:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58c00.
00000800:00000200:2.0:1787763039.180226:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787763039.180232:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 47 secs later)
00000100:00000040:0.0:1787763039.180242:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763039.180284:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763039.180289:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763039.180293:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000800:00000200:2.1:1787763039.180300:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000020:00000001:0.0:1787763039.180301:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763039.180307:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787763039.180313:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:2.1:1787763039.180314:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 47 secs later)
00000020:00000040:0.0:1787763039.180317:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000020:00000001:0.0:1787763039.180327:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000800:00000100:2.0:1787763039.180335:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000020:00000001:0.0:1787763039.180337:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000800:00000010:2.0:1787763039.180346:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58c00.
00000100:00000040:0.0:1787763039.180350:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763039.180356:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787763039.180358:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1787763039.180360:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763039.180367:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000400:00000200:2.0:1787763039.180376:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000020:00000040:0.0:1787763039.180377:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00080000:0.0:1787763039.180390:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000400:00000200:2.0:1787763039.180391:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000100:00000001:0.0:1787763039.180394:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787763039.180401:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
02000000:00000001:0.0:1787763039.180402:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763039.180410:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763039.180413:0:238635:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1787763039.180417:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763039.180426:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:2.0:1787763039.180428:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c2580 x1874597595105024/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1787763039.180432:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763039.180441:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763039.180449:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763039.180460:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c3c00.
00000020:00000040:0.0:1787763039.180468:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:0.0:1787763039.180476:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763039.180480:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763039.180486:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787763039.180488:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1787763039.180490:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763039.180496:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763039.180499:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c2580 x1874597595105024/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763064 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787763039.180505:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e000.
00000100:00000001:2.0:1787763039.180513:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763039.180517:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763039.180525:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763039.180538:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763039.180540:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787763039.180550:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316453112
00000100:00100000:0.0:1787763039.180558:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c3c00 x1874597595105280/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1787763039.180563:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbdc60.
00000100:00000001:0.0:1787763039.180579:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763039.180581:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787763039.180584:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763039.180594:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a1cf69] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c3c00 x1874597595105280/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763039.180596:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316453112
00000100:00000010:2.0:1787763039.180607:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd6c0.
00000100:00000001:0.0:1787763039.180614:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763039.180616:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000040:0.0:1787763039.180622:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787763039.180626:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1787763039.180632:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1787763039.180634:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763039.180642:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1787763039.180645:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21790)
00000100:00100000:2.0:1787763039.180655:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763039/real 1787763039]  req@ffff9b65113c2580 x1874597595105024/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763039.180669:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763039.180672:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763039.180675:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787763039.180680:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9908
00000400:00000010:2.0:1787763039.180682:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9908.
00000100:00000001:2.0:1787763039.180686:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763039.180691:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c2580 x1874597595105024/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763039.180703:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c2580 x1874597595105024/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763039.180711:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763039.180714:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763039.180718:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763039.180720:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763039.180726:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c2580 x1874597595105024/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763039.180734:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763039.180740:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c2580 x1874597595105024/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763064 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763039.180749:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763039.180753:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763039.180755:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763039.180757:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763039.180761:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763039.180764:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763039.180768:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763039.180772:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787763039.180775:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763039.180780:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c2580 x1874597595105024/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763064 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763039.180790:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595105024:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787763039.180796:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763039.180798:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763039.180802:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c2580 x1874597595105024/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763064 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763039.180811:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763039.180815:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763039.180819:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787763039.180824:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763039.180826:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763039.180829:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787763039.180832:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763039.180836:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760d800.
02000000:00000001:2.0:1787763039.180841:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763039.180843:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763039.180846:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c2580.
00000100:00000001:2.0:1787763039.180852:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763039.180854:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763039.180857:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763039.180867:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763039.180868:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763039.180871:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763039.180874:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763039.180876:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763039.180880:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c1680 x1874597595105152/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763039.180890:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763039.180892:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763039.180895:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763039.180897:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763039.180900:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763039.180904:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595105152:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787763039.180908:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763039.180910:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763039.180913:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763039.180916:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763039.180919:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787763039.180922:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763039.180926:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787763039.180930:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787763039.180934:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9908.
00000100:00000200:2.0:1787763039.180938:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595105152, portal 10
00000100:00000001:2.0:1787763039.180941:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763039.180943:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115993728 : -110616593557888 : ffff9b65113c1680)
00000100:00000040:2.0:1787763039.180951:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c1680 x1874597595105152/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763039.180960:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763039.180963:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787763039.180966:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787763039.180969:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595105152, offset 0
00000400:00000200:2.0:1787763039.180994:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787763039.181000:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787763039.181004:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787763039.181008:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763039.181012:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787763039.181016:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763039.181018:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787763039.181023:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278415:278415:256:4294967295] 192.168.203.101@tcp LPNI seq info [278414:278414:8:4294967295]
00000400:00000200:2.0:1787763039.181028:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787763039.181037:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763039.181043:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787763039.181048:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58c00.
00000800:00000200:2.0:1787763039.181053:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787763039.181057:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787763039.181062:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787763039.181066:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1787763039.181071:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787763039.181074:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58c00.
00000400:00000200:2.0:1787763039.181078:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763039.181082:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763039.181086:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787763039.181089:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787763039.181092:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763039.181096:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c1680 x1874597595105152/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763039.181107:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763039.181111:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c1680 x1874597595105152/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763064 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763039.181128:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763039.181130:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763039.181134:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763039.181139:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787763039.181143:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787763039.181146:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316452365
00000100:00000001:2.0:1787763039.181150:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316453112
00000100:00000001:2.0:1787763039.181153:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316452365
00000100:00000001:2.0:1787763039.181156:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316453112
00000100:00000001:2.0:1787763039.181158:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763039.181161:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763039.181163:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763039.181168:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763039/real 1787763039]  req@ffff9b65113c1680 x1874597595105152/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763039.181177:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763039.181179:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763039.181181:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787763039.181184:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9908
00000400:00000010:2.0:1787763039.181186:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9908.
00000100:00000001:2.0:1787763039.181189:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763039.181193:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c1680 x1874597595105152/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763039.181203:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c1680 x1874597595105152/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763039.181211:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763039.181213:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763039.181215:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763039.181216:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763039.181221:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c1680 x1874597595105152/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763039.181230:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763039.181235:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c1680 x1874597595105152/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763064 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763039.181244:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763039.181276:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763039.181278:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763039.181280:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763039.181283:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763039.181285:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763039.181288:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763039.181293:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787763039.181296:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763039.181301:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c1680 x1874597595105152/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763064 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763039.181311:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595105152:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787763039.181316:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763039.181320:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c3c00 x1874597595105280/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763039.181329:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763039.181331:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763039.181335:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763039.181339:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763039.181343:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763039.181349:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595105280:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787763039.181354:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763039.181357:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763039.181361:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763039.181363:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763039.181368:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541865800.
02000000:00000001:2.0:1787763039.181371:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763039.181375:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787763039.181378:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787763039.181383:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9908.
00000100:00000200:2.0:1787763039.181386:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595105280, portal 4
00000100:00000001:2.0:1787763039.181388:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763039.181391:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457116003328 : -110616593548288 : ffff9b65113c3c00)
00000100:00000040:2.0:1787763039.181398:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c3c00 x1874597595105280/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763039.181406:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763039.181409:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787763039.181412:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787763039.181415:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595105280, offset 0
00000400:00000200:2.0:1787763039.181419:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787763039.181423:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787763039.181427:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787763039.181431:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763039.181434:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787763039.181437:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763039.181440:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787763039.181444:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278416:278416:256:4294967295] 192.168.203.101@tcp LPNI seq info [278415:278415:8:4294967295]
00000400:00000200:2.0:1787763039.181449:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787763039.181458:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763039.181464:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787763039.181468:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58c00.
00000800:00000200:2.0:1787763039.181473:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787763039.181476:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787763039.181482:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787763039.181486:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1787763039.181491:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787763039.181495:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58c00.
00000400:00000200:2.0:1787763039.181498:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763039.181503:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763039.181506:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787763039.181509:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787763039.181512:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763039.181516:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c3c00 x1874597595105280/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763039.181526:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763039.181530:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c3c00 x1874597595105280/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763064 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763039.181538:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763039.181540:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763039.181543:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763039.181547:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787763039.181550:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787763039.181553:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316452372
00000100:00000001:2.0:1787763039.181556:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316453112
00000100:00000001:2.0:1787763039.181559:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316452372
00000100:00000001:2.0:1787763039.181562:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316453112
00000100:00000001:2.0:1787763039.181565:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763039.181567:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763039.181569:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763039.181574:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763039/real 1787763039]  req@ffff9b65113c3c00 x1874597595105280/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763039.181583:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763039.181584:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763039.181587:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787763039.181590:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9908
00000400:00000010:2.0:1787763039.181592:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9908.
00000100:00000001:2.0:1787763039.181595:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763039.181599:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c3c00 x1874597595105280/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763039.181610:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c3c00 x1874597595105280/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763039.181617:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763039.181619:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763039.181621:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763039.181623:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763039.181627:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c3c00 x1874597595105280/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763039.181635:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763039.181639:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c3c00 x1874597595105280/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763064 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763039.181647:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763039.181650:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763039.181652:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763039.181654:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763039.181656:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763039.181658:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763039.181661:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763039.181664:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787763039.181668:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763039.181672:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c3c00 x1874597595105280/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763064 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763039.181682:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595105280:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787763039.181686:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763039.181689:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763039.181694:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c1680 x1874597595105152/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763064 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763039.181702:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763039.181705:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763039.181707:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787763039.181710:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763039.181712:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763039.181713:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787763039.181716:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763039.181718:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760e800.
02000000:00000001:2.0:1787763039.181721:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763039.181723:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763039.181725:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c1680.
00000100:00000001:2.0:1787763039.181729:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763039.181731:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763039.181733:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763039.181737:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c3c00 x1874597595105280/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763064 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763039.181745:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763039.181746:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763039.181748:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865800.
02000000:00000001:2.0:1787763039.181751:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763039.181752:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763039.181753:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787763039.181756:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763039.181757:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760e000.
02000000:00000001:2.0:1787763039.181760:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763039.181761:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763039.181762:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c3c00.
00000100:00000001:2.0:1787763039.181765:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763039.181767:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763039.181769:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763039.181772:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763039.181774:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763039.181776:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763039.181778:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763039.947417:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316453112, at 4316453120
00000100:00000010:1.0:1787763039.947432:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd6c0.
00000100:00000040:0.0:1787763039.947449:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316453112, at 4316453120
00000100:00000010:0.0:1787763039.947470:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbdc60.
00010000:00000001:0.0:1787763040.011329:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763040.011333:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763040.011338:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763040.011339:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763040.011342:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763040.011344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763040.011406:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763040.011412:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763040.011416:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763040.203334:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763040.203342:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763040.203344:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763040.203350:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763040.203353:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763040.203357:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763040.203360:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763040.203363:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763040.203366:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763041.035330:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763041.035337:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763041.035343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763041.035344:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763041.035347:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763041.035348:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763041.035424:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763041.035430:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763041.035433:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763041.227326:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763041.227335:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763041.227337:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763041.227343:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763041.227347:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763041.227351:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763041.227354:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763041.227357:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763041.227359:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763042.059364:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763042.059372:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763042.059379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763042.059381:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763042.059385:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763042.059387:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763042.059420:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763042.059425:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763042.059428:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763042.251380:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763042.251387:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763042.251390:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763042.251396:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763042.251400:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763042.251404:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763042.251407:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763042.251411:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763042.251415:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763043.083401:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763043.083409:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763043.083416:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763043.083418:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763043.083422:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763043.083424:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763043.083510:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763043.083517:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763043.083522:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763043.275328:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763043.275343:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763043.275345:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763043.275352:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763043.275355:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763043.275359:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763043.275362:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763043.275365:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763043.275368:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763044.107357:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763044.107366:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763044.107373:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763044.107375:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763044.107379:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763044.107383:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763044.107386:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763044.107390:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763044.107393:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763044.107397:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763044.107400:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763044.107402:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763044.107490:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763044.107496:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763044.107501:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763044.299344:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763044.299355:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763044.299360:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763044.299370:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763044.299376:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763044.299384:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763044.299388:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763044.299392:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763044.299395:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763044.299411:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763044.299423:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763044.299427:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763044.299432:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763044.299439:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763044.299448:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21785
00000400:00000200:0.0:1787763044.299461:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787763044.299469:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763044.299474:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763044.299479:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763044.299483:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763044.299487:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763044.299490:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787763044.299496:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763044.299500:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:0.0:1787763044.299504:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763044.299509:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:0.0:1787763044.299513:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:0.0:1787763044.299518:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:0.0:1787763044.299523:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763044.299527:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763044.299531:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763044.299534:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787763044.299539:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:0.0:1787763044.299544:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787763044.299548:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763044.299552:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763044.299557:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763044.299561:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763044.299575:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763044.299578:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763044.299589:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c2d00.
00000020:00000040:0.0:1787763044.299593:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:0.0:1787763044.299599:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763044.299602:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763044.299605:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763044.299609:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763044.299614:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763044.299623:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760e400.
00000100:00000001:0.0:1787763044.299632:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763044.299644:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c2d00 x1874597595105408/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763044.299658:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763044.299664:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763044.299672:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b3abd36] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c2d00 x1874597595105408/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763044.299710:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763044.299714:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763044.299719:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763044.299721:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763044.299725:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763044.299728:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763044.299732:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21785
00000400:00000200:0.0:1787763044.299739:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787763044.299744:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763044.299748:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763044.299752:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787763044.299754:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787763044.299756:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763044.299763:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787763044.299764:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787763044.299776:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:2.0:1787763044.299776:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787763044.299784:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763044.299788:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:0.0:1787763044.299791:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763044.299797:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000100:00000040:2.0:1787763044.299798:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c2d00 x1874597595105408/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787763044.299807:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:0.0:1787763044.299817:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:0.0:1787763044.299835:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763044.299842:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787763044.299842:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763044.299850:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763044.299854:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763044.299860:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
02000000:00000001:2.0:1787763044.299860:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1787763044.299868:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
02000000:00000001:2.0:1787763044.299871:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787763044.299873:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787763044.299879:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763044.299884:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763044.299886:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763044.299892:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763044.299898:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763044.299900:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595105408:192.168.203.101@tcp:250:kworker.0
00000100:00000001:0.0:1787763044.299902:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763044.299913:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787763044.299913:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:0.0:1787763044.299919:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763044.299920:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787763044.299931:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763044.299931:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763044.299956:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763044.299970:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541865800.
00000100:00000010:0.0:1787763044.299971:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c0000.
02000000:00000001:2.0:1787763044.299990:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787763044.299991:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:0.0:1787763044.300005:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763044.300009:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763044.300012:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:0.0:1787763044.300016:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763044.300020:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1787763044.300021:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
02000000:00000001:0.0:1787763044.300024:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763044.300034:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760c800.
00000400:00000010:2.0:1787763044.300037:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9908.
00000100:00000001:0.0:1787763044.300040:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787763044.300049:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595105408, portal 25
00000100:00100000:0.0:1787763044.300052:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c0000 x1874597595105536/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763044.300055:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763044.300062:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115999488 : -110616593552128 : ffff9b65113c2d00)
00000100:00000001:0.0:1787763044.300081:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1787763044.300083:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c2d00 x1874597595105408/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763044.300090:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763044.300108:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ecd2557] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c0000 x1874597595105536/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763044.300110:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763044.300121:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787763044.300131:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787763044.300139:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595105408, offset 0
00000400:00000200:2.0:1787763044.300154:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000001:0.0:1787763044.300156:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763044.300165:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787763044.300171:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00080000:0.0:1787763044.300184:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787763044.300189:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787763044.300194:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00080000:0.0:1787763044.300199:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787763044.300203:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1787763044.300214:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787763044.300215:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000100:00080000:0.0:1787763044.300227:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21785
00000400:00000200:2.0:1787763044.300230:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763044.300244:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787763044.300306:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278417:278417:256:4294967295] 192.168.203.101@tcp LPNI seq info [278416:278416:8:4294967295]
00000400:00000200:0.0:1787763044.300311:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787763044.300319:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:0.0:1787763044.300325:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763044.300331:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763044.300342:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763044.300350:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763044.300360:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000400:00000200:2.0:1787763044.300364:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787763044.300366:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:0.0:1787763044.300379:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763044.300386:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000020:00000001:0.0:1787763044.300392:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763044.300404:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000800:00000200:2.0:1787763044.300404:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000020:00000001:0.0:1787763044.300422:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000800:00000010:2.0:1787763044.300425:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58c00.
00000020:00000001:0.0:1787763044.300428:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000100:00000040:0.0:1787763044.300438:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000800:00000200:2.0:1787763044.300443:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000001:0.0:1787763044.300446:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1787763044.300450:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000100:00000040:0.0:1787763044.300455:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:0.0:1787763044.300461:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:0.0:1787763044.300474:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000800:00000200:2.1:1787763044.300474:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787763044.300491:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000100:00080000:0.0:1787763044.300493:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:0.0:1787763044.300507:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787763044.300516:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
02000000:00000001:0.0:1787763044.300518:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:2.0:1787763044.300522:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58c00.
02000000:00000001:0.0:1787763044.300525:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763044.300531:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763044.300533:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763044.300536:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763044.300540:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763044.300543:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763044.300544:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:0.0:1787763044.300550:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65113c1a40.
00000020:00000040:0.0:1787763044.300555:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:0.0:1787763044.300565:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787763044.300565:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1787763044.300570:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763044.300578:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763044.300580:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787763044.300583:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
02000000:00000001:0.0:1787763044.300584:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787763044.300590:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
02000000:00000010:0.0:1787763044.300593:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b641760cc00.
00000100:00000001:2.0:1787763044.300599:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787763044.300600:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787763044.300609:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c2d00 x1874597595105408/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787763044.300611:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65113c1a40 x1874597595105664/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763044.300704:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763044.300706:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787763044.300712:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763044.300731:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a7cad83] to pc [ptlrpcd_rcv+-1]  req@ffff9b65113c1a40 x1874597595105664/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763044.300732:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c2d00 x1874597595105408/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763069 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763044.300778:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763044.300789:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763044.300791:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787763044.300795:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1787763044.300802:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1787763044.300809:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763044.300811:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21795)
00000400:00000200:2.0:1787763044.300821:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787763044.300826:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316458232
00000100:00000010:2.0:1787763044.300834:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd9c0.
00000100:00000001:2.0:1787763044.300845:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787763044.300854:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316458232
00000100:00000010:2.0:1787763044.300856:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6506cbd180.
00000100:00000001:2.0:1787763044.300859:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787763044.300863:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763044.300867:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763044.300870:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763044.300880:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763044/real 1787763044]  req@ffff9b65113c2d00 x1874597595105408/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763044.300892:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763044.300895:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763044.300898:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787763044.300902:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9908
00000400:00000010:2.0:1787763044.300904:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9908.
00000100:00000001:2.0:1787763044.300907:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763044.300911:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c2d00 x1874597595105408/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763044.300918:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c2d00 x1874597595105408/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763044.300924:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763044.300925:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763044.300928:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763044.300929:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763044.300933:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c2d00 x1874597595105408/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763044.300952:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763044.300957:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c2d00 x1874597595105408/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763069 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763044.300968:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763044.300971:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763044.300972:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763044.300973:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763044.300975:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763044.300978:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763044.300980:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763044.300984:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787763044.300986:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763044.300988:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c2d00 x1874597595105408/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763069 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763044.300994:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595105408:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787763044.300998:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763044.301000:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763044.301003:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c2d00 x1874597595105408/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763069 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763044.301007:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763044.301010:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763044.301013:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865800.
02000000:00000001:2.0:1787763044.301015:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763044.301018:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763044.301019:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:2.0:1787763044.301021:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763044.301024:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760e400.
02000000:00000001:2.0:1787763044.301028:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763044.301030:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763044.301032:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c2d00.
00000100:00000001:2.0:1787763044.301037:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763044.301038:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763044.301040:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763044.301049:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763044.301050:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763044.301051:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763044.301053:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763044.301054:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763044.301057:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c0000 x1874597595105536/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763044.301063:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763044.301064:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763044.301066:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763044.301068:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763044.301070:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763044.301071:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595105536:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787763044.301073:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763044.301076:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763044.301077:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763044.301078:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763044.301081:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541865800.
02000000:00000001:2.0:1787763044.301082:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763044.301086:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787763044.301088:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787763044.301091:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9908.
00000100:00000200:2.0:1787763044.301094:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595105536, portal 10
00000100:00000001:2.0:1787763044.301095:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763044.301096:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115987968 : -110616593563648 : ffff9b65113c0000)
00000100:00000040:2.0:1787763044.301103:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c0000 x1874597595105536/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763044.301108:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763044.301109:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787763044.301111:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787763044.301113:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595105536, offset 0
00000400:00000200:2.0:1787763044.301116:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787763044.301119:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787763044.301123:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787763044.301126:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763044.301128:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787763044.301130:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763044.301132:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787763044.301135:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278418:278418:256:4294967295] 192.168.203.101@tcp LPNI seq info [278417:278417:8:4294967295]
00000400:00000200:2.0:1787763044.301138:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787763044.301143:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763044.301147:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787763044.301149:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58c00.
00000800:00000200:2.0:1787763044.301152:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787763044.301154:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787763044.301159:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787763044.301161:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1787763044.301164:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787763044.301166:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58c00.
00000400:00000200:2.0:1787763044.301168:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763044.301171:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763044.301173:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787763044.301174:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787763044.301176:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763044.301179:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c0000 x1874597595105536/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763044.301184:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763044.301186:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c0000 x1874597595105536/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763069 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763044.301191:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763044.301192:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763044.301194:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763044.301197:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:2.0:1787763044.301199:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787763044.301201:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316457485
00000100:00000001:2.0:1787763044.301237:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316458232
00000100:00000001:2.0:1787763044.301239:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316457485
00000100:00000001:2.0:1787763044.301241:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316458232
00000100:00000001:2.0:1787763044.301243:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763044.301244:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763044.301245:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763044.301275:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763044/real 1787763044]  req@ffff9b65113c0000 x1874597595105536/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763044.301283:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763044.301285:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763044.301288:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787763044.301291:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9908
00000400:00000010:2.0:1787763044.301292:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9908.
00000100:00000001:2.0:1787763044.301295:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763044.301299:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c0000 x1874597595105536/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763044.301307:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c0000 x1874597595105536/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763044.301313:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763044.301314:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763044.301316:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763044.301317:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763044.301323:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c0000 x1874597595105536/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763044.301333:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763044.301340:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c0000 x1874597595105536/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763069 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763044.301348:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763044.301351:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763044.301354:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763044.301356:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763044.301358:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763044.301360:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763044.301364:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763044.301368:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787763044.301371:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763044.301375:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c0000 x1874597595105536/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763069 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763044.301385:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595105536:192.168.203.101@tcp:38:kworker.0
00000100:00000001:2.0:1787763044.301388:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787763044.301391:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65113c1a40 x1874597595105664/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763044.301396:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763044.301398:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763044.301400:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787763044.301402:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763044.301403:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763044.301405:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65113c1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595105664:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787763044.301408:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787763044.301410:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763044.301411:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763044.301412:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787763044.301416:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787763044.301417:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787763044.301420:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:2.0:1787763044.301422:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b64411df370.
00000400:00000010:2.0:1787763044.301425:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f9908.
00000100:00000200:2.0:1787763044.301427:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595105664, portal 4
00000100:00000001:2.0:1787763044.301429:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787763044.301431:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457115994688 : -110616593556928 : ffff9b65113c1a40)
00000100:00000040:2.0:1787763044.301435:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65113c1a40 x1874597595105664/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763044.301440:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787763044.301442:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:2.0:1787763044.301444:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652d6f96e8.
00000100:00000200:2.0:1787763044.301446:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595105664, offset 0
00000400:00000200:2.0:1787763044.301449:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:2.0:1787763044.301451:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787763044.301453:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:2.0:1787763044.301456:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787763044.301457:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:2.0:1787763044.301459:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787763044.301461:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:2.0:1787763044.301463:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278419:278419:256:4294967295] 192.168.203.101@tcp LPNI seq info [278418:278418:8:4294967295]
00000400:00000200:2.0:1787763044.301466:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787763044.301471:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787763044.301474:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787763044.301476:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6504b58c00.
00000800:00000200:2.0:1787763044.301479:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.0:1787763044.301482:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787763044.301485:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:2.1:1787763044.301487:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1787763044.301490:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:2.0:1787763044.301492:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6504b58c00.
00000400:00000200:2.0:1787763044.301496:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787763044.301498:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787763044.301500:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f96e8
00000400:00000010:2.0:1787763044.301502:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f96e8.
00000100:00000001:2.0:1787763044.301503:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787763044.301506:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65113c1a40 x1874597595105664/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763044.301511:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763044.301514:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65113c1a40 x1874597595105664/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763069 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763044.301519:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763044.301521:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787763044.301523:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763044.301527:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:2.0:1787763044.301530:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787763044.301532:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316457492
00000100:00000001:2.0:1787763044.301535:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316458232
00000100:00000001:2.0:1787763044.301537:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316457492
00000100:00000001:2.0:1787763044.301540:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316458232
00000100:00000001:2.0:1787763044.301542:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787763044.301545:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763044.301547:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787763044.301552:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763044/real 1787763044]  req@ffff9b65113c1a40 x1874597595105664/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787763044.301561:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787763044.301562:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787763044.301564:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b64411df370.
00000400:00000200:2.0:1787763044.301568:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652d6f9908
00000400:00000010:2.0:1787763044.301570:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652d6f9908.
00000100:00000001:2.0:1787763044.301572:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787763044.301575:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65113c1a40 x1874597595105664/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787763044.301582:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65113c1a40 x1874597595105664/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763044.301587:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787763044.301588:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763044.301589:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763044.301590:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787763044.301593:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65113c1a40 x1874597595105664/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763044.301598:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763044.301601:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65113c1a40 x1874597595105664/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763069 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763044.301605:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787763044.301607:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763044.301607:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787763044.301608:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763044.301609:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787763044.301610:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787763044.301612:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787763044.301614:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:2.0:1787763044.301615:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787763044.301617:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65113c1a40 x1874597595105664/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763069 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787763044.301622:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65113c1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595105664:192.168.203.101@tcp:8:kworker.0
00000100:00000001:2.0:1787763044.301625:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763044.301627:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763044.301629:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c0000 x1874597595105536/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763069 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763044.301634:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763044.301635:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763044.301636:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541865800.
02000000:00000001:2.0:1787763044.301638:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763044.301639:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763044.301640:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:2.0:1787763044.301642:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763044.301643:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760c800.
02000000:00000001:2.0:1787763044.301646:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763044.301647:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763044.301648:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c0000.
00000100:00000001:2.0:1787763044.301650:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763044.301651:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763044.301652:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787763044.301654:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65113c1a40 x1874597595105664/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763069 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763044.301658:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787763044.301659:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787763044.301660:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b6541864c00.
02000000:00000001:2.0:1787763044.301663:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787763044.301663:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787763044.301664:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:2.0:1787763044.301665:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787763044.301666:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b641760cc00.
02000000:00000001:2.0:1787763044.301667:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787763044.301668:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787763044.301669:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65113c1a40.
00000100:00000001:2.0:1787763044.301670:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787763044.301671:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763044.301672:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763044.301674:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763044.301675:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763044.301676:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787763044.301678:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763045.067352:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316458232, at 4316458240
00000100:00000010:1.0:1787763045.067377:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd180.
00000100:00000040:0.0:1787763045.067432:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316458232, at 4316458240
00000100:00000010:0.0:1787763045.067452:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6506cbd9c0.
00010000:00000001:0.0:1787763045.131356:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763045.131361:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763045.131367:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763045.131369:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763045.131373:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763045.131375:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763045.131442:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763045.131448:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763045.131452:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763045.323315:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763045.323322:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763045.323325:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763045.323330:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763045.323334:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763045.323338:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763045.323341:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763045.323343:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763045.323346:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763046.155376:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763046.155384:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763046.155391:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763046.155393:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763046.155397:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763046.155399:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763046.155456:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763046.155460:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763046.155464:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763046.347322:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763046.347330:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763046.347333:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763046.347338:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763046.347341:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763046.347346:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763046.347348:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763046.347351:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763046.347353:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763047.179318:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763047.179325:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763047.179326:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763047.179329:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763047.179333:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763047.179335:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763047.179337:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763047.179338:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763047.179341:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763047.179343:0:311388:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763047.179343:0:311388:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763047.179345:0:311388:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763047.179346:0:311388:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763047.179347:0:311388:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763047.179348:0:311388:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763047.179349:0:311388:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763047.179351:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763047.179352:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763047.179407:0:269099:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763047.179411:0:269099:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763047.179413:0:269099:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763047.371356:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763047.371367:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763047.371370:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763047.371378:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763047.371384:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763047.371389:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763047.371393:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763047.371397:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763047.371401:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763048.203430:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763048.203439:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763048.203445:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763048.203447:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763048.203451:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763048.203453:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763048.203606:0:260570:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763048.203615:0:260570:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763048.203621:0:260570:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787763048.395356:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787763048.395365:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787763048.395368:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763048.395374:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:2.0:1787763048.395378:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763048.395382:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763048.395385:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787763048.395388:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787763048.395391:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763049.227343:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763049.227349:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763049.227354:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763049.227357:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763049.227359:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763049.227362:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787763049.227416:0:260569:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787763049.227420:0:260569:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787763049.227423:0:260569:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763049.419409:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1787763049.419414:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 553baa66-4a8b-4571-8130-318af4012957->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787763049.419416:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763049.419418:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763049.419423:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787763049.419426:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763049.419430:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763049.419434:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763049.419440:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763049.419447:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763049.419455:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787763049.419462:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763049.419470:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763049.419479:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763049.419494:0:277520:0:(import.c:510:import_select_connection()) MGC192.168.203.101@tcp: connect to NID 192.168.203.101@tcp last attempt 21790
00000400:00000200:2.0:1787763049.419511:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787763049.419524:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763049.419531:0:277520:0:(import.c:589:import_select_connection()) MGC192.168.203.101@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787763049.419538:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787763049.419545:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763049.419548:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787763049.419552:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000001:2.0:1787763049.419558:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763049.419562:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c15ad5f
00000020:00000001:2.0:1787763049.419565:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763049.419570:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b651555f800 refcount=3
00000020:00000001:2.0:1787763049.419573:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000020:00000001:2.0:1787763049.419577:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633457184798720 : -110616524752896 : ffff9b651555f800)
00000100:00000040:2.0:1787763049.419580:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787763049.419583:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763049.419585:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787763049.419588:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787763049.419591:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b651555f800 : new refcount 2
00000100:00080000:2.0:1787763049.419596:0:277520:0:(import.c:624:import_select_connection()) MGC192.168.203.101@tcp: import ffff9b6503665000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787763049.419599:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763049.419603:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787763049.419608:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787763049.419612:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763049.419615:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787763049.419619:0:277520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787763049.419634:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a8b40.
00000020:00000040:2.0:1787763049.419639:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6503665000 refcount=4 obd=MGC192.168.203.101@tcp
02000000:00000001:2.0:1787763049.419646:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787763049.419648:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763049.419653:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763049.419656:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763049.419662:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787763049.419674:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541864c00.
00000100:00000001:2.0:1787763049.419684:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787763049.419697:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a8b40 x1874597595105792/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787763049.419721:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763049.419727:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763049.419734:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047032930] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a8b40 x1874597595105792/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763049.419769:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763049.419774:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787763049.419779:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787763049.419782:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763049.419784:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787763049.419788:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763049.419792:0:277520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21790
00000400:00000200:2.0:1787763049.419799:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:2.0:1787763049.419804:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763049.419808:0:277520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787763049.419811:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787763049.419814:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:1.0:1787763049.419818:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787763049.419819:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763049.419823:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787763049.419826:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:1.0:1787763049.419830:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1787763049.419831:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787763049.419838:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c60
00000020:00000001:2.0:1787763049.419841:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787763049.419845:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742b000 refcount=5
00000020:00000001:2.0:1787763049.419847:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000020:00000001:2.0:1787763049.419853:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948654080 : -110616760897536 : ffff9b650742b000)
00000100:00000040:1.0:1787763049.419856:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a8b40 x1874597595105792/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787763049.419860:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787763049.419866:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763049.419874:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787763049.419881:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000020:00000040:2.0:1787763049.419892:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742b000 : new refcount 4
00000100:00000001:1.0:1787763049.419916:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763049.419918:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763049.419922:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763049.419926:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763049.419929:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787763049.419933:0:277520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9b6504d3c000: import ffff9b6425481800 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00100000:1.0:1787763049.419935:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595105792:192.168.203.101@tcp:250:kworker.0
00000100:00000001:2.0:1787763049.419943:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763049.419950:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787763049.419956:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763049.419962:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787763049.419964:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763049.419965:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763049.419986:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763049.419990:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787763049.419995:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:1.0:1787763049.420005:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0ac00.
00000008:00100000:2.0:1787763049.420005:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787763049.420015:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787763049.420017:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763049.420024:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763049.420031:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000010:2.0:1787763049.420035:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a92c0.
00000400:00000010:1.0:1787763049.420038:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6a50.
00000020:00000040:2.0:1787763049.420041:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425481800 refcount=105 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
02000000:00000001:2.0:1787763049.420047:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1787763049.420049:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c3524c8.
02000000:00000001:2.0:1787763049.420049:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763049.420057:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763049.420060:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1787763049.420061:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595105792, portal 25
02000000:00000001:2.0:1787763049.420064:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763049.420066:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763049.420072:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739795264 : -110615969756352 : ffff9b65366a8b40)
02000000:00000010:2.0:1787763049.420076:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541865800.
00000100:00000040:1.0:1787763049.420083:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a8b40 x1874597595105792/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763049.420085:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763049.420106:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:2.0:1787763049.420107:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a92c0 x1874597595105920/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787763049.420123:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787763049.420134:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352990.
00000100:00000200:1.0:1787763049.420147:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874597595105792, offset 0
00000100:00000001:2.0:1787763049.420148:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787763049.420160:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763049.420172:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000100:00000040:2.0:1787763049.420180:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050439926] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a92c0 x1874597595105920/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787763049.420195:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787763049.420218:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763049.420220:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000100:00080000:2.0:1787763049.420232:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787763049.420236:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1787763049.420245:0:277520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1787763049.420276:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787763049.420281:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763049.420283:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787763049.420287:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278420:278420:256:4294967295] 192.168.203.101@tcp LPNI seq info [278419:278419:8:4294967295]
00000100:00000001:2.0:1787763049.420292:0:277520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787763049.420298:0:277520:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787763049.420300:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:2.0:1787763049.420312:0:277520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787763049.420320:0:277520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: connect to NID 192.168.203.101@tcp last attempt 21790
00000400:00000200:2.0:1787763049.420340:0:277520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787763049.420341:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1787763049.420355:0:277520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.203.101@tcp is discovered: rc = 1
00000100:00080000:2.0:1787763049.420364:0:277520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1787763049.420365:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787763049.420383:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18a00.
00000100:00000040:2.0:1787763049.420383:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000001:2.0:1787763049.420400:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1787763049.420410:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000100:00000040:2.0:1787763049.420412:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000800:00000200:1.0:1787763049.420417:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000100:00000001:2.0:1787763049.420421:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000800:00000200:1.1:1787763049.420430:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000020:00000001:2.0:1787763049.420434:0:277520:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:1.1:1787763049.420435:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000020:00000040:2.0:1787763049.420441:0:277520:0:(genops.c:804:class_conn2export()) looking for export cookie 0xf223c8ba2c179c6e
00000800:00000100:1.0:1787763049.420445:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000020:00000001:2.0:1787763049.420449:0:277520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000010:1.0:1787763049.420450:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18a00.
00000020:00000040:2.0:1787763049.420458:0:277520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b650742f800 refcount=4
00000400:00000200:1.0:1787763049.420460:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:2.0:1787763049.420475:0:277520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000200:1.0:1787763049.420479:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763049.420489:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352990
00000020:00000001:2.0:1787763049.420490:0:277520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633456948672512 : -110616760879104 : ffff9b650742f800)
00000400:00000010:1.0:1787763049.420492:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352990.
00000100:00000001:1.0:1787763049.420505:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1787763049.420513:0:277520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9b6503e8afc0 refcount 11 to 192.168.203.101@tcp
00000100:00000200:1.0:1787763049.420516:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a8b40 x1874597595105792/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763049.420523:0:277520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787763049.420535:0:277520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b6503e8afc0 refcount 12 to 192.168.203.101@tcp
00000100:00000001:2.0:1787763049.420551:0:277520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633456892424128 : -110616817127488 : ffff9b6503e8afc0)
00000100:00000001:1.0:1787763049.420553:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000040:2.0:1787763049.420562:0:277520:0:(genops.c:879:class_export_put()) PUTting export ffff9b650742f800 : new refcount 3
00000100:00000040:1.0:1787763049.420564:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a8b40 x1874597595105792/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763074 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787763049.420572:0:277520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9b6504d3c000: import ffff9b6425480000 using connection 192.168.203.101@tcp/192.168.203.101@tcp
00000100:00000001:2.0:1787763049.420585:0:277520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763049.420596:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763049.420596:0:277520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787763049.420607:0:238635:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1787763049.420610:0:277520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763049.420614:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787763049.420616:0:277520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763049.420621:0:277520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787763049.420626:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000008:00100000:2.0:1787763049.420627:0:277520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683224 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787763049.420632:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 0 is 4316463352
00000008:00000001:2.0:1787763049.420637:0:277520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763049.420642:0:277520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787763049.420649:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82cc0.
00000100:00000010:2.0:1787763049.420650:0:277520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9b65366a9e00.
00000020:00000040:2.0:1787763049.420658:0:277520:0:(genops.c:1210:class_import_get()) import ffff9b6425480000 refcount=3 obd=lustre-OST0000-osc-ffff9b6504d3c000
02000000:00000001:2.0:1787763049.420664:0:277520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787763049.420666:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 0
02000000:00000001:2.0:1787763049.420668:0:277520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787763049.420674:0:277520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787763049.420678:0:277520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787763049.420681:0:277520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763049.420683:0:238635:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS new deadline estimation for cpu 1 is 4316463352
02000000:00000010:2.0:1787763049.420688:0:277520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b6541864400.
00000100:00000010:1.0:1787763049.420693:0:238635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b6511a82180.
00000100:00000001:2.0:1787763049.420695:0:277520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763049.420700:0:238635:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.101@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787763049.420706:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787763049.420707:0:277520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9b65366a9e00 x1874597595106048/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787763049.420719:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763049.420730:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787763049.420742:0:277520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1787763049.420743:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763049/real 1787763049]  req@ffff9b65366a8b40 x1874597595105792/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787763049.420748:0:277520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787763049.420774:0:277520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b092d61d] to pc [ptlrpcd_rcv+-1]  req@ffff9b65366a9e00 x1874597595106048/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763049.420781:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763049.420788:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763049.420794:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6a50.
00000400:00000200:1.0:1787763049.420812:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c3524c8
00000100:00000001:2.0:1787763049.420812:0:277520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787763049.420818:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c3524c8.
00000100:00000001:1.0:1787763049.420820:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763049.420826:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a8b40 x1874597595105792/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763049.420838:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a8b40 x1874597595105792/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763049.420846:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:2.0:1787763049.420849:0:277520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787763049.420853:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787763049.420856:0:277520:0:(pinger.c:247:ptlrpc_pinger_process_import()) 56a9ffd8-c150-4c67-b5c7-24527a9d51b8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787763049.420863:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1787763049.420866:0:277520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21800)
00000100:00000001:1.0:1787763049.420869:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763049.420881:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a8b40 x1874597595105792/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763049.420887:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763049.420892:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a8b40 x1874597595105792/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763074 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763049.420898:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763049.420901:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763049.420902:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763049.420914:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763049.420917:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763049.420920:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763049.420923:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6503665000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763049.420927:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787763049.420930:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763049.420934:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a8b40 x1874597595105792/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763074 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763049.420940:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:553baa66-4a8b-4571-8130-318af4012957:238635:1874597595105792:192.168.203.101@tcp:250:kworker.0
00000100:00000001:1.0:1787763049.420944:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763049.420945:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763049.420947:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a8b40 x1874597595105792/t0(0) o250->MGC192.168.203.101@tcp@192.168.203.101@tcp:26/25 lens 520/544 e 0 to 1 dl 1787763074 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763049.420952:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763049.420954:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763049.420957:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0ac00.
02000000:00000001:1.0:1787763049.420959:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763049.420961:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763049.420963:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6503665000 refcount=3 obd=MGC192.168.203.101@tcp
00000020:00000001:1.0:1787763049.420965:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763049.420967:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541864c00.
02000000:00000001:1.0:1787763049.420970:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763049.420971:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763049.420973:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a8b40.
00000100:00000001:1.0:1787763049.420975:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763049.420976:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763049.420978:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763049.420983:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763049.420984:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763049.420986:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763049.420987:0:238635:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787763049.420989:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763049.420992:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a92c0 x1874597595105920/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763049.421001:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763049.421003:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763049.421005:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763049.421006:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763049.421008:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763049.421010:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595105920:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787763049.421012:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763049.421013:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763049.421015:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763049.421016:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763049.421018:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee0ac00.
02000000:00000001:1.0:1787763049.421019:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763049.421023:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787763049.421025:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6a50.
00000400:00000010:1.0:1787763049.421027:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c3524c8.
00000100:00000200:1.0:1787763049.421030:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595105920, portal 10
00000100:00000001:1.0:1787763049.421031:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763049.421033:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739797184 : -110615969754432 : ffff9b65366a92c0)
00000100:00000040:1.0:1787763049.421037:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a92c0 x1874597595105920/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763049.421041:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763049.421043:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787763049.421045:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352990.
00000100:00000200:1.0:1787763049.421046:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874597595105920, offset 0
00000400:00000200:1.0:1787763049.421049:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787763049.421052:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787763049.421055:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787763049.421058:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763049.421060:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787763049.421062:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763049.421063:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787763049.421066:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278421:278421:256:4294967295] 192.168.203.101@tcp LPNI seq info [278420:278420:8:4294967295]
00000400:00000200:1.0:1787763049.421069:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787763049.421075:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763049.421078:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787763049.421080:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18a00.
00000800:00000200:1.0:1787763049.421083:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787763049.421085:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787763049.421089:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787763049.421091:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787763049.421094:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787763049.421095:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18a00.
00000400:00000200:1.0:1787763049.421097:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763049.421100:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763049.421102:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352990
00000400:00000010:1.0:1787763049.421103:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352990.
00000100:00000001:1.0:1787763049.421105:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763049.421107:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a92c0 x1874597595105920/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763049.421113:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763049.421114:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a92c0 x1874597595105920/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763074 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763049.421119:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763049.421120:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763049.421122:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763049.421125:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: using a timeout of 11786 usecs (12 jiffies)
00000400:00000200:1.0:1787763049.421127:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787763049.421128:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316462605
00000100:00000001:1.0:1787763049.421130:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316463352
00000100:00000001:1.0:1787763049.421131:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316462605
00000100:00000001:1.0:1787763049.421133:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316463352
00000100:00000001:1.0:1787763049.421134:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763049.421136:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763049.421138:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763049.421140:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763049/real 1787763049]  req@ffff9b65366a92c0 x1874597595105920/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763049.421145:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763049.421146:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763049.421147:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6a50.
00000400:00000200:1.0:1787763049.421148:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c3524c8
00000400:00000010:1.0:1787763049.421149:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c3524c8.
00000100:00000001:1.0:1787763049.421151:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763049.421153:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a92c0 x1874597595105920/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763049.421158:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a92c0 x1874597595105920/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763049.421162:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763049.421163:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763049.421164:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763049.421165:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763049.421167:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a92c0 x1874597595105920/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763049.421171:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763049.421174:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a92c0 x1874597595105920/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763074 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763049.421178:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763049.421179:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763049.421180:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763049.421181:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763049.421182:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763049.421183:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763049.421185:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425481800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763049.421188:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787763049.421189:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763049.421192:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a92c0 x1874597595105920/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763074 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763049.421197:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595105920:192.168.203.101@tcp:38:kworker.0
00000100:00000001:1.0:1787763049.421199:0:238635:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787763049.421202:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9b65366a9e00 x1874597595106048/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763049.421206:0:238635:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787763049.421207:0:238635:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763049.421208:0:238635:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787763049.421209:0:238635:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787763049.421211:0:238635:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787763049.421212:0:238635:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b65366a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595106048:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787763049.421215:0:238635:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787763049.421216:0:238635:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787763049.421217:0:238635:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787763049.421218:0:238635:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787763049.421220:0:238635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b652ee08400.
02000000:00000001:1.0:1787763049.421222:0:238635:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787763049.421223:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000010:1.0:1787763049.421225:0:238635:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b643eff6a50.
00000400:00000010:1.0:1787763049.421227:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c3524c8.
00000100:00000200:1.0:1787763049.421229:0:238635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874597595106048, portal 4
00000100:00000001:1.0:1787763049.421230:0:238635:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787763049.421231:0:238635:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633457739800064 : -110615969751552 : ffff9b65366a9e00)
00000100:00000040:1.0:1787763049.421235:0:238635:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9b65366a9e00 x1874597595106048/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763049.421239:0:238635:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787763049.421241:0:238635:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.101@tcp
00000400:00000010:1.0:1787763049.421243:0:238635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b652c352990.
00000100:00000200:1.0:1787763049.421244:0:238635:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874597595106048, offset 0
00000400:00000200:1.0:1787763049.421265:0:238635:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.101@tcp
00000400:00000200:1.0:1787763049.421268:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787763049.421270:0:238635:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.101@tcp local destination
00000400:00000200:1.0:1787763049.421272:0:238635:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787763049.421274:0:238635:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.1@tcp
00000400:00000200:1.0:1787763049.421276:0:238635:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.1@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787763049.421277:0:238635:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.101@tcp
00000400:00000200:1.0:1787763049.421280:0:238635:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.1@tcp NI seq info: [278422:278422:256:4294967295] 192.168.203.101@tcp LPNI seq info [278421:278421:8:4294967295]
00000400:00000200:1.0:1787763049.421283:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000400:00000200:1.0:1787763049.421287:0:238635:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.1@tcp(192.168.203.1@tcp:<?>) -> 192.168.203.101@tcp(192.168.203.101@tcp:192.168.203.101@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787763049.421289:0:238635:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787763049.421291:0:238635:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b6502a18a00.
00000800:00000200:1.0:1787763049.421294:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.0:1787763049.421296:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787763049.421299:0:238635:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b6504d81540] -> 12345-192.168.203.101@tcp (2)
00000800:00000200:1.1:1787763049.421300:0:238635:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.101 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787763049.421303:0:238635:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.101@tcp
00000800:00000010:1.0:1787763049.421304:0:238635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b6502a18a00.
00000400:00000200:1.0:1787763049.421307:0:238635:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787763049.421309:0:238635:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.1@tcp->192.168.203.101@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787763049.421311:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c352990
00000400:00000010:1.0:1787763049.421312:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c352990.
00000100:00000001:1.0:1787763049.421313:0:238635:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787763049.421316:0:238635:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9b65366a9e00 x1874597595106048/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763049.421321:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763049.421323:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9b65366a9e00 x1874597595106048/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763074 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763049.421327:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763049.421328:0:238635:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787763049.421331:0:238635:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763049.421333:0:238635:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: using a timeout of 17112 usecs (18 jiffies)
00000400:00000200:1.0:1787763049.421335:0:238635:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.101@tcp to cpt 0
00000100:00000001:1.0:1787763049.421336:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 0 is 4316462612
00000100:00000001:1.0:1787763049.421338:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 0, keep current deadline 4316463352
00000100:00000001:1.0:1787763049.421340:0:238635:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS new deadline estimation for cpu 1 is 4316462612
00000100:00000001:1.0:1787763049.421341:0:238635:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b6504d3c000: PM QoS request active for cpu 1, keep current deadline 4316463352
00000100:00000001:1.0:1787763049.421342:0:238635:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787763049.421343:0:238635:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763049.421345:0:238635:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787763049.421347:0:238635:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787763049/real 1787763049]  req@ffff9b65366a9e00 x1874597595106048/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787763049.421352:0:238635:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787763049.421353:0:238635:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787763049.421354:0:238635:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b643eff6a50.
00000400:00000200:1.0:1787763049.421355:0:238635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b652c3524c8
00000400:00000010:1.0:1787763049.421357:0:238635:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b652c3524c8.
00000100:00000001:1.0:1787763049.421358:0:238635:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787763049.421360:0:238635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9b65366a9e00 x1874597595106048/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787763049.421365:0:238635:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9b65366a9e00 x1874597595106048/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763049.421369:0:238635:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787763049.421370:0:238635:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763049.421371:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763049.421372:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787763049.421374:0:238635:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9b65366a9e00 x1874597595106048/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763049.421378:0:238635:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787763049.421380:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9b65366a9e00 x1874597595106048/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763074 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763049.421386:0:238635:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787763049.421387:0:238635:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763049.421388:0:238635:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787763049.421389:0:238635:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763049.421390:0:238635:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787763049.421391:0:238635:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787763049.421393:0:238635:0:(import.c:65:import_set_state_nolock()) ffff9b6425480000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787763049.421395:0:238635:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.101@tcp failed (-110)
00000100:00000001:1.0:1787763049.421396:0:238635:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787763049.421398:0:238635:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9b65366a9e00 x1874597595106048/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763074 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787763049.421403:0:238635:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b65366a9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56a9ffd8-c150-4c67-b5c7-24527a9d51b8:238635:1874597595106048:192.168.203.101@tcp:8:kworker.0
00000100:00000001:1.0:1787763049.421405:0:238635:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763049.421406:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763049.421408:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a92c0 x1874597595105920/t0(0) o38->lustre-MDT0000-mdc-ffff9b6504d3c000@192.168.203.101@tcp:12/10 lens 520/544 e 0 to 1 dl 1787763074 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763049.421412:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763049.421413:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763049.421414:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee0ac00.
02000000:00000001:1.0:1787763049.421416:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763049.421417:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763049.421417:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425481800 refcount=104 obd=lustre-MDT0000-mdc-ffff9b6504d3c000
00000020:00000001:1.0:1787763049.421419:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763049.421420:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541865800.
02000000:00000001:1.0:1787763049.421422:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763049.421422:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763049.421424:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a92c0.
00000100:00000001:1.0:1787763049.421425:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763049.421426:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763049.421428:0:238635:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787763049.421430:0:238635:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9b65366a9e00 x1874597595106048/t0(0) o8->lustre-OST0000-osc-ffff9b6504d3c000@192.168.203.101@tcp:28/4 lens 520/544 e 0 to 1 dl 1787763074 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787763049.421434:0:238635:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787763049.421435:0:238635:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787763049.421436:0:238635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b652ee08400.
02000000:00000001:1.0:1787763049.421438:0:238635:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787763049.421438:0:238635:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787763049.421439:0:238635:0:(genops.c:1223:class_import_put()) import ffff9b6425480000 refcount=2 obd=lustre-OST0000-osc-ffff9b6504d3c000
00000020:00000001:1.0:1787763049.421440:0:238635:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787763049.421441:0:238635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b6541864400.
02000000:00000001:1.0:1787763049.421442:0:238635:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787763049.421443:0:238635:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787763049.421444:0:238635:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9b65366a9e00.
00000100:00000001:1.0:1787763049.421445:0:238635:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787763049.421446:0:238635:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763049.421447:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787763049.421449:0:238635:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787763049.421450:0:238635:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787763049.421451:0:238635:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787763049.421452:0:238635:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787763050.187364:0:300448:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63910 (cpu 1) has reached its deadline 4316463352, at 4316463360
00000100:00000040:0.0:1787763050.187384:0:311388:0:(connection.c:75:cpu_latency_work()) work item of ffff9b6535a63800 (cpu 0) has reached its deadline 4316463352, at 4316463360
00000100:00000010:1.0:1787763050.187392:0:300448:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82180.
00000100:00000010:0.0:1787763050.187401:0:311388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b6511a82cc0.
00010000:00000001:0.0:1787763050.251314:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763050.251318:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763050.251322:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763050.251323:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763050.251326:0:311388:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763050.251327:0:311388:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763050.251343:0:298471:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763050.251345:0:298471:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763050.251347:0:298471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763050.443352:0:323684:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763050.443360:0:323684:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763050.443363:0:323684:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763050.443370:0:323684:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b6413729300 going to sleep for 0 seconds
00000100:00000001:3.0:1787763050.443375:0:323684:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763050.443379:0:323684:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763050.443383:0:323684:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763050.443387:0:323684:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763050.443390:0:323684:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
Debug log: 138531 lines, 138531 kept, 0 dropped, 0 bad.